[ 634.573500] env[63676]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=63676) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 634.573862] env[63676]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=63676) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 634.573996] env[63676]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=63676) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 634.574353] env[63676]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 634.684451] env[63676]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=63676) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 634.694543] env[63676]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=63676) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 635.301507] env[63676]: INFO nova.virt.driver [None req-3b67be20-f2eb-4935-b147-0c79f14d6e5a None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 635.370600] env[63676]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 635.370744] env[63676]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 635.370842] env[63676]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=63676) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 638.607341] env[63676]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-713d312d-a801-4520-b995-f76bd3783e17 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.622911] env[63676]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=63676) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 638.623050] env[63676]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-71d6f1eb-4775-43f3-80d9-9646d7493875 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.654811] env[63676]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 20900. [ 638.654988] env[63676]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.284s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.655594] env[63676]: INFO nova.virt.vmwareapi.driver [None req-3b67be20-f2eb-4935-b147-0c79f14d6e5a None None] VMware vCenter version: 7.0.3 [ 638.659086] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea377549-1569-49e8-86ec-3a6cf02cabda {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.677264] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75db2def-821b-4658-ab2b-2e7f1ec4033d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.683379] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cd4060-811c-445c-9b23-6b225bb19804 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.690055] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb9529d-7364-4013-ae2b-b856b24f8514 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.703377] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c872741e-3d0e-408e-bf4c-147339d935b0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.709520] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940dc6de-9521-4620-9ecd-e2612b79f1d0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.739276] env[63676]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-398db1f8-ad0f-43f7-8974-151bf06d607d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.744781] env[63676]: DEBUG nova.virt.vmwareapi.driver [None req-3b67be20-f2eb-4935-b147-0c79f14d6e5a None None] Extension org.openstack.compute already exists. {{(pid=63676) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 638.747514] env[63676]: INFO nova.compute.provider_config [None req-3b67be20-f2eb-4935-b147-0c79f14d6e5a None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 639.250589] env[63676]: DEBUG nova.context [None req-3b67be20-f2eb-4935-b147-0c79f14d6e5a None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),d2bcb8ca-a84c-47e8-881b-080252edf98e(cell1) {{(pid=63676) load_cells /opt/stack/nova/nova/context.py:464}} [ 639.252667] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.252894] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.253593] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.254014] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] Acquiring lock "d2bcb8ca-a84c-47e8-881b-080252edf98e" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.254209] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] Lock "d2bcb8ca-a84c-47e8-881b-080252edf98e" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.255247] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] Lock "d2bcb8ca-a84c-47e8-881b-080252edf98e" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.275183] env[63676]: INFO dbcounter [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] Registered counter for database nova_cell0 [ 639.283152] env[63676]: INFO dbcounter [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] Registered counter for database nova_cell1 [ 639.286314] env[63676]: DEBUG oslo_db.sqlalchemy.engines [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63676) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 639.286906] env[63676]: DEBUG oslo_db.sqlalchemy.engines [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=63676) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 639.291354] env[63676]: ERROR nova.db.main.api [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 639.291354] env[63676]: result = function(*args, **kwargs) [ 639.291354] env[63676]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 639.291354] env[63676]: return func(*args, **kwargs) [ 639.291354] env[63676]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 639.291354] env[63676]: result = fn(*args, **kwargs) [ 639.291354] env[63676]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 639.291354] env[63676]: return f(*args, **kwargs) [ 639.291354] env[63676]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 639.291354] env[63676]: return db.service_get_minimum_version(context, binaries) [ 639.291354] env[63676]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 639.291354] env[63676]: _check_db_access() [ 639.291354] env[63676]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 639.291354] env[63676]: stacktrace = ''.join(traceback.format_stack()) [ 639.291354] env[63676]: [ 639.292420] env[63676]: ERROR nova.db.main.api [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 639.292420] env[63676]: result = function(*args, **kwargs) [ 639.292420] env[63676]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 639.292420] env[63676]: return func(*args, **kwargs) [ 639.292420] env[63676]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 639.292420] env[63676]: result = fn(*args, **kwargs) [ 639.292420] env[63676]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 639.292420] env[63676]: return f(*args, **kwargs) [ 639.292420] env[63676]: File "/opt/stack/nova/nova/objects/service.py", line 556, in _db_service_get_minimum_version [ 639.292420] env[63676]: return db.service_get_minimum_version(context, binaries) [ 639.292420] env[63676]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 639.292420] env[63676]: _check_db_access() [ 639.292420] env[63676]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 639.292420] env[63676]: stacktrace = ''.join(traceback.format_stack()) [ 639.292420] env[63676]: [ 639.293033] env[63676]: WARNING nova.objects.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 639.293033] env[63676]: WARNING nova.objects.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] Failed to get minimum service version for cell d2bcb8ca-a84c-47e8-881b-080252edf98e [ 639.293385] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] Acquiring lock "singleton_lock" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 639.293534] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] Acquired lock "singleton_lock" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.293776] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] Releasing lock "singleton_lock" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 639.294105] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] Full set of CONF: {{(pid=63676) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 639.294252] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ******************************************************************************** {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 639.294379] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] Configuration options gathered from: {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 639.294512] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 639.294705] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 639.294830] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ================================================================================ {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 639.295051] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] allow_resize_to_same_host = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.295225] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] arq_binding_timeout = 300 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.295358] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] backdoor_port = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.295483] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] backdoor_socket = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.295642] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] block_device_allocate_retries = 60 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.295802] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] block_device_allocate_retries_interval = 3 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.295966] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cert = self.pem {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.296152] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.296324] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] compute_monitors = [] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.296489] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] config_dir = [] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.296658] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] config_drive_format = iso9660 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.296796] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.296961] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] config_source = [] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.297144] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] console_host = devstack {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.297313] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] control_exchange = nova {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.297475] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cpu_allocation_ratio = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.297634] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] daemon = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.297799] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] debug = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.297953] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] default_access_ip_network_name = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.298133] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] default_availability_zone = nova {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.298291] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] default_ephemeral_format = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.298447] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] default_green_pool_size = 1000 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.298687] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.298850] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] default_schedule_zone = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.299015] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] disk_allocation_ratio = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.299196] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] enable_new_services = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.299374] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] enabled_apis = ['osapi_compute'] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.299567] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] enabled_ssl_apis = [] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.299739] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] flat_injected = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.299899] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] force_config_drive = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.300070] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] force_raw_images = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.300244] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] graceful_shutdown_timeout = 5 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.300401] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] heal_instance_info_cache_interval = 60 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.300616] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] host = cpu-1 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.300788] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.300950] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] initial_disk_allocation_ratio = 1.0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.301153] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] initial_ram_allocation_ratio = 1.0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.301380] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.301546] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] instance_build_timeout = 0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.301705] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] instance_delete_interval = 300 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.301867] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] instance_format = [instance: %(uuid)s] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.302044] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] instance_name_template = instance-%08x {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.302212] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] instance_usage_audit = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.302377] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] instance_usage_audit_period = month {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.302541] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.302705] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] instances_path = /opt/stack/data/nova/instances {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.302868] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] internal_service_availability_zone = internal {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.303033] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] key = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.303198] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] live_migration_retry_count = 30 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.303377] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] log_color = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.303562] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] log_config_append = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.303730] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.303887] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] log_dir = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.304061] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] log_file = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.304192] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] log_options = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.304353] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] log_rotate_interval = 1 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.304521] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] log_rotate_interval_type = days {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.304683] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] log_rotation_type = none {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.304810] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.304933] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.305113] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.305280] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.305436] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.305561] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] long_rpc_timeout = 1800 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.305716] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] max_concurrent_builds = 10 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.305870] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] max_concurrent_live_migrations = 1 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.306037] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] max_concurrent_snapshots = 5 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.306201] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] max_local_block_devices = 3 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.306359] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] max_logfile_count = 30 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.306514] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] max_logfile_size_mb = 200 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.306669] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] maximum_instance_delete_attempts = 5 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.306832] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] metadata_listen = 0.0.0.0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.306996] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] metadata_listen_port = 8775 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.307175] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] metadata_workers = 2 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.307334] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] migrate_max_retries = -1 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.307495] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] mkisofs_cmd = genisoimage {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.307699] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] my_block_storage_ip = 10.180.1.21 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.307828] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] my_ip = 10.180.1.21 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.308041] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.308210] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] network_allocate_retries = 0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.308387] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.308550] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] osapi_compute_listen = 0.0.0.0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.308712] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] osapi_compute_listen_port = 8774 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.308878] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] osapi_compute_unique_server_name_scope = {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.309085] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] osapi_compute_workers = 2 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.309257] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] password_length = 12 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.309417] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] periodic_enable = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.309576] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] periodic_fuzzy_delay = 60 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.309743] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] pointer_model = usbtablet {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.309907] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] preallocate_images = none {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.310080] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] publish_errors = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.310212] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] pybasedir = /opt/stack/nova {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.310367] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ram_allocation_ratio = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.310523] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] rate_limit_burst = 0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.310689] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] rate_limit_except_level = CRITICAL {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.310846] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] rate_limit_interval = 0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.311009] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] reboot_timeout = 0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.311205] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] reclaim_instance_interval = 0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.311369] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] record = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.311567] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] reimage_timeout_per_gb = 60 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.311748] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] report_interval = 120 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.311910] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] rescue_timeout = 0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.312082] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] reserved_host_cpus = 0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.312245] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] reserved_host_disk_mb = 0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.312403] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] reserved_host_memory_mb = 512 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.312562] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] reserved_huge_pages = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.312719] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] resize_confirm_window = 0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.312878] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] resize_fs_using_block_device = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.313050] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] resume_guests_state_on_host_boot = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.313230] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.313393] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] rpc_response_timeout = 60 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.313552] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] run_external_periodic_tasks = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.313716] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] running_deleted_instance_action = reap {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.313873] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] running_deleted_instance_poll_interval = 1800 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.314040] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] running_deleted_instance_timeout = 0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.314206] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] scheduler_instance_sync_interval = 120 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.314374] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] service_down_time = 720 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.314541] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] servicegroup_driver = db {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.314698] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] shell_completion = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.314859] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] shelved_offload_time = 0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.315042] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] shelved_poll_interval = 3600 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.315196] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] shutdown_timeout = 0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.315360] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] source_is_ipv6 = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.315533] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ssl_only = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.315773] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.316246] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] sync_power_state_interval = 600 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.316433] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] sync_power_state_pool_size = 1000 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.316611] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] syslog_log_facility = LOG_USER {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.316776] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] tempdir = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.316944] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] timeout_nbd = 10 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.317139] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] transport_url = **** {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.317317] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] update_resources_interval = 0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.317485] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] use_cow_images = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.317648] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] use_eventlog = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.317812] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] use_journal = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.317973] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] use_json = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.318150] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] use_rootwrap_daemon = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.318316] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] use_stderr = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.318477] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] use_syslog = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.318636] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vcpu_pin_set = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.318805] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vif_plugging_is_fatal = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.318996] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vif_plugging_timeout = 300 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.319191] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] virt_mkfs = [] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.319361] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] volume_usage_poll_interval = 0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.319527] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] watch_log_file = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.319698] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] web = /usr/share/spice-html5 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 639.319888] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.320071] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.320245] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.320420] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_concurrency.disable_process_locking = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.320719] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.320903] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.321107] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.321297] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.321472] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.321640] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.321822] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api.auth_strategy = keystone {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.321994] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api.compute_link_prefix = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.322190] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.322368] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api.dhcp_domain = novalocal {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.322539] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api.enable_instance_password = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.322704] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api.glance_link_prefix = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.322870] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.323053] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.323227] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api.instance_list_per_project_cells = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.323417] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api.list_records_by_skipping_down_cells = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.323604] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api.local_metadata_per_cell = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.323777] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api.max_limit = 1000 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.323947] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api.metadata_cache_expiration = 15 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.324138] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api.neutron_default_tenant_id = default {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.324317] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api.response_validation = warn {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.324488] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api.use_neutron_default_nets = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.324658] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.324823] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.324993] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.325184] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.325356] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api.vendordata_dynamic_targets = [] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.325521] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api.vendordata_jsonfile_path = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.325704] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.325894] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.backend = dogpile.cache.memcached {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.326072] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.backend_argument = **** {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.326239] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.backend_expiration_time = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.326409] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.config_prefix = cache.oslo {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.326575] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.dead_timeout = 60.0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.326738] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.debug_cache_backend = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.326900] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.enable_retry_client = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.327070] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.enable_socket_keepalive = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.327246] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.enabled = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.327408] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.enforce_fips_mode = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.327570] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.expiration_time = 600 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.327730] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.hashclient_retry_attempts = 2 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.327891] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.hashclient_retry_delay = 1.0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.328062] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.memcache_dead_retry = 300 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.328229] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.memcache_password = **** {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.328396] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.328560] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.328722] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.memcache_pool_maxsize = 10 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.328885] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.329084] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.memcache_sasl_enabled = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.329276] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.329441] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.memcache_socket_timeout = 1.0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.329601] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.memcache_username = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.329769] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.proxies = [] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.329934] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.redis_db = 0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.330109] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.redis_password = **** {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.330291] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.redis_sentinel_service_name = mymaster {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.330466] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.330633] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.redis_server = localhost:6379 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.330798] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.redis_socket_timeout = 1.0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.330958] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.redis_username = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.331159] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.retry_attempts = 2 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.331335] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.retry_delay = 0.0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.331503] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.socket_keepalive_count = 1 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.331662] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.socket_keepalive_idle = 1 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.331825] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.socket_keepalive_interval = 1 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.331985] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.tls_allowed_ciphers = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.332160] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.tls_cafile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.332322] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.tls_certfile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.332484] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.tls_enabled = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.332641] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cache.tls_keyfile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.332810] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cinder.auth_section = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.332988] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cinder.auth_type = password {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.333166] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cinder.cafile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.333348] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cinder.catalog_info = volumev3::publicURL {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.333530] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cinder.certfile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.333700] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cinder.collect_timing = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.333865] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cinder.cross_az_attach = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.334083] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cinder.debug = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.334208] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cinder.endpoint_template = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.334375] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cinder.http_retries = 3 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.334542] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cinder.insecure = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.334701] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cinder.keyfile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.334873] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cinder.os_region_name = RegionOne {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.335049] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cinder.split_loggers = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.335219] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cinder.timeout = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.335394] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.335583] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] compute.cpu_dedicated_set = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.335752] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] compute.cpu_shared_set = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.335910] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] compute.image_type_exclude_list = [] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.336091] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.336257] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] compute.max_concurrent_disk_ops = 0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.336420] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] compute.max_disk_devices_to_attach = -1 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.336581] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.336751] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.336914] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] compute.resource_provider_association_refresh = 300 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.337088] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.337257] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] compute.shutdown_retry_interval = 10 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.337433] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.337610] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] conductor.workers = 2 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.337787] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] console.allowed_origins = [] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.337948] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] console.ssl_ciphers = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.338132] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] console.ssl_minimum_version = default {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.338307] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] consoleauth.enforce_session_timeout = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.338473] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] consoleauth.token_ttl = 600 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.338639] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cyborg.cafile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.338796] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cyborg.certfile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.338976] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cyborg.collect_timing = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.339165] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cyborg.connect_retries = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.339328] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cyborg.connect_retry_delay = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.339488] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cyborg.endpoint_override = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.339650] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cyborg.insecure = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.339810] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cyborg.keyfile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.339968] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cyborg.max_version = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.340140] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cyborg.min_version = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.340300] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cyborg.region_name = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.340457] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cyborg.retriable_status_codes = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.340615] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cyborg.service_name = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.340782] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cyborg.service_type = accelerator {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.340944] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cyborg.split_loggers = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.341139] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cyborg.status_code_retries = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.341303] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cyborg.status_code_retry_delay = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.341461] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cyborg.timeout = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.341640] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.341803] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] cyborg.version = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.341973] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] database.asyncio_connection = **** {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.342151] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] database.asyncio_slave_connection = **** {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.342325] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] database.backend = sqlalchemy {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.342493] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] database.connection = **** {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.342656] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] database.connection_debug = 0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.342826] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] database.connection_parameters = {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.342990] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] database.connection_recycle_time = 3600 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.343167] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] database.connection_trace = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.343332] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] database.db_inc_retry_interval = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.343514] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] database.db_max_retries = 20 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.343679] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] database.db_max_retry_interval = 10 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.343838] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] database.db_retry_interval = 1 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.344010] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] database.max_overflow = 50 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.344174] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] database.max_pool_size = 5 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.344337] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] database.max_retries = 10 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.344506] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.344664] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] database.mysql_wsrep_sync_wait = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.344820] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] database.pool_timeout = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.344979] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] database.retry_interval = 10 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.345152] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] database.slave_connection = **** {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.345316] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] database.sqlite_synchronous = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.345478] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] database.use_db_reconnect = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.345643] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api_database.asyncio_connection = **** {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.345817] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api_database.asyncio_slave_connection = **** {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.345967] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api_database.backend = sqlalchemy {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.346149] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api_database.connection = **** {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.346316] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api_database.connection_debug = 0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.346488] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api_database.connection_parameters = {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.346648] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api_database.connection_recycle_time = 3600 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.346810] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api_database.connection_trace = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.346970] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api_database.db_inc_retry_interval = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.347145] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api_database.db_max_retries = 20 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.347306] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api_database.db_max_retry_interval = 10 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.347492] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api_database.db_retry_interval = 1 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.347674] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api_database.max_overflow = 50 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.347839] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api_database.max_pool_size = 5 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.347999] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api_database.max_retries = 10 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.348185] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.348347] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.348506] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api_database.pool_timeout = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.348667] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api_database.retry_interval = 10 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.348827] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api_database.slave_connection = **** {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.349015] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] api_database.sqlite_synchronous = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.349207] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] devices.enabled_mdev_types = [] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.349387] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.349559] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ephemeral_storage_encryption.default_format = luks {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.349725] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ephemeral_storage_encryption.enabled = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.349888] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.350071] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] glance.api_servers = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.350242] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] glance.cafile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.350404] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] glance.certfile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.350569] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] glance.collect_timing = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.350727] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] glance.connect_retries = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.350886] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] glance.connect_retry_delay = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.351086] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] glance.debug = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.351261] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] glance.default_trusted_certificate_ids = [] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.351426] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] glance.enable_certificate_validation = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.351589] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] glance.enable_rbd_download = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.351747] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] glance.endpoint_override = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.351911] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] glance.insecure = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.352084] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] glance.keyfile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.352249] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] glance.max_version = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.352406] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] glance.min_version = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.352617] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] glance.num_retries = 3 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.352810] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] glance.rbd_ceph_conf = {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.352975] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] glance.rbd_connect_timeout = 5 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.353162] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] glance.rbd_pool = {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.353341] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] glance.rbd_user = {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.353528] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] glance.region_name = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.353692] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] glance.retriable_status_codes = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.353850] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] glance.service_name = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.354028] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] glance.service_type = image {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.354197] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] glance.split_loggers = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.354355] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] glance.status_code_retries = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.354513] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] glance.status_code_retry_delay = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.354669] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] glance.timeout = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.354846] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.355014] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] glance.verify_glance_signatures = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.355180] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] glance.version = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.355349] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] guestfs.debug = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.355516] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] manila.auth_section = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.355676] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] manila.auth_type = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.355833] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] manila.cafile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.355989] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] manila.certfile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.356171] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] manila.collect_timing = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.356325] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] manila.connect_retries = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.356481] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] manila.connect_retry_delay = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.356646] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] manila.endpoint_override = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.356809] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] manila.insecure = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.356963] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] manila.keyfile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.357140] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] manila.max_version = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.357304] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] manila.min_version = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.357462] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] manila.region_name = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.357620] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] manila.retriable_status_codes = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.357774] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] manila.service_name = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.357945] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] manila.service_type = shared-file-system {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.358153] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] manila.share_apply_policy_timeout = 10 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.358323] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] manila.split_loggers = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.358480] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] manila.status_code_retries = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.358638] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] manila.status_code_retry_delay = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.358792] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] manila.timeout = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.358966] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.359140] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] manila.version = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.359311] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] mks.enabled = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.359681] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.359876] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] image_cache.manager_interval = 2400 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.360057] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] image_cache.precache_concurrency = 1 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.360234] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] image_cache.remove_unused_base_images = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.360405] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.360574] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.360751] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] image_cache.subdirectory_name = _base {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.360925] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ironic.api_max_retries = 60 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.361140] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ironic.api_retry_interval = 2 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.361310] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ironic.auth_section = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.361473] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ironic.auth_type = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.361633] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ironic.cafile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.361793] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ironic.certfile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.361957] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ironic.collect_timing = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.362140] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ironic.conductor_group = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.362299] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ironic.connect_retries = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.362455] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ironic.connect_retry_delay = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.362612] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ironic.endpoint_override = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.362774] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ironic.insecure = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.362930] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ironic.keyfile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.363098] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ironic.max_version = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.363333] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ironic.min_version = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.363508] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ironic.peer_list = [] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.363676] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ironic.region_name = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.363837] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ironic.retriable_status_codes = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.364008] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ironic.serial_console_state_timeout = 10 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.364178] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ironic.service_name = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.364351] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ironic.service_type = baremetal {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.364512] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ironic.shard = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.364679] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ironic.split_loggers = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.364836] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ironic.status_code_retries = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.364995] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ironic.status_code_retry_delay = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.365168] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ironic.timeout = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.365350] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.365509] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ironic.version = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.365692] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.365865] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] key_manager.fixed_key = **** {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.366058] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.366225] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] barbican.barbican_api_version = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.366384] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] barbican.barbican_endpoint = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.366551] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] barbican.barbican_endpoint_type = public {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.366707] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] barbican.barbican_region_name = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.366865] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] barbican.cafile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.367029] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] barbican.certfile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.367193] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] barbican.collect_timing = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.367354] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] barbican.insecure = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.367508] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] barbican.keyfile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.367667] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] barbican.number_of_retries = 60 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.367822] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] barbican.retry_delay = 1 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.367981] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] barbican.send_service_user_token = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.368153] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] barbican.split_loggers = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.368308] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] barbican.timeout = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.368465] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] barbican.verify_ssl = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.368616] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] barbican.verify_ssl_path = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.368780] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] barbican_service_user.auth_section = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.368951] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] barbican_service_user.auth_type = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.369145] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] barbican_service_user.cafile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.369306] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] barbican_service_user.certfile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.369469] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] barbican_service_user.collect_timing = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.369628] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] barbican_service_user.insecure = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.369784] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] barbican_service_user.keyfile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.369945] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] barbican_service_user.split_loggers = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.370114] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] barbican_service_user.timeout = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.370282] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vault.approle_role_id = **** {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.370438] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vault.approle_secret_id = **** {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.370606] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vault.kv_mountpoint = secret {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.370761] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vault.kv_path = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.370921] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vault.kv_version = 2 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.371126] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vault.namespace = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.371298] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vault.root_token_id = **** {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.371456] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vault.ssl_ca_crt_file = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.371655] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vault.timeout = 60.0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.371825] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vault.use_ssl = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.371994] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.372180] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] keystone.cafile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.372343] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] keystone.certfile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.372504] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] keystone.collect_timing = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.372662] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] keystone.connect_retries = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.372821] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] keystone.connect_retry_delay = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.372975] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] keystone.endpoint_override = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.373150] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] keystone.insecure = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.373309] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] keystone.keyfile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.373461] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] keystone.max_version = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.373613] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] keystone.min_version = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.373768] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] keystone.region_name = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.373924] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] keystone.retriable_status_codes = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.374099] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] keystone.service_name = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.374271] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] keystone.service_type = identity {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.374430] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] keystone.split_loggers = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.374584] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] keystone.status_code_retries = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.374738] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] keystone.status_code_retry_delay = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.374893] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] keystone.timeout = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.375080] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.375242] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] keystone.version = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.375429] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.ceph_mount_options = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.375726] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.375905] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.connection_uri = {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.376083] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.cpu_mode = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.376254] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.cpu_model_extra_flags = [] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.376422] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.cpu_models = [] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.376591] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.cpu_power_governor_high = performance {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.376760] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.cpu_power_governor_low = powersave {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.376924] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.cpu_power_management = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.377112] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.377282] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.device_detach_attempts = 8 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.377445] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.device_detach_timeout = 20 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.377607] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.disk_cachemodes = [] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.377764] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.disk_prefix = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.377927] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.enabled_perf_events = [] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.378101] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.file_backed_memory = 0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.378274] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.gid_maps = [] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.378435] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.hw_disk_discard = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.378595] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.hw_machine_type = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.378764] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.images_rbd_ceph_conf = {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.378951] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.379136] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.379315] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.images_rbd_glance_store_name = {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.379487] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.images_rbd_pool = rbd {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.379661] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.images_type = default {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.379822] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.images_volume_group = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.379986] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.inject_key = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.380163] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.inject_partition = -2 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.380327] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.inject_password = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.380490] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.iscsi_iface = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.380654] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.iser_use_multipath = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.380816] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.live_migration_bandwidth = 0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.380979] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.381182] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.live_migration_downtime = 500 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.381357] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.381530] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.381691] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.live_migration_inbound_addr = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.381853] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.382029] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.live_migration_permit_post_copy = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.382196] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.live_migration_scheme = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.382369] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.live_migration_timeout_action = abort {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.382534] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.live_migration_tunnelled = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.382695] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.live_migration_uri = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.382858] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.live_migration_with_native_tls = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.383025] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.max_queues = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.383194] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.383459] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.383641] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.nfs_mount_options = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.383922] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.384109] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.384281] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.num_iser_scan_tries = 5 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.384442] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.num_memory_encrypted_guests = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.384606] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.384768] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.num_pcie_ports = 0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.384932] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.num_volume_scan_tries = 5 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.385114] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.pmem_namespaces = [] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.385280] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.quobyte_client_cfg = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.385575] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.385755] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.rbd_connect_timeout = 5 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.385921] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.386099] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.386265] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.rbd_secret_uuid = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.386423] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.rbd_user = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.386586] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.386755] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.remote_filesystem_transport = ssh {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.386916] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.rescue_image_id = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.387095] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.rescue_kernel_id = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.387258] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.rescue_ramdisk_id = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.387428] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.387592] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.rx_queue_size = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.387758] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.smbfs_mount_options = {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.388059] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.388248] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.snapshot_compression = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.388413] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.snapshot_image_format = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.388644] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.388813] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.sparse_logical_volumes = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.388999] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.swtpm_enabled = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.389202] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.swtpm_group = tss {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.389376] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.swtpm_user = tss {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.389549] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.sysinfo_serial = unique {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.389710] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.tb_cache_size = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.389868] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.tx_queue_size = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.390043] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.uid_maps = [] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.390213] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.use_virtio_for_bridges = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.390383] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.virt_type = kvm {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.390552] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.volume_clear = zero {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.390714] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.volume_clear_size = 0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.390879] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.volume_use_multipath = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.391073] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.vzstorage_cache_path = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.391253] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.391432] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.vzstorage_mount_group = qemu {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.391602] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.vzstorage_mount_opts = [] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.391771] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.392074] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.392262] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.vzstorage_mount_user = stack {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.392431] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.392603] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] neutron.auth_section = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.392776] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] neutron.auth_type = password {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.392939] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] neutron.cafile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.393115] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] neutron.certfile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.393284] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] neutron.collect_timing = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.393461] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] neutron.connect_retries = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.393628] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] neutron.connect_retry_delay = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.393800] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] neutron.default_floating_pool = public {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.393961] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] neutron.endpoint_override = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.394137] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] neutron.extension_sync_interval = 600 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.394303] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] neutron.http_retries = 3 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.394463] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] neutron.insecure = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.394625] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] neutron.keyfile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.394786] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] neutron.max_version = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.394956] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.395127] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] neutron.min_version = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.395300] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] neutron.ovs_bridge = br-int {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.395488] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] neutron.physnets = [] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.395674] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] neutron.region_name = RegionOne {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.395836] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] neutron.retriable_status_codes = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.396012] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] neutron.service_metadata_proxy = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.396180] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] neutron.service_name = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.396357] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] neutron.service_type = network {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.396511] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] neutron.split_loggers = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.396668] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] neutron.status_code_retries = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.396825] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] neutron.status_code_retry_delay = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.396983] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] neutron.timeout = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.397179] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.397344] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] neutron.version = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.397517] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] notifications.bdms_in_notifications = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.397693] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] notifications.default_level = INFO {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.397856] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] notifications.include_share_mapping = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.398040] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] notifications.notification_format = unversioned {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.398211] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] notifications.notify_on_state_change = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.398385] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.398558] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] pci.alias = [] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.398724] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] pci.device_spec = [] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.398888] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] pci.report_in_placement = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.399107] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.auth_section = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.399289] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.auth_type = password {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.399459] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.399619] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.cafile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.399777] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.certfile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.399938] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.collect_timing = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.400107] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.connect_retries = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.400271] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.connect_retry_delay = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.400426] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.default_domain_id = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.400581] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.default_domain_name = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.400737] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.domain_id = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.400890] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.domain_name = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.401096] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.endpoint_override = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.401262] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.insecure = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.401426] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.keyfile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.401584] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.max_version = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.401739] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.min_version = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.401905] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.password = **** {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.402076] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.project_domain_id = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.402248] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.project_domain_name = Default {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.402412] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.project_id = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.402581] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.project_name = service {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.402749] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.region_name = RegionOne {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.402913] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.retriable_status_codes = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.403084] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.service_name = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.403260] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.service_type = placement {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.403440] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.split_loggers = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.403613] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.status_code_retries = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.403774] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.status_code_retry_delay = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.403930] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.system_scope = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.404100] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.timeout = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.404263] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.trust_id = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.404420] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.user_domain_id = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.404587] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.user_domain_name = Default {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.404744] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.user_id = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.404916] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.username = nova {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.405108] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.405275] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] placement.version = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.405449] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] quota.cores = 20 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.405616] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] quota.count_usage_from_placement = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.405787] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.405956] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] quota.injected_file_content_bytes = 10240 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.406138] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] quota.injected_file_path_length = 255 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.406309] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] quota.injected_files = 5 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.406474] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] quota.instances = 10 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.406637] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] quota.key_pairs = 100 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.406801] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] quota.metadata_items = 128 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.406964] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] quota.ram = 51200 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.407141] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] quota.recheck_quota = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.407311] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] quota.server_group_members = 10 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.407500] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] quota.server_groups = 10 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.407720] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.407898] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] quota.unified_limits_resource_strategy = require {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.408086] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.408257] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.408419] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] scheduler.image_metadata_prefilter = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.408578] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.408741] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] scheduler.max_attempts = 3 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.408903] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] scheduler.max_placement_results = 1000 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.409111] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.409285] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] scheduler.query_placement_for_image_type_support = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.409453] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.409628] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] scheduler.workers = 2 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.409800] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.409971] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.410163] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.410334] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.410497] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.410658] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.410821] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.411017] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.411225] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] filter_scheduler.host_subset_size = 1 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.411395] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.411554] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.411719] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.411884] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] filter_scheduler.isolated_hosts = [] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.412072] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] filter_scheduler.isolated_images = [] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.412239] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.412399] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.412561] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.412721] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] filter_scheduler.pci_in_placement = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.412882] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.413054] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.413220] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.413391] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.413566] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.413727] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.413888] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] filter_scheduler.track_instance_changes = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.414073] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.414250] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] metrics.required = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.414411] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] metrics.weight_multiplier = 1.0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.414571] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.414735] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] metrics.weight_setting = [] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.415049] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.415230] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] serial_console.enabled = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.415407] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] serial_console.port_range = 10000:20000 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.415579] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.415747] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.415914] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] serial_console.serialproxy_port = 6083 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.416092] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] service_user.auth_section = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.416270] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] service_user.auth_type = password {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.416431] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] service_user.cafile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.416667] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] service_user.certfile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.416751] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] service_user.collect_timing = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.416903] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] service_user.insecure = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.417072] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] service_user.keyfile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.417257] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] service_user.send_service_user_token = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.417434] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] service_user.split_loggers = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.417593] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] service_user.timeout = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.417767] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] spice.agent_enabled = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.417928] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] spice.enabled = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.418242] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.418446] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.418615] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] spice.html5proxy_port = 6082 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.418777] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] spice.image_compression = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.418944] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] spice.jpeg_compression = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.419137] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] spice.playback_compression = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.419307] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] spice.require_secure = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.419495] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] spice.server_listen = 127.0.0.1 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.419690] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.419854] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] spice.streaming_mode = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.420022] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] spice.zlib_compression = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.420196] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] upgrade_levels.baseapi = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.420369] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] upgrade_levels.compute = auto {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.420528] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] upgrade_levels.conductor = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.420686] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] upgrade_levels.scheduler = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.420853] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vendordata_dynamic_auth.auth_section = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.421028] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vendordata_dynamic_auth.auth_type = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.421216] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vendordata_dynamic_auth.cafile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.421380] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vendordata_dynamic_auth.certfile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.421546] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.421706] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vendordata_dynamic_auth.insecure = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.421863] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vendordata_dynamic_auth.keyfile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.422039] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.422201] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vendordata_dynamic_auth.timeout = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.422374] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vmware.api_retry_count = 10 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.422535] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vmware.ca_file = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.422707] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vmware.cache_prefix = devstack-image-cache {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.422875] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vmware.cluster_name = testcl1 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.423052] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vmware.connection_pool_size = 10 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.423217] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vmware.console_delay_seconds = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.423405] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vmware.datastore_regex = ^datastore.* {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.423630] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.423818] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vmware.host_password = **** {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.423987] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vmware.host_port = 443 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.424173] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vmware.host_username = administrator@vsphere.local {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.424347] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vmware.insecure = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.424509] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vmware.integration_bridge = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.424674] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vmware.maximum_objects = 100 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.424833] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vmware.pbm_default_policy = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.424996] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vmware.pbm_enabled = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.425169] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vmware.pbm_wsdl_location = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.425343] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.425503] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vmware.serial_port_proxy_uri = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.425660] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vmware.serial_port_service_uri = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.425826] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vmware.task_poll_interval = 0.5 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.425995] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vmware.use_linked_clone = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.426177] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vmware.vnc_keymap = en-us {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.426346] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vmware.vnc_port = 5900 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.426508] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vmware.vnc_port_total = 10000 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.426693] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vnc.auth_schemes = ['none'] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.426866] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vnc.enabled = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.427173] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.427367] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.427533] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vnc.novncproxy_port = 6080 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.427722] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vnc.server_listen = 127.0.0.1 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.427902] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.428075] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vnc.vencrypt_ca_certs = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.428241] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vnc.vencrypt_client_cert = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.428399] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vnc.vencrypt_client_key = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.428574] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.428737] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] workarounds.disable_deep_image_inspection = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.428897] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.429098] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.429272] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.429437] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] workarounds.disable_rootwrap = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.429598] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] workarounds.enable_numa_live_migration = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.429760] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.429921] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.430097] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.430264] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] workarounds.libvirt_disable_apic = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.430425] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.430588] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.430748] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.430909] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.431112] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.431287] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.431451] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.431645] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.431818] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.431984] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.432185] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.432357] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] wsgi.client_socket_timeout = 900 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.432525] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] wsgi.default_pool_size = 1000 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.432692] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] wsgi.keep_alive = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.432856] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] wsgi.max_header_line = 16384 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.433032] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] wsgi.secure_proxy_ssl_header = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.433200] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] wsgi.ssl_ca_file = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.433364] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] wsgi.ssl_cert_file = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.433526] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] wsgi.ssl_key_file = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.433694] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] wsgi.tcp_keepidle = 600 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.433867] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.434047] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] zvm.ca_file = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.434215] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] zvm.cloud_connector_url = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.434504] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.434756] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] zvm.reachable_timeout = 300 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.434952] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.435150] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.435332] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] profiler.connection_string = messaging:// {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.435503] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] profiler.enabled = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.435728] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] profiler.es_doc_type = notification {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.435939] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] profiler.es_scroll_size = 10000 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.436135] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] profiler.es_scroll_time = 2m {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.436307] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] profiler.filter_error_trace = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.436477] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] profiler.hmac_keys = **** {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.436648] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] profiler.sentinel_service_name = mymaster {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.436814] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] profiler.socket_timeout = 0.1 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.436975] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] profiler.trace_requests = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.437152] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] profiler.trace_sqlalchemy = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.437330] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] profiler_jaeger.process_tags = {} {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.437490] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] profiler_jaeger.service_name_prefix = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.437652] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] profiler_otlp.service_name_prefix = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.437816] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] remote_debug.host = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.437977] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] remote_debug.port = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.438182] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.438350] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.438525] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.438674] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.438834] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.439015] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.439193] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.439358] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.439518] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.439688] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.439848] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.440027] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.440201] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.440373] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.440542] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.440710] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.440875] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.441078] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.441263] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.441429] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.441597] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.441761] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.441927] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.442109] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.442279] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.442442] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.442606] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.442768] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.442936] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.443117] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.ssl = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.443296] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.443499] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.443677] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.443850] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.444032] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.ssl_version = {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.444203] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.444406] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.444573] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_notifications.retry = -1 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.444756] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.444932] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_messaging_notifications.transport_url = **** {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.445119] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_limit.auth_section = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.445286] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_limit.auth_type = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.445445] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_limit.cafile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.445600] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_limit.certfile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.445764] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_limit.collect_timing = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.445922] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_limit.connect_retries = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.446101] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_limit.connect_retry_delay = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.446267] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_limit.endpoint_id = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.446439] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_limit.endpoint_interface = publicURL {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.446600] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_limit.endpoint_override = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.446759] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_limit.endpoint_region_name = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.446919] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_limit.endpoint_service_name = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.447092] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_limit.endpoint_service_type = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.447260] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_limit.insecure = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.447418] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_limit.keyfile = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.447577] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_limit.max_version = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.447735] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_limit.min_version = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.447892] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_limit.region_name = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.448063] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_limit.retriable_status_codes = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.448227] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_limit.service_name = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.448384] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_limit.service_type = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.448546] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_limit.split_loggers = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.448701] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_limit.status_code_retries = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.448858] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_limit.status_code_retry_delay = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.449052] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_limit.timeout = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.449227] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_limit.valid_interfaces = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.449387] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_limit.version = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.449554] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_reports.file_event_handler = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.449718] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.449877] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] oslo_reports.log_dir = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.450062] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.450230] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.450390] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.450556] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.450718] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.450878] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.451070] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.451256] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vif_plug_ovs_privileged.group = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.451418] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.451583] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.451745] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.451904] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] vif_plug_ovs_privileged.user = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.452087] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] os_vif_linux_bridge.flat_interface = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.452270] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.452441] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.452610] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.452778] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.452943] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.453122] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.453287] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.453484] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.453659] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] os_vif_ovs.isolate_vif = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.453827] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.453994] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.454179] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.454353] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] os_vif_ovs.ovsdb_interface = native {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.454515] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] os_vif_ovs.per_port_bridge = False {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.454685] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] privsep_osbrick.capabilities = [21] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.454844] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] privsep_osbrick.group = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.455007] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] privsep_osbrick.helper_command = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.455182] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.455346] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.455538] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] privsep_osbrick.user = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.455720] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.455882] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] nova_sys_admin.group = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.456060] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] nova_sys_admin.helper_command = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.456233] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.456395] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.456551] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] nova_sys_admin.user = None {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 639.456680] env[63676]: DEBUG oslo_service.service [None req-5cbb61a5-f7ac-4bba-b546-81f363da07b8 None None] ******************************************************************************** {{(pid=63676) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 639.457092] env[63676]: INFO nova.service [-] Starting compute node (version 0.1.0) [ 639.960840] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfdb886-241e-4769-847d-7620f85657aa None None] Getting list of instances from cluster (obj){ [ 639.960840] env[63676]: value = "domain-c8" [ 639.960840] env[63676]: _type = "ClusterComputeResource" [ 639.960840] env[63676]: } {{(pid=63676) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 639.962073] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e54bac-474a-42c6-a9cc-7b03f94794e9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.970782] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3dfdb886-241e-4769-847d-7620f85657aa None None] Got total of 0 instances {{(pid=63676) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 639.971441] env[63676]: WARNING nova.virt.vmwareapi.driver [None req-3dfdb886-241e-4769-847d-7620f85657aa None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 639.971884] env[63676]: INFO nova.virt.node [None req-3dfdb886-241e-4769-847d-7620f85657aa None None] Generated node identity 5759d2a2-0179-444e-89b9-d9d622fd17b7 [ 639.972175] env[63676]: INFO nova.virt.node [None req-3dfdb886-241e-4769-847d-7620f85657aa None None] Wrote node identity 5759d2a2-0179-444e-89b9-d9d622fd17b7 to /opt/stack/data/n-cpu-1/compute_id [ 640.474588] env[63676]: WARNING nova.compute.manager [None req-3dfdb886-241e-4769-847d-7620f85657aa None None] Compute nodes ['5759d2a2-0179-444e-89b9-d9d622fd17b7'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 641.479330] env[63676]: INFO nova.compute.manager [None req-3dfdb886-241e-4769-847d-7620f85657aa None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 642.488274] env[63676]: WARNING nova.compute.manager [None req-3dfdb886-241e-4769-847d-7620f85657aa None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 642.488635] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3dfdb886-241e-4769-847d-7620f85657aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.488730] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3dfdb886-241e-4769-847d-7620f85657aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.488878] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3dfdb886-241e-4769-847d-7620f85657aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.489064] env[63676]: DEBUG nova.compute.resource_tracker [None req-3dfdb886-241e-4769-847d-7620f85657aa None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63676) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 642.489990] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babddf1c-6d1a-4c02-87d5-9b39c4ec55fd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.498299] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49aa811e-cb4d-4063-99e5-2e7d33a62c0a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.512109] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0026c4-8301-4cdb-9dba-59c12be63910 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.518979] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec256ea-26c7-4f03-81d8-2b90fdddcbc7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.548171] env[63676]: DEBUG nova.compute.resource_tracker [None req-3dfdb886-241e-4769-847d-7620f85657aa None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181350MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=63676) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 642.548328] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3dfdb886-241e-4769-847d-7620f85657aa None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.548497] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3dfdb886-241e-4769-847d-7620f85657aa None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.054561] env[63676]: WARNING nova.compute.resource_tracker [None req-3dfdb886-241e-4769-847d-7620f85657aa None None] No compute node record for cpu-1:5759d2a2-0179-444e-89b9-d9d622fd17b7: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 5759d2a2-0179-444e-89b9-d9d622fd17b7 could not be found. [ 643.557855] env[63676]: INFO nova.compute.resource_tracker [None req-3dfdb886-241e-4769-847d-7620f85657aa None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 5759d2a2-0179-444e-89b9-d9d622fd17b7 [ 645.065823] env[63676]: DEBUG nova.compute.resource_tracker [None req-3dfdb886-241e-4769-847d-7620f85657aa None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 645.066258] env[63676]: DEBUG nova.compute.resource_tracker [None req-3dfdb886-241e-4769-847d-7620f85657aa None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 645.221766] env[63676]: INFO nova.scheduler.client.report [None req-3dfdb886-241e-4769-847d-7620f85657aa None None] [req-fc2aa18c-b9d4-46b6-87c8-d39bb72c99b1] Created resource provider record via placement API for resource provider with UUID 5759d2a2-0179-444e-89b9-d9d622fd17b7 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 645.240938] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f7052a-3cd3-451b-9ec3-e95931191b4e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.248831] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e33a286-328a-4685-a6c9-efa0f89b0d0d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.278457] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fadc3b38-c177-4fb9-8af2-75f42111fe25 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.285945] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b318f1d3-8641-468f-a43e-ca194c96611a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.299177] env[63676]: DEBUG nova.compute.provider_tree [None req-3dfdb886-241e-4769-847d-7620f85657aa None None] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 645.847550] env[63676]: DEBUG nova.scheduler.client.report [None req-3dfdb886-241e-4769-847d-7620f85657aa None None] Updated inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 645.847780] env[63676]: DEBUG nova.compute.provider_tree [None req-3dfdb886-241e-4769-847d-7620f85657aa None None] Updating resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 generation from 0 to 1 during operation: update_inventory {{(pid=63676) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 645.847923] env[63676]: DEBUG nova.compute.provider_tree [None req-3dfdb886-241e-4769-847d-7620f85657aa None None] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 645.894308] env[63676]: DEBUG nova.compute.provider_tree [None req-3dfdb886-241e-4769-847d-7620f85657aa None None] Updating resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 generation from 1 to 2 during operation: update_traits {{(pid=63676) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 646.398855] env[63676]: DEBUG nova.compute.resource_tracker [None req-3dfdb886-241e-4769-847d-7620f85657aa None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 646.399159] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3dfdb886-241e-4769-847d-7620f85657aa None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.851s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.399270] env[63676]: DEBUG nova.service [None req-3dfdb886-241e-4769-847d-7620f85657aa None None] Creating RPC server for service compute {{(pid=63676) start /opt/stack/nova/nova/service.py:186}} [ 646.415051] env[63676]: DEBUG nova.service [None req-3dfdb886-241e-4769-847d-7620f85657aa None None] Join ServiceGroup membership for this service compute {{(pid=63676) start /opt/stack/nova/nova/service.py:203}} [ 646.415244] env[63676]: DEBUG nova.servicegroup.drivers.db [None req-3dfdb886-241e-4769-847d-7620f85657aa None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=63676) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 648.417284] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.921107] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Getting list of instances from cluster (obj){ [ 648.921107] env[63676]: value = "domain-c8" [ 648.921107] env[63676]: _type = "ClusterComputeResource" [ 648.921107] env[63676]: } {{(pid=63676) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 648.922390] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ae9f8a-68c8-45bb-b11c-cf9e109c01d2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.931511] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Got total of 0 instances {{(pid=63676) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 648.931738] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 648.932054] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Getting list of instances from cluster (obj){ [ 648.932054] env[63676]: value = "domain-c8" [ 648.932054] env[63676]: _type = "ClusterComputeResource" [ 648.932054] env[63676]: } {{(pid=63676) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 648.932921] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345af4cc-87d2-486f-82bb-aeefce5e3bd1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.940237] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Got total of 0 instances {{(pid=63676) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 694.751046] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 694.751457] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 694.751457] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Starting heal instance info cache {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 694.751457] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Rebuilding the list of instances to heal {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 695.254190] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Didn't find any instances for network info cache update. {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 695.254453] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 695.254636] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 695.254822] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 695.255027] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 695.255236] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 695.255415] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 695.255574] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63676) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 695.255716] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 695.759583] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.759960] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 695.759960] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.760160] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63676) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 695.761071] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1f7b11-7b24-4a34-be28-c215bcca1942 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.769134] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f886f4-638e-4b3b-9b10-d9f6c34fc81c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.782877] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4037f5fd-6a2b-4b90-a357-7fda36c649b7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.789596] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4232c65-1238-4cce-9a63-bb5f241a3731 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.817678] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181366MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=63676) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 695.817847] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 695.817980] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 696.835481] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 696.835726] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 696.850113] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f965f8-3cad-48dd-81e4-1574cc8a0b7a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.857295] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b459876-2d45-4e48-b95d-d1ec4d863527 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.886371] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84575f20-7e10-4a9a-bbdf-f934975c9256 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.893694] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cb125f-fdaa-4c2b-a593-54ebc24887fd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.906374] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.409872] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.915207] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 697.915622] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.097s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 757.902392] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 757.902796] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.412237] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.412237] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Starting heal instance info cache {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 758.412237] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Rebuilding the list of instances to heal {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 758.913239] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Didn't find any instances for network info cache update. {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 758.913621] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.913621] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.913798] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.913939] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.914109] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.914253] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 758.914377] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63676) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 758.914512] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 759.417426] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.417667] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 759.417861] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.418020] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63676) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 759.418933] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b581655-62b8-46d9-8a3f-992318698ff7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.427260] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cf9fb3-9c57-4374-a74e-eacfc27a496e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.440983] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6742cbab-e197-490c-86e7-77366c93f959 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.447253] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53d5ed33-b6bc-4096-9d06-c7007c8f4202 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.474960] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181351MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=63676) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 759.475130] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 759.475320] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.496801] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 760.497116] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 760.509600] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5964f62b-1dff-4dee-8a93-69931a839de4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.517383] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd18099b-2333-4cf7-8dd4-1c8035f05ecf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.546924] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4631c024-5e74-4407-b12d-7c782e7fbf6f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.553750] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a784a23-dda1-4396-8023-4a1c79aedbd3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.566252] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.069683] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.071012] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 761.071205] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 821.074047] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 821.074459] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 821.074459] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Starting heal instance info cache {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 821.074459] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Rebuilding the list of instances to heal {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 821.577153] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Didn't find any instances for network info cache update. {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 821.577390] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 821.577549] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 821.577743] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 821.577920] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 821.578085] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 821.578231] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 821.578360] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63676) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 821.578496] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.081934] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.081934] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.082182] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.082260] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63676) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 822.083298] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227d26c8-97da-471c-a7e6-abe815c982e2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.091407] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d77602-ce98-4d0a-b88c-517c8c629ae8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.105149] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19229be9-5f39-4ecd-9790-58ae84d07f9c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.111255] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824cba19-2b07-4a55-96f8-96e89f087fe5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.138949] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181352MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=63676) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 822.139095] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.139278] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.158031] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 823.158031] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 823.170651] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df83a646-d0c3-4164-851b-b757597d2a0d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.178264] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee67482b-9f03-4dae-827f-ec2b8636852c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.207105] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769ad99b-f568-41ee-991d-641d97839f2e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.213387] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac750a2-5035-43a3-83e1-ae12223f6431 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.225679] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.728727] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.730007] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 823.730191] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 881.393586] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 881.393993] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 881.898065] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 881.898316] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Starting heal instance info cache {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 881.898362] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Rebuilding the list of instances to heal {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 882.400646] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Didn't find any instances for network info cache update. {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 882.400995] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 882.400995] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 882.401177] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 882.401323] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 882.401460] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 882.401597] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 882.401729] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63676) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 882.401868] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 882.905697] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.905992] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.906179] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.906350] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63676) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 882.907280] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08dbf2e2-11ee-453a-8ee7-6b0f8e5376d7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.915807] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3823aff6-3f8a-43be-b201-c79855fcb769 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.930111] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f87aaf4-3ecb-429b-961a-5ebb3cd50c4d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.936746] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09cb406-6d9d-479a-ac7b-31fab9e38262 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.965529] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181342MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=63676) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 882.965734] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.965877] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.984369] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 883.984671] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 883.997652] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a14ac9-7b07-4023-8667-1bb70639d132 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.005125] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991365bb-2ae9-4d20-805c-cbd816eea9db {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.034021] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b175497-e9a0-4dfa-afa4-4938906bcfee {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.040723] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c67d299-a223-49c8-8d8c-92e3fa783871 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.053161] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.556696] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.557954] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 884.558129] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.742525] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 934.742961] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Cleaning up deleted instances {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11645}} [ 935.246629] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] There are 0 instances to clean {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11654}} [ 935.246893] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 935.247046] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Cleaning up deleted instances with incomplete migration {{(pid=63676) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11683}} [ 935.750083] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 937.252610] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 937.252919] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 937.252965] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Starting heal instance info cache {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 937.253110] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Rebuilding the list of instances to heal {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 937.756840] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Didn't find any instances for network info cache update. {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 937.757096] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 938.743046] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.742246] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 939.742500] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 940.245241] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.245699] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 940.245699] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.245804] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63676) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 940.246749] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7e19a1-679d-4514-9bd3-3107ceba0262 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.255010] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9decbb3-ad9c-4376-b843-d85557db10b5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.269047] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64af485f-000a-4ee0-8320-5e0d8188c826 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.275296] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094e448a-9771-46c0-8aec-1605201c2ea9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.302688] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181362MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=63676) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 940.302821] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 940.303015] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.321025] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 941.321301] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 941.334445] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c147680-550d-4d86-9b81-947619a6b991 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.342116] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc872d70-18d1-430f-9e8b-c1d446a3f3d1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.371884] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005d8c5e-281d-443b-a20a-390f37808f06 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.378663] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd3a03f-d3af-4c0f-b76a-9995419be912 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.391217] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 941.894666] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 941.895960] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 941.896152] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.896380] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 942.896761] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 942.896761] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 942.896904] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63676) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 995.743231] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 995.743626] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Starting heal instance info cache {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 995.743626] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Rebuilding the list of instances to heal {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 996.246541] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Didn't find any instances for network info cache update. {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 996.742657] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 997.738578] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 999.737577] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1000.242540] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1000.742280] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1000.742624] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.742277] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1001.742513] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1002.245564] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.245798] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.245966] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.246134] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63676) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1002.247116] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec646786-59f7-46fe-b029-4d80ba00406d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.255909] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f6fda3-3224-4550-afd6-b6a94859c0b5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.271379] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360b1565-6797-452f-9130-4e9b39c08577 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.278271] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777b3702-bfae-40b9-b0e7-4f24e475dc0f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.307824] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181333MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=63676) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1002.307975] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.308230] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1003.361446] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1003.361711] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1003.379559] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Refreshing inventories for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1003.393989] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Updating ProviderTree inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1003.394184] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1003.405678] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Refreshing aggregate associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, aggregates: None {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1003.420837] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Refreshing trait associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1003.432408] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06509a6c-1224-4ec1-89d8-9c60295b4f77 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.439622] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8464ff4-0027-46ff-abe5-f1288a28f537 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.468729] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9746a951-0e21-484e-b069-7518f0455777 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.475316] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f860943-737a-4579-a729-c5fc0e172678 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.487675] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.991229] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.992519] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1003.992690] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.684s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1004.993245] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.993693] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63676) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1056.743077] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1056.743451] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Starting heal instance info cache {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1056.743451] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Rebuilding the list of instances to heal {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1057.246944] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Didn't find any instances for network info cache update. {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1058.743048] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1058.743379] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1059.742763] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1061.742631] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.742741] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1062.743185] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1063.741882] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1063.742132] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63676) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1063.742258] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.245571] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.245929] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1064.245972] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1064.246131] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63676) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1064.246998] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c66c2a-8475-4ce5-a130-0a293bed97e4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.255121] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3763d4-0687-4a68-9876-1fcbdc29b263 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.268572] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b7a8a4-70e1-49cb-a1f3-c04707c67b92 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.274793] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a3a435-d237-475b-8b4a-03c23e6b7324 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.303764] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181327MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=63676) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1064.303893] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1064.304090] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.327427] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1065.327740] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1065.341144] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b5cf14-1f9b-4c45-899c-d6d2f2d6d8cd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.349083] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db6743b-01bf-4f29-9b99-932d07bfbd90 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.377658] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e362fd-71dd-4a51-bfa4-bf0e7404523c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.384992] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd733be-28d4-4df5-b803-0e68c873c16e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.398817] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.902521] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.903807] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1065.903991] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.600s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.904987] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.410282] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.410434] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Starting heal instance info cache {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1120.410539] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Rebuilding the list of instances to heal {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1120.913312] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Didn't find any instances for network info cache update. {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1120.913673] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1120.913673] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1121.746573] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.742829] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1123.743561] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1123.743898] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63676) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1124.742023] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.742283] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.742418] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.245669] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.246038] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1125.246184] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1125.246244] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63676) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1125.247154] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d34e49e5-12f7-464f-bf5e-0a8f4c93eb6b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.255037] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28938e33-d71a-4177-b1be-95e92f66ea97 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.268605] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b09d08-04b5-41db-8995-4009c9cc7544 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.274637] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9ebb19-c656-45b2-8953-3a47d7d2d936 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.303013] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181324MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=63676) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1125.303163] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1125.303330] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.322254] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1126.322552] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1126.335880] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b082b5df-ec67-4e5d-82b1-b14b6367991b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.343412] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebe4aa0-ea85-41cd-b87c-1b42d31d7e07 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.371809] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e04159b-a0a9-425a-a1c9-42e63bda61bd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.378780] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9973a32e-f333-443e-b11f-05cbc4fb1c92 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.391268] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.895010] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.896273] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1126.896454] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.897464] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1179.897901] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Starting heal instance info cache {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1179.897901] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Rebuilding the list of instances to heal {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1180.401319] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Didn't find any instances for network info cache update. {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1181.742543] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.742910] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1181.742910] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.744177] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.742451] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.742644] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63676) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1185.743016] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1185.743374] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.742401] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.245366] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.245756] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.245798] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.245923] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63676) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1187.246908] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7945df-33b0-457e-98a8-f7a0ffbdc655 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.255266] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b033d1f6-e846-471d-bc5f-85c75fbaff9b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.268982] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-926dd579-ba2a-454d-8318-58aca2ad4e2e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.275013] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c9861de-c686-4187-af77-56e1e85f79ed {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.303790] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181321MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=63676) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1187.303938] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.304146] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.325028] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1188.325028] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1188.336821] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c8eb0a-b7ba-4b21-9b3d-712d63b7a844 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.344596] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ba3cc6-9320-4242-bb8f-7d7fbf7100a5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.377099] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a106387-c51f-4e80-9aa4-14ea6787c152 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.381960] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a30130-1732-4a33-968d-24a1e0782b67 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.395285] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.900309] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.900309] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1188.900309] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.596s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.746510] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1238.746510] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Starting heal instance info cache {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1238.746510] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Rebuilding the list of instances to heal {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1239.250225] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Didn't find any instances for network info cache update. {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1239.250225] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1239.250225] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Cleaning up deleted instances {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11645}} [ 1239.752724] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] There are 0 instances to clean {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11654}} [ 1240.744518] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.744518] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Cleaning up deleted instances with incomplete migration {{(pid=63676) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11683}} [ 1241.743070] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.743464] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1242.247326] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.245304] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.245712] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.742287] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.742555] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1244.742675] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63676) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1246.744181] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.744181] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.418392] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1248.921823] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Getting list of instances from cluster (obj){ [ 1248.921823] env[63676]: value = "domain-c8" [ 1248.921823] env[63676]: _type = "ClusterComputeResource" [ 1248.921823] env[63676]: } {{(pid=63676) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1248.922908] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff7e1fc-d821-43c0-9e0b-c7256f1afbf1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.931614] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Got total of 0 instances {{(pid=63676) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1248.931823] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.435459] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.435822] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1249.435822] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.435955] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63676) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1249.436844] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d638661-14ab-40a8-8468-0c0f854d20dc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.445073] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15b64b2-9194-4132-b9b3-3defb5ce26f3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.459417] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b33d13-eb21-4749-bd0a-ba83727b7f15 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.465448] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c30caf5d-7c3f-4b75-9d44-3624dfa8e829 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.493725] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181342MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=63676) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1249.493934] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.494086] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1250.511176] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1250.511783] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1250.525080] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f06c2d-f7bc-4646-9678-b1f355bfa957 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.532763] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd04df77-1bbb-4be3-9553-ed5689a22555 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.561625] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c128b1-dc56-442d-a3b9-d35771ca938e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.568234] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aebb3831-ff8d-4a2a-a67b-8eee7b42bf9b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.581196] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.083955] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.085240] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1251.085438] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.409647] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.410142] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Starting heal instance info cache {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1302.410142] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Rebuilding the list of instances to heal {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1302.913515] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Didn't find any instances for network info cache update. {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1303.242115] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1303.742168] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.743034] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.743034] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.743034] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1304.743034] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63676) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1307.743926] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1308.742062] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1309.741956] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.245113] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.245353] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1310.245525] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1310.245694] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63676) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1310.246641] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0873bb5f-edc3-4f52-ae4a-6496c65c945f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.254763] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f4c10b-3677-45af-b797-a5a6517847b2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.268417] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e917f6b-072b-42b8-8131-0201df785062 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.274457] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98bf8c0b-bed0-4387-90b3-d84f8d251611 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.302996] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181373MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=63676) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1310.303129] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1310.303312] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.423367] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1311.423667] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1311.439454] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Refreshing inventories for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1311.450283] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Updating ProviderTree inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1311.450446] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1311.458984] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Refreshing aggregate associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, aggregates: None {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1311.473113] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Refreshing trait associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1311.483413] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-336bea7a-a8e8-4485-a79b-885625b324d2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.490598] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c290ed-946f-4b1e-9cbe-b3d380522f52 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.518602] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bcea7eb-bb8f-4f2b-bec8-ae186dda2fb6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.525284] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec560fc-14a8-476e-ac42-ac8b17a5825c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.537755] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.041268] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.042563] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1312.042745] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.739s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1364.044593] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.045082] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.549535] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.549702] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Starting heal instance info cache {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1364.549902] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Rebuilding the list of instances to heal {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1365.052394] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Didn't find any instances for network info cache update. {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1365.052846] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1365.052846] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1365.742390] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1365.742647] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1365.742794] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63676) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1368.742305] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1369.742902] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1369.743369] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.246093] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.246372] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.246507] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.246671] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63676) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1370.247658] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5030dd20-5dd1-4231-b400-5784abdcd6ea {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.255670] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6194332-adc3-400e-a50d-0756d93fd89d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.269208] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6d5e6f-33de-4bda-9633-7ad8a318a46f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.275195] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391956ba-997f-4bb5-b350-d90b6864b6f0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.302565] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181366MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=63676) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1370.302683] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.302895] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.321621] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1371.321932] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1371.334444] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e038bb33-0829-4102-9691-2ba5bcd5efbf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.341934] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767558b2-3d41-4f87-ba90-ff617b65d157 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.370507] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ae332e-c233-4f7f-afbd-794d3663f4c5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.376941] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4b2b9c-b404-4051-b4e8-046e2eddc6d3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.389230] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.892687] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1371.893976] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1371.894174] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.896630] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1423.897096] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Starting heal instance info cache {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1423.897096] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Rebuilding the list of instances to heal {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1424.400354] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Didn't find any instances for network info cache update. {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1424.742135] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1425.737846] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1425.741385] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1425.741559] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1425.741698] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63676) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1427.744388] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1428.742688] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.742303] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.742650] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.246142] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.246435] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1432.246530] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1432.246685] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63676) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1432.247588] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa220f4f-0121-4c73-9b1b-921254e5bb32 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.256017] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce5bd9a6-0ab0-49a3-9d64-573344003db2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.269929] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a6f8f6-c223-4056-a259-a30b39c152a8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.276446] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80048b0f-6a56-4227-8b66-fc3060a95dc1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.304777] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181366MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=63676) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1432.305038] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1432.305178] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.325685] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1433.326139] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1433.341193] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac101299-186c-4f3e-986b-219f8ba3e7f9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.349194] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e157564-3e3b-4f55-9d62-8646112aa0a1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.379646] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f0fc38-4f13-49e5-b9e1-3d46b75b5ade {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.387295] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e1792eb-2698-4868-89a6-990b276ebb50 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.400599] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1433.904414] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1433.905710] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1433.905883] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.601s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.906241] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1484.906624] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Starting heal instance info cache {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1484.906741] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Rebuilding the list of instances to heal {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1485.409977] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Didn't find any instances for network info cache update. {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1485.742758] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1486.246885] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1486.247244] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1486.742332] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1486.742536] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1486.742897] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63676) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1488.744138] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.742868] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1492.742041] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1493.245475] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.245790] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1493.245904] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1493.246091] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63676) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1493.247053] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a60c0a-137a-459c-b0c0-90b374eafbfa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.255333] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a628c2-8464-40c3-b4d5-ca5512d349e7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.269485] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a3c220-609c-4cdf-9a9b-e649918bd524 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.276011] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b63dca-b790-4f1e-9e25-758aefbd0476 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.304528] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181368MB free_disk=166GB free_vcpus=48 pci_devices=None {{(pid=63676) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1493.304802] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1493.304882] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.323462] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1494.323763] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1494.336797] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26e6822-55ba-43b7-b778-3b2876c5cf43 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.344198] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341acba6-4bcb-4d04-a301-a9cdfef3a2bf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.373150] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a78d42f-41e3-48a6-a63d-21d6c5027952 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.379584] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339684c4-a10f-4455-9537-0b73ac80d36c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.393531] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1494.897030] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1494.898312] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1494.898500] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.900087] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1526.898159] env[63676]: DEBUG oslo_concurrency.lockutils [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Acquiring lock "87e77bf5-a916-41ce-b0a5-929b7398f4b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.898534] env[63676]: DEBUG oslo_concurrency.lockutils [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Lock "87e77bf5-a916-41ce-b0a5-929b7398f4b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.402119] env[63676]: DEBUG nova.compute.manager [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1527.963897] env[63676]: DEBUG oslo_concurrency.lockutils [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1527.964351] env[63676]: DEBUG oslo_concurrency.lockutils [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.966058] env[63676]: INFO nova.compute.claims [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1528.110288] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Acquiring lock "7b6f9454-dce4-4a4d-91e2-2bbea6187441" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.110688] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Lock "7b6f9454-dce4-4a4d-91e2-2bbea6187441" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.613403] env[63676]: DEBUG nova.compute.manager [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1528.816278] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Acquiring lock "47226e9d-c8d7-4e63-91ed-12cc91d2bf00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.816278] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Lock "47226e9d-c8d7-4e63-91ed-12cc91d2bf00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.066074] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90ca3f2-bc3b-412f-9675-ac5f24c1dbc5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.073568] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b8adda-406a-42f1-97ca-c14f18682b29 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.107510] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86925982-ae3e-488f-88f3-43c2a1bb0eda {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.115617] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510bafda-b60a-4911-976a-0d0c6542a7ff {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.133100] env[63676]: DEBUG nova.compute.provider_tree [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1529.150455] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.324320] env[63676]: DEBUG nova.compute.manager [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1529.327181] env[63676]: DEBUG oslo_concurrency.lockutils [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Acquiring lock "1252f513-6deb-44c8-a919-548eb2a4f14a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.327435] env[63676]: DEBUG oslo_concurrency.lockutils [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Lock "1252f513-6deb-44c8-a919-548eb2a4f14a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.616405] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Acquiring lock "4238f1d5-d1c0-471e-acc4-6bff80297c2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.616648] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Lock "4238f1d5-d1c0-471e-acc4-6bff80297c2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1529.636831] env[63676]: DEBUG nova.scheduler.client.report [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1529.837041] env[63676]: DEBUG nova.compute.manager [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1529.860342] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.000676] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Acquiring lock "5607dc27-d9d6-4fc2-a210-f893a704cca3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.000676] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Lock "5607dc27-d9d6-4fc2-a210-f893a704cca3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.121031] env[63676]: DEBUG nova.compute.manager [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1530.142293] env[63676]: DEBUG oslo_concurrency.lockutils [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.143038] env[63676]: DEBUG nova.compute.manager [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1530.145610] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.995s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.147516] env[63676]: INFO nova.compute.claims [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1530.371411] env[63676]: DEBUG oslo_concurrency.lockutils [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.503884] env[63676]: DEBUG nova.compute.manager [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1530.648850] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.651420] env[63676]: DEBUG nova.compute.utils [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1530.652798] env[63676]: DEBUG nova.compute.manager [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Not allocating networking since 'none' was specified. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1531.036360] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1531.156399] env[63676]: DEBUG nova.compute.manager [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1531.307250] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c1b1bd-3a83-4a5f-a3cc-7da02756b8f2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.312741] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665267ce-6cd1-4402-981b-be8f8a2f263a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.351964] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12859028-39bd-422c-9cca-4a55c0cebaf0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.359828] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122b0613-abb4-43b1-aeb5-44058f1905de {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.375540] env[63676]: DEBUG nova.compute.provider_tree [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1531.881745] env[63676]: DEBUG nova.scheduler.client.report [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1532.176036] env[63676]: DEBUG nova.compute.manager [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1532.389994] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.244s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1532.390557] env[63676]: DEBUG nova.compute.manager [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1532.396734] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.536s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1532.397520] env[63676]: INFO nova.compute.claims [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1532.546964] env[63676]: DEBUG nova.virt.hardware [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1532.546964] env[63676]: DEBUG nova.virt.hardware [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1532.547135] env[63676]: DEBUG nova.virt.hardware [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1532.547245] env[63676]: DEBUG nova.virt.hardware [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1532.549963] env[63676]: DEBUG nova.virt.hardware [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1532.549963] env[63676]: DEBUG nova.virt.hardware [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1532.549963] env[63676]: DEBUG nova.virt.hardware [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1532.550184] env[63676]: DEBUG nova.virt.hardware [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1532.550759] env[63676]: DEBUG nova.virt.hardware [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1532.550759] env[63676]: DEBUG nova.virt.hardware [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1532.550916] env[63676]: DEBUG nova.virt.hardware [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1532.553090] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbabd8bb-5d61-4f78-a64b-6921ec531f53 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.564585] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad8dcf5-7dc7-4fda-99ac-ab2da5d601ce {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.588734] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f29d61d-5510-45c3-b5bf-0c104c270ca1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.613212] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Instance VIF info [] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1532.623180] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1532.623510] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8413387-314b-4ff5-9d59-42c8fae2bee0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.637631] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Created folder: OpenStack in parent group-v4. [ 1532.637631] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Creating folder: Project (3df2d2ab07ca4d6186e53efada4ad232). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1532.637631] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f28fb071-cdf0-4929-a118-eb2b6201a625 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.647942] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Created folder: Project (3df2d2ab07ca4d6186e53efada4ad232) in parent group-v396927. [ 1532.648858] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Creating folder: Instances. Parent ref: group-v396928. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1532.648858] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0d887f5-082a-45cf-8da1-292c3b9e76fe {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.661269] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Created folder: Instances in parent group-v396928. [ 1532.661559] env[63676]: DEBUG oslo.service.loopingcall [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1532.661749] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1532.661952] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d060da3e-891b-4fea-b925-4d40636eeded {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.679027] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1532.679027] env[63676]: value = "task-1924984" [ 1532.679027] env[63676]: _type = "Task" [ 1532.679027] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.689623] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1924984, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.903486] env[63676]: DEBUG nova.compute.utils [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1532.908456] env[63676]: DEBUG nova.compute.manager [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1532.908456] env[63676]: DEBUG nova.network.neutron [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1532.952020] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquiring lock "159dec6d-8c2e-46c6-9411-1f2a23cecd9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1532.952274] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lock "159dec6d-8c2e-46c6-9411-1f2a23cecd9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.066882] env[63676]: DEBUG nova.policy [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '049f858972aa4f65b6ca44f694cc6ff9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7c385055aa4e40ed899c6d2e1e0ae6b5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1533.193364] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1924984, 'name': CreateVM_Task, 'duration_secs': 0.354614} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.193599] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1533.195699] env[63676]: DEBUG oslo_vmware.service [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4487eb-081d-4533-b9d9-fa0d64f95d74 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.202744] env[63676]: DEBUG oslo_concurrency.lockutils [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.203316] env[63676]: DEBUG oslo_concurrency.lockutils [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.204188] env[63676]: DEBUG oslo_concurrency.lockutils [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1533.204381] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3c449dd-1858-44b1-8d01-af385a584d86 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.208886] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Waiting for the task: (returnval){ [ 1533.208886] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5228d25d-7c45-e53d-0ee8-5436f29830da" [ 1533.208886] env[63676]: _type = "Task" [ 1533.208886] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.217305] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5228d25d-7c45-e53d-0ee8-5436f29830da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.408940] env[63676]: DEBUG nova.compute.manager [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1533.455894] env[63676]: DEBUG nova.compute.manager [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1533.642254] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3669ac76-5337-4e4b-bdd9-31c55dc0708a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.654251] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "887940ac-c689-45f3-b5db-d988d1e581fa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1533.656019] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "887940ac-c689-45f3-b5db-d988d1e581fa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.660900] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90538965-a55e-4199-b8bd-c31d5a0ac065 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.695452] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0a0714-3394-4649-92ed-2ec1f7d82cbd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.707392] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9725bed1-90ae-44f0-ab8d-4f90b91ece71 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.730224] env[63676]: DEBUG nova.compute.provider_tree [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1533.743130] env[63676]: DEBUG nova.network.neutron [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Successfully created port: 4fa70ee8-0617-4741-87d1-d636afd90a84 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1533.747410] env[63676]: DEBUG oslo_concurrency.lockutils [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.747410] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1533.747410] env[63676]: DEBUG oslo_concurrency.lockutils [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.747410] env[63676]: DEBUG oslo_concurrency.lockutils [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.747547] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1533.747547] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00c84baf-c514-4b9d-bdee-a3b36dd168c0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.764846] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1533.765051] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1533.765922] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f43175-18ae-4144-ad59-138867806490 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.773852] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9901ca6-5cbf-4404-a724-9a0de2f4ffb9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.778706] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Waiting for the task: (returnval){ [ 1533.778706] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b60416-e4c2-35c1-6433-2bf340f5c6b1" [ 1533.778706] env[63676]: _type = "Task" [ 1533.778706] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.791018] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b60416-e4c2-35c1-6433-2bf340f5c6b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.990219] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.162545] env[63676]: DEBUG nova.compute.manager [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1534.238035] env[63676]: DEBUG nova.scheduler.client.report [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1534.289864] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Preparing fetch location {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1534.290569] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Creating directory with path [datastore1] vmware_temp/ddc7d9cc-429f-46ee-a797-3d955eec098e/160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1534.290953] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06a9bca3-59e3-4287-98fc-b8e2826df596 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.313633] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Created directory with path [datastore1] vmware_temp/ddc7d9cc-429f-46ee-a797-3d955eec098e/160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1534.313767] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Fetch image to [datastore1] vmware_temp/ddc7d9cc-429f-46ee-a797-3d955eec098e/160c0574-5dbe-4d70-9e2a-c95199be0826/tmp-sparse.vmdk {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1534.313854] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Downloading image file data 160c0574-5dbe-4d70-9e2a-c95199be0826 to [datastore1] vmware_temp/ddc7d9cc-429f-46ee-a797-3d955eec098e/160c0574-5dbe-4d70-9e2a-c95199be0826/tmp-sparse.vmdk on the data store datastore1 {{(pid=63676) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1534.317842] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42b635f-f3da-4544-8a26-42b2ff00fcba {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.324908] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd728936-c250-4411-adef-263b09aa6ee6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.334379] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08040728-ac77-4513-ae88-e013cccd7e9c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.372875] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc4396a-6c03-402d-bf95-00e8a662af96 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.380568] env[63676]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-d9da3892-050b-432e-996d-9833699f05c1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.419932] env[63676]: DEBUG nova.compute.manager [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1534.465381] env[63676]: DEBUG nova.virt.hardware [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1534.465694] env[63676]: DEBUG nova.virt.hardware [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1534.465852] env[63676]: DEBUG nova.virt.hardware [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1534.466044] env[63676]: DEBUG nova.virt.hardware [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1534.466187] env[63676]: DEBUG nova.virt.hardware [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1534.466356] env[63676]: DEBUG nova.virt.hardware [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1534.466621] env[63676]: DEBUG nova.virt.hardware [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1534.466710] env[63676]: DEBUG nova.virt.hardware [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1534.466870] env[63676]: DEBUG nova.virt.hardware [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1534.467033] env[63676]: DEBUG nova.virt.hardware [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1534.467206] env[63676]: DEBUG nova.virt.hardware [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1534.468101] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2f9a26-78b2-44b4-a0e8-4021cd350048 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.480028] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d77c4c-145c-44d5-b477-b5d677982753 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.489062] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Downloading image file data 160c0574-5dbe-4d70-9e2a-c95199be0826 to the data store datastore1 {{(pid=63676) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1534.581785] env[63676]: DEBUG oslo_vmware.rw_handles [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ddc7d9cc-429f-46ee-a797-3d955eec098e/160c0574-5dbe-4d70-9e2a-c95199be0826/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63676) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1534.689072] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.745226] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.745388] env[63676]: DEBUG nova.compute.manager [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1534.754687] env[63676]: DEBUG oslo_concurrency.lockutils [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.383s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.761262] env[63676]: INFO nova.compute.claims [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1535.265905] env[63676]: DEBUG nova.compute.utils [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1535.270756] env[63676]: DEBUG nova.compute.manager [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Not allocating networking since 'none' was specified. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1535.425207] env[63676]: DEBUG oslo_vmware.rw_handles [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Completed reading data from the image iterator. {{(pid=63676) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1535.425484] env[63676]: DEBUG oslo_vmware.rw_handles [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ddc7d9cc-429f-46ee-a797-3d955eec098e/160c0574-5dbe-4d70-9e2a-c95199be0826/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=63676) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1535.486809] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Downloaded image file data 160c0574-5dbe-4d70-9e2a-c95199be0826 to vmware_temp/ddc7d9cc-429f-46ee-a797-3d955eec098e/160c0574-5dbe-4d70-9e2a-c95199be0826/tmp-sparse.vmdk on the data store datastore1 {{(pid=63676) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1535.489689] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Caching image {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1535.489689] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Copying Virtual Disk [datastore1] vmware_temp/ddc7d9cc-429f-46ee-a797-3d955eec098e/160c0574-5dbe-4d70-9e2a-c95199be0826/tmp-sparse.vmdk to [datastore1] vmware_temp/ddc7d9cc-429f-46ee-a797-3d955eec098e/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1535.490314] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e222a1e-e22e-4631-bc82-7276d33efdbf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.501571] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Waiting for the task: (returnval){ [ 1535.501571] env[63676]: value = "task-1924985" [ 1535.501571] env[63676]: _type = "Task" [ 1535.501571] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.513436] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Task: {'id': task-1924985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.771800] env[63676]: DEBUG nova.compute.manager [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1535.990074] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ed0b5f-0303-4fd6-a0d2-f4f96c96e589 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.999484] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9038ee51-f7ce-4734-a4bc-e5cc1729ae57 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.053702] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Task: {'id': task-1924985, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.054607] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26976d66-a3da-4487-9921-ac7142fc456e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.064858] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33295ed-526b-4c3a-a83f-55ae883e092f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.081350] env[63676]: DEBUG nova.compute.provider_tree [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1536.252422] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "c9f6175c-4f97-4ace-9eb2-17693dc1c2e5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.252735] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "c9f6175c-4f97-4ace-9eb2-17693dc1c2e5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.516578] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Task: {'id': task-1924985, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798104} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.516860] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Copied Virtual Disk [datastore1] vmware_temp/ddc7d9cc-429f-46ee-a797-3d955eec098e/160c0574-5dbe-4d70-9e2a-c95199be0826/tmp-sparse.vmdk to [datastore1] vmware_temp/ddc7d9cc-429f-46ee-a797-3d955eec098e/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1536.517105] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Deleting the datastore file [datastore1] vmware_temp/ddc7d9cc-429f-46ee-a797-3d955eec098e/160c0574-5dbe-4d70-9e2a-c95199be0826/tmp-sparse.vmdk {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1536.517422] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37c88ac5-1e52-4cc8-85d5-4451a7918f94 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.526225] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Waiting for the task: (returnval){ [ 1536.526225] env[63676]: value = "task-1924986" [ 1536.526225] env[63676]: _type = "Task" [ 1536.526225] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.533530] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Task: {'id': task-1924986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.584644] env[63676]: DEBUG nova.scheduler.client.report [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1536.755669] env[63676]: DEBUG nova.compute.manager [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1536.788600] env[63676]: DEBUG nova.compute.manager [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1536.823859] env[63676]: DEBUG nova.virt.hardware [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1536.824136] env[63676]: DEBUG nova.virt.hardware [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1536.824345] env[63676]: DEBUG nova.virt.hardware [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1536.824407] env[63676]: DEBUG nova.virt.hardware [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1536.824569] env[63676]: DEBUG nova.virt.hardware [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1536.824855] env[63676]: DEBUG nova.virt.hardware [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1536.825075] env[63676]: DEBUG nova.virt.hardware [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1536.825256] env[63676]: DEBUG nova.virt.hardware [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1536.825452] env[63676]: DEBUG nova.virt.hardware [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1536.825633] env[63676]: DEBUG nova.virt.hardware [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1536.825830] env[63676]: DEBUG nova.virt.hardware [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1536.827120] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afd8626-6dca-40f8-9d75-223d48c4e18e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.841969] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f00d690-6fe5-4e46-9f90-b17850471698 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.864620] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Instance VIF info [] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1536.871541] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Creating folder: Project (389cd80fe2aa4195960dd6de6525b64a). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1536.872247] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19279d87-d56c-4d26-8b2c-fd6746307de4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.883870] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Created folder: Project (389cd80fe2aa4195960dd6de6525b64a) in parent group-v396927. [ 1536.884082] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Creating folder: Instances. Parent ref: group-v396931. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1536.884344] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e041d2d9-83cc-4457-8e85-abadc22b7ccd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.895292] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Created folder: Instances in parent group-v396931. [ 1536.895578] env[63676]: DEBUG oslo.service.loopingcall [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1536.896022] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1536.896261] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a394348-44f8-4f91-a370-20c4822e5dd2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.922021] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1536.922021] env[63676]: value = "task-1924989" [ 1536.922021] env[63676]: _type = "Task" [ 1536.922021] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.927470] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1924989, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.006775] env[63676]: DEBUG nova.network.neutron [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Successfully updated port: 4fa70ee8-0617-4741-87d1-d636afd90a84 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1537.039938] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Task: {'id': task-1924986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024665} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.040228] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1537.041332] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Moving file from [datastore1] vmware_temp/ddc7d9cc-429f-46ee-a797-3d955eec098e/160c0574-5dbe-4d70-9e2a-c95199be0826 to [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826. {{(pid=63676) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1537.041332] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-dc52cced-ab69-4e6b-a8d2-0e7e85367ab7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.047846] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Waiting for the task: (returnval){ [ 1537.047846] env[63676]: value = "task-1924990" [ 1537.047846] env[63676]: _type = "Task" [ 1537.047846] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.056812] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Task: {'id': task-1924990, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.091119] env[63676]: DEBUG oslo_concurrency.lockutils [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.095019] env[63676]: DEBUG nova.compute.manager [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1537.095531] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.446s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.096566] env[63676]: INFO nova.compute.claims [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1537.286046] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.431569] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1924989, 'name': CreateVM_Task, 'duration_secs': 0.299956} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.431766] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1537.433312] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.433598] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.435808] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1537.436201] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cb57354-fd39-4e1d-a87b-64a484065d7e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.442098] env[63676]: DEBUG oslo_vmware.api [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Waiting for the task: (returnval){ [ 1537.442098] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52926939-2844-607f-0db7-6a0fd8e3ac8d" [ 1537.442098] env[63676]: _type = "Task" [ 1537.442098] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.450521] env[63676]: DEBUG oslo_vmware.api [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52926939-2844-607f-0db7-6a0fd8e3ac8d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.511269] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Acquiring lock "refresh_cache-7b6f9454-dce4-4a4d-91e2-2bbea6187441" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1537.511269] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Acquired lock "refresh_cache-7b6f9454-dce4-4a4d-91e2-2bbea6187441" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.511269] env[63676]: DEBUG nova.network.neutron [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1537.561425] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Task: {'id': task-1924990, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028365} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.561798] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] File moved {{(pid=63676) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1537.562066] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Cleaning up location [datastore1] vmware_temp/ddc7d9cc-429f-46ee-a797-3d955eec098e {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1537.562254] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Deleting the datastore file [datastore1] vmware_temp/ddc7d9cc-429f-46ee-a797-3d955eec098e {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1537.562807] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66aea336-8275-47ed-b598-cbf89750b5d2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.569241] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Waiting for the task: (returnval){ [ 1537.569241] env[63676]: value = "task-1924991" [ 1537.569241] env[63676]: _type = "Task" [ 1537.569241] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.577860] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Task: {'id': task-1924991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.609016] env[63676]: DEBUG nova.compute.utils [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1537.611984] env[63676]: DEBUG nova.compute.manager [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1537.612356] env[63676]: DEBUG nova.network.neutron [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1537.726864] env[63676]: DEBUG nova.compute.manager [req-6f58eadf-5553-407a-879e-6ad6835ab1f7 req-37900b18-8a69-41d9-93f4-e79a35de948a service nova] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Received event network-vif-plugged-4fa70ee8-0617-4741-87d1-d636afd90a84 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1537.726973] env[63676]: DEBUG oslo_concurrency.lockutils [req-6f58eadf-5553-407a-879e-6ad6835ab1f7 req-37900b18-8a69-41d9-93f4-e79a35de948a service nova] Acquiring lock "7b6f9454-dce4-4a4d-91e2-2bbea6187441-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1537.727221] env[63676]: DEBUG oslo_concurrency.lockutils [req-6f58eadf-5553-407a-879e-6ad6835ab1f7 req-37900b18-8a69-41d9-93f4-e79a35de948a service nova] Lock "7b6f9454-dce4-4a4d-91e2-2bbea6187441-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.727391] env[63676]: DEBUG oslo_concurrency.lockutils [req-6f58eadf-5553-407a-879e-6ad6835ab1f7 req-37900b18-8a69-41d9-93f4-e79a35de948a service nova] Lock "7b6f9454-dce4-4a4d-91e2-2bbea6187441-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.727565] env[63676]: DEBUG nova.compute.manager [req-6f58eadf-5553-407a-879e-6ad6835ab1f7 req-37900b18-8a69-41d9-93f4-e79a35de948a service nova] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] No waiting events found dispatching network-vif-plugged-4fa70ee8-0617-4741-87d1-d636afd90a84 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1537.727748] env[63676]: WARNING nova.compute.manager [req-6f58eadf-5553-407a-879e-6ad6835ab1f7 req-37900b18-8a69-41d9-93f4-e79a35de948a service nova] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Received unexpected event network-vif-plugged-4fa70ee8-0617-4741-87d1-d636afd90a84 for instance with vm_state building and task_state spawning. [ 1537.774880] env[63676]: DEBUG nova.policy [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a344306a154042ffa2eb218331c702ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '371c0d6223bf433abd85315e530a2382', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1537.954998] env[63676]: DEBUG oslo_vmware.api [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52926939-2844-607f-0db7-6a0fd8e3ac8d, 'name': SearchDatastore_Task, 'duration_secs': 0.011113} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.955559] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.956071] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1537.956312] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.089663] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Task: {'id': task-1924991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.023209} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.089663] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1538.089663] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-202043ee-537d-4276-8936-17798f9271e6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.098871] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Waiting for the task: (returnval){ [ 1538.098871] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52cb8c63-121c-b980-b821-d1f0c62b131b" [ 1538.098871] env[63676]: _type = "Task" [ 1538.098871] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.116092] env[63676]: DEBUG nova.compute.manager [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1538.117784] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52cb8c63-121c-b980-b821-d1f0c62b131b, 'name': SearchDatastore_Task, 'duration_secs': 0.008943} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.121670] env[63676]: DEBUG oslo_concurrency.lockutils [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.121984] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 87e77bf5-a916-41ce-b0a5-929b7398f4b5/87e77bf5-a916-41ce-b0a5-929b7398f4b5.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1538.125535] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.125535] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1538.126357] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d7be661-0e89-4df1-ba20-888e1d456818 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.129614] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Acquiring lock "195235fb-e1ff-4811-82c1-f30a833f6a82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.129614] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Lock "195235fb-e1ff-4811-82c1-f30a833f6a82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.130129] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9cb5ec42-36fe-4e56-8f27-d105a0bced1e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.141677] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Waiting for the task: (returnval){ [ 1538.141677] env[63676]: value = "task-1924992" [ 1538.141677] env[63676]: _type = "Task" [ 1538.141677] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.150092] env[63676]: DEBUG nova.network.neutron [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1538.160107] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1538.160303] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1538.170244] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-546eaa62-b51c-428a-9e7e-15c21e45f98f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.173341] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Task: {'id': task-1924992, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.179944] env[63676]: DEBUG oslo_vmware.api [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Waiting for the task: (returnval){ [ 1538.179944] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521e1283-05ec-6c46-53f4-4169bc721a37" [ 1538.179944] env[63676]: _type = "Task" [ 1538.179944] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.196298] env[63676]: DEBUG oslo_vmware.api [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521e1283-05ec-6c46-53f4-4169bc721a37, 'name': SearchDatastore_Task, 'duration_secs': 0.009812} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.200065] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69cbc47c-5061-4d5d-bb12-8b3654c6e764 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.206940] env[63676]: DEBUG oslo_vmware.api [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Waiting for the task: (returnval){ [ 1538.206940] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ee1fa0-cd1d-eb55-728e-160bff09f94e" [ 1538.206940] env[63676]: _type = "Task" [ 1538.206940] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.214378] env[63676]: DEBUG oslo_vmware.api [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ee1fa0-cd1d-eb55-728e-160bff09f94e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.269435] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Acquiring lock "a6aff05d-d56c-41bc-9a91-2fe2f4afe03c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.269435] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Lock "a6aff05d-d56c-41bc-9a91-2fe2f4afe03c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.381518] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2784df-5ffb-4ac3-befd-10b151c84e78 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.392926] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-615f5662-9fea-4d10-9e6e-dfc687aa52c9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.430040] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e377e43-be39-4333-992f-46e189f0b2ec {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.442100] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee755d9-72d1-4c1a-b742-8c4d95941106 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.459861] env[63676]: DEBUG nova.compute.provider_tree [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1538.634877] env[63676]: DEBUG nova.compute.manager [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1538.654383] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Task: {'id': task-1924992, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.719853] env[63676]: DEBUG oslo_vmware.api [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ee1fa0-cd1d-eb55-728e-160bff09f94e, 'name': SearchDatastore_Task, 'duration_secs': 0.008703} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.721572] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.721804] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 47226e9d-c8d7-4e63-91ed-12cc91d2bf00/47226e9d-c8d7-4e63-91ed-12cc91d2bf00.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1538.722098] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c518ac4f-4e51-4e9f-a657-1c867cd91be7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.729746] env[63676]: DEBUG oslo_vmware.api [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Waiting for the task: (returnval){ [ 1538.729746] env[63676]: value = "task-1924993" [ 1538.729746] env[63676]: _type = "Task" [ 1538.729746] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.740397] env[63676]: DEBUG oslo_vmware.api [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Task: {'id': task-1924993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.940220] env[63676]: DEBUG nova.network.neutron [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Updating instance_info_cache with network_info: [{"id": "4fa70ee8-0617-4741-87d1-d636afd90a84", "address": "fa:16:3e:37:67:4e", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa70ee8-06", "ovs_interfaceid": "4fa70ee8-0617-4741-87d1-d636afd90a84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.996727] env[63676]: ERROR nova.scheduler.client.report [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [req-0b8a8a1f-8abc-416a-8afe-c2aa8b4b107c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5759d2a2-0179-444e-89b9-d9d622fd17b7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0b8a8a1f-8abc-416a-8afe-c2aa8b4b107c"}]} [ 1539.017268] env[63676]: DEBUG nova.scheduler.client.report [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Refreshing inventories for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1539.035140] env[63676]: DEBUG nova.scheduler.client.report [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Updating ProviderTree inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1539.035485] env[63676]: DEBUG nova.compute.provider_tree [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1539.050339] env[63676]: DEBUG nova.scheduler.client.report [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Refreshing aggregate associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, aggregates: None {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1539.075138] env[63676]: DEBUG nova.scheduler.client.report [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Refreshing trait associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1539.134525] env[63676]: DEBUG nova.compute.manager [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1539.161848] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Task: {'id': task-1924992, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588843} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.161954] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 87e77bf5-a916-41ce-b0a5-929b7398f4b5/87e77bf5-a916-41ce-b0a5-929b7398f4b5.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1539.162241] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1539.162607] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e13958a8-8d0c-4033-aa1a-d1919d18f86f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.169925] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.173578] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Waiting for the task: (returnval){ [ 1539.173578] env[63676]: value = "task-1924994" [ 1539.173578] env[63676]: _type = "Task" [ 1539.173578] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.185768] env[63676]: DEBUG nova.virt.hardware [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1539.186287] env[63676]: DEBUG nova.virt.hardware [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1539.186287] env[63676]: DEBUG nova.virt.hardware [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1539.186582] env[63676]: DEBUG nova.virt.hardware [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1539.186695] env[63676]: DEBUG nova.virt.hardware [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1539.186842] env[63676]: DEBUG nova.virt.hardware [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1539.187067] env[63676]: DEBUG nova.virt.hardware [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1539.187316] env[63676]: DEBUG nova.virt.hardware [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1539.187600] env[63676]: DEBUG nova.virt.hardware [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1539.188894] env[63676]: DEBUG nova.virt.hardware [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1539.188894] env[63676]: DEBUG nova.virt.hardware [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1539.191142] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2e141f-e9bb-469e-8eac-fd9ddd5a8d49 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.199724] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Task: {'id': task-1924994, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.205053] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c33ee90-5107-4d9d-8903-2b96ca25f15b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.240876] env[63676]: DEBUG oslo_vmware.api [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Task: {'id': task-1924993, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.282059] env[63676]: DEBUG nova.network.neutron [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Successfully created port: 04c50a06-0fb4-44d0-bc02-3791aa3f6308 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1539.311025] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9ef57a-4c8f-4355-bf99-d1b5398d92db {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.323653] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec5e6374-58d5-4096-8569-6bada4bf7773 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.355873] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d8fbf3-c9ab-455c-b5d5-a036227a0bf2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.366532] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d0afc1-38c2-4f2b-8f88-1662b7822c35 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.383566] env[63676]: DEBUG nova.compute.provider_tree [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1539.447985] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Releasing lock "refresh_cache-7b6f9454-dce4-4a4d-91e2-2bbea6187441" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1539.447985] env[63676]: DEBUG nova.compute.manager [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Instance network_info: |[{"id": "4fa70ee8-0617-4741-87d1-d636afd90a84", "address": "fa:16:3e:37:67:4e", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa70ee8-06", "ovs_interfaceid": "4fa70ee8-0617-4741-87d1-d636afd90a84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1539.448467] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:67:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fa70ee8-0617-4741-87d1-d636afd90a84', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1539.457599] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Creating folder: Project (7c385055aa4e40ed899c6d2e1e0ae6b5). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1539.457599] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-929a552b-855d-4617-aae7-13abdedefd05 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.468825] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Created folder: Project (7c385055aa4e40ed899c6d2e1e0ae6b5) in parent group-v396927. [ 1539.469079] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Creating folder: Instances. Parent ref: group-v396934. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1539.469915] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3ae9d64-e813-42bb-92dc-756a20c59ce7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.479067] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Created folder: Instances in parent group-v396934. [ 1539.479347] env[63676]: DEBUG oslo.service.loopingcall [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1539.479543] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1539.479749] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2a5ef38-b7b9-4eba-af65-9c1ccb06a8ea {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.500833] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1539.500833] env[63676]: value = "task-1924997" [ 1539.500833] env[63676]: _type = "Task" [ 1539.500833] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.512351] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1924997, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.637554] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "d10f2dca-6d26-4c7e-8683-8da43221cce3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.637554] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "d10f2dca-6d26-4c7e-8683-8da43221cce3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.669540] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "3c72e1b6-ff20-4349-b464-a5d7205687dd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.669764] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "3c72e1b6-ff20-4349-b464-a5d7205687dd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.684042] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Task: {'id': task-1924994, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102049} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.684042] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1539.686022] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98142ee9-4068-4500-bc3a-59028ecb004f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.709195] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 87e77bf5-a916-41ce-b0a5-929b7398f4b5/87e77bf5-a916-41ce-b0a5-929b7398f4b5.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1539.709195] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-878b50d9-d548-444e-93d5-1134f1c0f79d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.732584] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Waiting for the task: (returnval){ [ 1539.732584] env[63676]: value = "task-1924998" [ 1539.732584] env[63676]: _type = "Task" [ 1539.732584] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.745248] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1539.745248] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Cleaning up deleted instances {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11645}} [ 1539.746554] env[63676]: DEBUG oslo_vmware.api [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Task: {'id': task-1924993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.523628} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.755557] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 47226e9d-c8d7-4e63-91ed-12cc91d2bf00/47226e9d-c8d7-4e63-91ed-12cc91d2bf00.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1539.755557] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1539.755557] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Task: {'id': task-1924998, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.755978] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-877a276f-92b6-493a-96a6-bec31383a862 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.766996] env[63676]: DEBUG oslo_vmware.api [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Waiting for the task: (returnval){ [ 1539.766996] env[63676]: value = "task-1924999" [ 1539.766996] env[63676]: _type = "Task" [ 1539.766996] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.782733] env[63676]: DEBUG oslo_vmware.api [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Task: {'id': task-1924999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.918153] env[63676]: ERROR nova.scheduler.client.report [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [req-77860118-50f1-4c70-b2f7-075224333d28] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5759d2a2-0179-444e-89b9-d9d622fd17b7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-77860118-50f1-4c70-b2f7-075224333d28"}]} [ 1539.941725] env[63676]: DEBUG nova.scheduler.client.report [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Refreshing inventories for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1539.957080] env[63676]: DEBUG nova.scheduler.client.report [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Updating ProviderTree inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1539.957317] env[63676]: DEBUG nova.compute.provider_tree [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1539.975532] env[63676]: DEBUG nova.scheduler.client.report [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Refreshing aggregate associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, aggregates: None {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1540.001518] env[63676]: DEBUG nova.scheduler.client.report [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Refreshing trait associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1540.014582] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1924997, 'name': CreateVM_Task, 'duration_secs': 0.422863} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.014669] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1540.032735] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.032921] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.033323] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1540.033554] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d11bbef1-2feb-4c47-ab29-54647a108e42 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.040332] env[63676]: DEBUG oslo_vmware.api [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Waiting for the task: (returnval){ [ 1540.040332] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52022ec3-1e82-185d-122a-68eda05d149c" [ 1540.040332] env[63676]: _type = "Task" [ 1540.040332] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.049740] env[63676]: DEBUG oslo_vmware.api [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52022ec3-1e82-185d-122a-68eda05d149c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.232324] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3a6fab-1acd-41f8-ae21-6c419ccc49b9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.242400] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4992fbab-8b35-46de-bba7-df1dc27ebcc4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.249499] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Task: {'id': task-1924998, 'name': ReconfigVM_Task, 'duration_secs': 0.369111} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.250130] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 87e77bf5-a916-41ce-b0a5-929b7398f4b5/87e77bf5-a916-41ce-b0a5-929b7398f4b5.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1540.250817] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c45007b-b284-44bf-85a5-6787e1f6e46f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.277953] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] There are 0 instances to clean {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11654}} [ 1540.282553] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865b4e05-ac94-4869-9ad5-d66c2f1520de {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.286856] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Waiting for the task: (returnval){ [ 1540.286856] env[63676]: value = "task-1925000" [ 1540.286856] env[63676]: _type = "Task" [ 1540.286856] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.295300] env[63676]: DEBUG oslo_vmware.api [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Task: {'id': task-1924999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.300433] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Task: {'id': task-1925000, 'name': Rename_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.303624] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f4680d-6594-47b5-9066-d8a1cbfe0adc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.317805] env[63676]: DEBUG nova.compute.provider_tree [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1540.554759] env[63676]: DEBUG oslo_vmware.api [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52022ec3-1e82-185d-122a-68eda05d149c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.789486] env[63676]: DEBUG oslo_vmware.api [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Task: {'id': task-1924999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.799220] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Task: {'id': task-1925000, 'name': Rename_Task, 'duration_secs': 0.138667} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.799612] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1540.799870] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49b934c6-7906-4562-8d5b-ade8122c6f60 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.808355] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Waiting for the task: (returnval){ [ 1540.808355] env[63676]: value = "task-1925001" [ 1540.808355] env[63676]: _type = "Task" [ 1540.808355] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.817320] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Task: {'id': task-1925001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.848157] env[63676]: ERROR nova.scheduler.client.report [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [req-eb02905d-214b-4eca-b379-1ef3b9642e8c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5759d2a2-0179-444e-89b9-d9d622fd17b7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-eb02905d-214b-4eca-b379-1ef3b9642e8c"}]} [ 1540.872769] env[63676]: DEBUG nova.scheduler.client.report [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Refreshing inventories for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1540.892278] env[63676]: DEBUG nova.scheduler.client.report [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Updating ProviderTree inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1540.892811] env[63676]: DEBUG nova.compute.provider_tree [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 166, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1540.905960] env[63676]: DEBUG nova.scheduler.client.report [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Refreshing aggregate associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, aggregates: None {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1540.926185] env[63676]: DEBUG nova.scheduler.client.report [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Refreshing trait associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1541.040326] env[63676]: DEBUG nova.compute.manager [req-71530c6c-e55a-4d11-96ae-8684ed475851 req-f7ac36e6-7a05-4673-8e85-0ac0a0156bf7 service nova] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Received event network-changed-4fa70ee8-0617-4741-87d1-d636afd90a84 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1541.040608] env[63676]: DEBUG nova.compute.manager [req-71530c6c-e55a-4d11-96ae-8684ed475851 req-f7ac36e6-7a05-4673-8e85-0ac0a0156bf7 service nova] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Refreshing instance network info cache due to event network-changed-4fa70ee8-0617-4741-87d1-d636afd90a84. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1541.040722] env[63676]: DEBUG oslo_concurrency.lockutils [req-71530c6c-e55a-4d11-96ae-8684ed475851 req-f7ac36e6-7a05-4673-8e85-0ac0a0156bf7 service nova] Acquiring lock "refresh_cache-7b6f9454-dce4-4a4d-91e2-2bbea6187441" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.040884] env[63676]: DEBUG oslo_concurrency.lockutils [req-71530c6c-e55a-4d11-96ae-8684ed475851 req-f7ac36e6-7a05-4673-8e85-0ac0a0156bf7 service nova] Acquired lock "refresh_cache-7b6f9454-dce4-4a4d-91e2-2bbea6187441" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.041065] env[63676]: DEBUG nova.network.neutron [req-71530c6c-e55a-4d11-96ae-8684ed475851 req-f7ac36e6-7a05-4673-8e85-0ac0a0156bf7 service nova] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Refreshing network info cache for port 4fa70ee8-0617-4741-87d1-d636afd90a84 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1541.061587] env[63676]: DEBUG oslo_vmware.api [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52022ec3-1e82-185d-122a-68eda05d149c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.147978] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Acquiring lock "3623083d-0bf5-4947-9191-298ad2de4e13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.148266] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Lock "3623083d-0bf5-4947-9191-298ad2de4e13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1541.206914] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44f4221-80ea-4463-8a91-e0b0e49c38f0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.215841] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe69748f-8d80-454e-9158-56dae9dd7319 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.251997] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91337a2a-636c-4a80-aafd-e75e45f15b99 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.260839] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d85b64-bf50-49d1-a4d6-401ea4d1fab0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.274856] env[63676]: DEBUG nova.compute.provider_tree [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1541.288471] env[63676]: DEBUG oslo_vmware.api [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Task: {'id': task-1924999, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.320229] env[63676]: DEBUG oslo_vmware.api [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Task: {'id': task-1925001, 'name': PowerOnVM_Task, 'duration_secs': 0.490115} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.320511] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1541.321676] env[63676]: INFO nova.compute.manager [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1541.321998] env[63676]: DEBUG nova.compute.manager [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1541.325104] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2043196-f059-4907-b65b-834976724d34 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.561781] env[63676]: DEBUG oslo_vmware.api [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52022ec3-1e82-185d-122a-68eda05d149c, 'name': SearchDatastore_Task, 'duration_secs': 1.1973} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.561781] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.563387] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1541.563387] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.563387] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.563387] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1541.563387] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d0335ed-9c7d-4820-a90f-eb41bf456024 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.575313] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1541.575827] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1541.576682] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82c95c1b-7198-4b24-a28d-d9b05535b54f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.582238] env[63676]: DEBUG oslo_vmware.api [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Waiting for the task: (returnval){ [ 1541.582238] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b64ec4-66d8-9121-e6b6-06f898c430f2" [ 1541.582238] env[63676]: _type = "Task" [ 1541.582238] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.590924] env[63676]: DEBUG oslo_vmware.api [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b64ec4-66d8-9121-e6b6-06f898c430f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.742376] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1541.792246] env[63676]: DEBUG oslo_vmware.api [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Task: {'id': task-1924999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.529288} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.792246] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1541.794125] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902089af-b435-4b5d-8361-153eaaffbaba {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.818438] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 47226e9d-c8d7-4e63-91ed-12cc91d2bf00/47226e9d-c8d7-4e63-91ed-12cc91d2bf00.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1541.821272] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf197bbd-fed7-4066-834e-06a7dfd24471 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.839081] env[63676]: DEBUG nova.scheduler.client.report [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Updated inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with generation 18 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1541.839283] env[63676]: DEBUG nova.compute.provider_tree [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Updating resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 generation from 18 to 19 during operation: update_inventory {{(pid=63676) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1541.841056] env[63676]: DEBUG nova.compute.provider_tree [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1541.854224] env[63676]: DEBUG oslo_vmware.api [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Waiting for the task: (returnval){ [ 1541.854224] env[63676]: value = "task-1925002" [ 1541.854224] env[63676]: _type = "Task" [ 1541.854224] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.854813] env[63676]: INFO nova.compute.manager [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Took 13.95 seconds to build instance. [ 1541.868080] env[63676]: DEBUG oslo_vmware.api [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Task: {'id': task-1925002, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.094205] env[63676]: DEBUG oslo_vmware.api [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b64ec4-66d8-9121-e6b6-06f898c430f2, 'name': SearchDatastore_Task, 'duration_secs': 0.008572} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.094684] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc8ddae8-9aa4-4d1d-a67b-9885e3e8c064 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.101624] env[63676]: DEBUG oslo_vmware.api [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Waiting for the task: (returnval){ [ 1542.101624] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520bcae8-7c13-3101-09d2-be624820a1c0" [ 1542.101624] env[63676]: _type = "Task" [ 1542.101624] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.112787] env[63676]: DEBUG oslo_vmware.api [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520bcae8-7c13-3101-09d2-be624820a1c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.247324] env[63676]: DEBUG nova.network.neutron [req-71530c6c-e55a-4d11-96ae-8684ed475851 req-f7ac36e6-7a05-4673-8e85-0ac0a0156bf7 service nova] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Updated VIF entry in instance network info cache for port 4fa70ee8-0617-4741-87d1-d636afd90a84. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1542.247829] env[63676]: DEBUG nova.network.neutron [req-71530c6c-e55a-4d11-96ae-8684ed475851 req-f7ac36e6-7a05-4673-8e85-0ac0a0156bf7 service nova] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Updating instance_info_cache with network_info: [{"id": "4fa70ee8-0617-4741-87d1-d636afd90a84", "address": "fa:16:3e:37:67:4e", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.148", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fa70ee8-06", "ovs_interfaceid": "4fa70ee8-0617-4741-87d1-d636afd90a84", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.349660] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.254s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.350289] env[63676]: DEBUG nova.compute.manager [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1542.356689] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.320s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.358550] env[63676]: INFO nova.compute.claims [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1542.362599] env[63676]: DEBUG oslo_concurrency.lockutils [None req-65a5b7d7-fb61-49b1-9ff0-6187cee377fd tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Lock "87e77bf5-a916-41ce-b0a5-929b7398f4b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.464s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.381083] env[63676]: DEBUG oslo_vmware.api [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Task: {'id': task-1925002, 'name': ReconfigVM_Task, 'duration_secs': 0.41204} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.381515] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 47226e9d-c8d7-4e63-91ed-12cc91d2bf00/47226e9d-c8d7-4e63-91ed-12cc91d2bf00.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1542.382147] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72a6e108-1508-4db2-8c0b-871f56b62d98 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.390010] env[63676]: DEBUG oslo_vmware.api [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Waiting for the task: (returnval){ [ 1542.390010] env[63676]: value = "task-1925003" [ 1542.390010] env[63676]: _type = "Task" [ 1542.390010] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.399518] env[63676]: DEBUG oslo_vmware.api [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Task: {'id': task-1925003, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.513202] env[63676]: DEBUG nova.network.neutron [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Successfully updated port: 04c50a06-0fb4-44d0-bc02-3791aa3f6308 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1542.616142] env[63676]: DEBUG oslo_concurrency.lockutils [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] Acquiring lock "6e8fec3b-8872-4581-bb3f-d48aa9c7c727" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1542.616776] env[63676]: DEBUG oslo_concurrency.lockutils [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] Lock "6e8fec3b-8872-4581-bb3f-d48aa9c7c727" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.625185] env[63676]: DEBUG oslo_vmware.api [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520bcae8-7c13-3101-09d2-be624820a1c0, 'name': SearchDatastore_Task, 'duration_secs': 0.013864} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.625443] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.625688] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 7b6f9454-dce4-4a4d-91e2-2bbea6187441/7b6f9454-dce4-4a4d-91e2-2bbea6187441.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1542.625938] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22542a24-3f40-4229-9084-d88ae711aeb1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.635923] env[63676]: DEBUG oslo_vmware.api [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Waiting for the task: (returnval){ [ 1542.635923] env[63676]: value = "task-1925004" [ 1542.635923] env[63676]: _type = "Task" [ 1542.635923] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.645841] env[63676]: DEBUG oslo_vmware.api [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Task: {'id': task-1925004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.751449] env[63676]: DEBUG oslo_concurrency.lockutils [req-71530c6c-e55a-4d11-96ae-8684ed475851 req-f7ac36e6-7a05-4673-8e85-0ac0a0156bf7 service nova] Releasing lock "refresh_cache-7b6f9454-dce4-4a4d-91e2-2bbea6187441" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.864617] env[63676]: DEBUG nova.compute.utils [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1542.866211] env[63676]: DEBUG nova.compute.manager [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1542.866386] env[63676]: DEBUG nova.network.neutron [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1542.874984] env[63676]: DEBUG nova.compute.manager [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1542.907522] env[63676]: DEBUG oslo_vmware.api [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Task: {'id': task-1925003, 'name': Rename_Task, 'duration_secs': 0.209865} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.907522] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1542.907522] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1b00491-d648-42f7-b3d2-a8d5aeea9e1e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.914944] env[63676]: DEBUG oslo_vmware.api [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Waiting for the task: (returnval){ [ 1542.914944] env[63676]: value = "task-1925005" [ 1542.914944] env[63676]: _type = "Task" [ 1542.914944] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.925041] env[63676]: DEBUG oslo_vmware.api [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Task: {'id': task-1925005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.971657] env[63676]: DEBUG nova.policy [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd54c5b2fa068445aaa375bc8f825579f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a183f7233a543ddaa87a6a2fe395e70', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1543.016300] env[63676]: DEBUG oslo_concurrency.lockutils [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Acquiring lock "refresh_cache-1252f513-6deb-44c8-a919-548eb2a4f14a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1543.019357] env[63676]: DEBUG oslo_concurrency.lockutils [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Acquired lock "refresh_cache-1252f513-6deb-44c8-a919-548eb2a4f14a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.019531] env[63676]: DEBUG nova.network.neutron [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1543.156189] env[63676]: DEBUG oslo_vmware.api [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Task: {'id': task-1925004, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.371616] env[63676]: DEBUG nova.compute.manager [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1543.412254] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.430573] env[63676]: DEBUG oslo_vmware.api [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Task: {'id': task-1925005, 'name': PowerOnVM_Task, 'duration_secs': 0.469396} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.430932] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1543.431363] env[63676]: INFO nova.compute.manager [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Took 6.64 seconds to spawn the instance on the hypervisor. [ 1543.431567] env[63676]: DEBUG nova.compute.manager [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1543.434267] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0c1e01-0623-4999-b642-5ba64a650bb8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.631364] env[63676]: DEBUG nova.network.neutron [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1543.648135] env[63676]: DEBUG oslo_vmware.api [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Task: {'id': task-1925004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800933} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.650700] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 7b6f9454-dce4-4a4d-91e2-2bbea6187441/7b6f9454-dce4-4a4d-91e2-2bbea6187441.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1543.650930] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1543.651603] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78c0ca64-1017-4fa2-a219-1cfc74a72dfc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.658610] env[63676]: DEBUG oslo_vmware.api [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Waiting for the task: (returnval){ [ 1543.658610] env[63676]: value = "task-1925006" [ 1543.658610] env[63676]: _type = "Task" [ 1543.658610] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.664321] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531e2aaa-e8a4-4336-8e09-662f9e3c4d39 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.678951] env[63676]: DEBUG oslo_vmware.api [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Task: {'id': task-1925006, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.682799] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1908fac-dff8-43ab-a35e-5344d112cb38 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.723651] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbb9357-5db6-46f7-827b-a780b9c589a6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.732092] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df214e0f-a2fd-4103-b9cf-f098ddabe041 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.745751] env[63676]: DEBUG nova.compute.provider_tree [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1543.957631] env[63676]: INFO nova.compute.manager [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Took 14.13 seconds to build instance. [ 1543.967638] env[63676]: DEBUG nova.compute.manager [req-b5bca18d-2a24-4702-86fa-e0937fcb166f req-cd90e592-fead-4215-8e1a-a198a831c993 service nova] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Received event network-vif-plugged-04c50a06-0fb4-44d0-bc02-3791aa3f6308 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1543.967638] env[63676]: DEBUG oslo_concurrency.lockutils [req-b5bca18d-2a24-4702-86fa-e0937fcb166f req-cd90e592-fead-4215-8e1a-a198a831c993 service nova] Acquiring lock "1252f513-6deb-44c8-a919-548eb2a4f14a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.967777] env[63676]: DEBUG oslo_concurrency.lockutils [req-b5bca18d-2a24-4702-86fa-e0937fcb166f req-cd90e592-fead-4215-8e1a-a198a831c993 service nova] Lock "1252f513-6deb-44c8-a919-548eb2a4f14a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.967899] env[63676]: DEBUG oslo_concurrency.lockutils [req-b5bca18d-2a24-4702-86fa-e0937fcb166f req-cd90e592-fead-4215-8e1a-a198a831c993 service nova] Lock "1252f513-6deb-44c8-a919-548eb2a4f14a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.968098] env[63676]: DEBUG nova.compute.manager [req-b5bca18d-2a24-4702-86fa-e0937fcb166f req-cd90e592-fead-4215-8e1a-a198a831c993 service nova] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] No waiting events found dispatching network-vif-plugged-04c50a06-0fb4-44d0-bc02-3791aa3f6308 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1543.968232] env[63676]: WARNING nova.compute.manager [req-b5bca18d-2a24-4702-86fa-e0937fcb166f req-cd90e592-fead-4215-8e1a-a198a831c993 service nova] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Received unexpected event network-vif-plugged-04c50a06-0fb4-44d0-bc02-3791aa3f6308 for instance with vm_state building and task_state spawning. [ 1543.968384] env[63676]: DEBUG nova.compute.manager [req-b5bca18d-2a24-4702-86fa-e0937fcb166f req-cd90e592-fead-4215-8e1a-a198a831c993 service nova] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Received event network-changed-04c50a06-0fb4-44d0-bc02-3791aa3f6308 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1543.968527] env[63676]: DEBUG nova.compute.manager [req-b5bca18d-2a24-4702-86fa-e0937fcb166f req-cd90e592-fead-4215-8e1a-a198a831c993 service nova] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Refreshing instance network info cache due to event network-changed-04c50a06-0fb4-44d0-bc02-3791aa3f6308. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1543.968685] env[63676]: DEBUG oslo_concurrency.lockutils [req-b5bca18d-2a24-4702-86fa-e0937fcb166f req-cd90e592-fead-4215-8e1a-a198a831c993 service nova] Acquiring lock "refresh_cache-1252f513-6deb-44c8-a919-548eb2a4f14a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1544.170824] env[63676]: DEBUG oslo_vmware.api [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Task: {'id': task-1925006, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071157} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.171291] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1544.172128] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f600d19c-87dc-4e90-a163-54edf2da2b89 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.202312] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 7b6f9454-dce4-4a4d-91e2-2bbea6187441/7b6f9454-dce4-4a4d-91e2-2bbea6187441.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1544.202560] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e3af0a1-269e-452d-a815-cfe6741d992f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.222790] env[63676]: DEBUG nova.network.neutron [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Updating instance_info_cache with network_info: [{"id": "04c50a06-0fb4-44d0-bc02-3791aa3f6308", "address": "fa:16:3e:67:4c:28", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c50a06-0f", "ovs_interfaceid": "04c50a06-0fb4-44d0-bc02-3791aa3f6308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.231134] env[63676]: DEBUG oslo_vmware.api [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Waiting for the task: (returnval){ [ 1544.231134] env[63676]: value = "task-1925007" [ 1544.231134] env[63676]: _type = "Task" [ 1544.231134] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.240566] env[63676]: DEBUG oslo_vmware.api [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Task: {'id': task-1925007, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.248910] env[63676]: DEBUG nova.scheduler.client.report [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1544.264276] env[63676]: DEBUG nova.network.neutron [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Successfully created port: 11039f66-6b1f-4eeb-82fc-42a31cdc659c {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1544.382400] env[63676]: DEBUG nova.compute.manager [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1544.416424] env[63676]: DEBUG nova.virt.hardware [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1544.416853] env[63676]: DEBUG nova.virt.hardware [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1544.417076] env[63676]: DEBUG nova.virt.hardware [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1544.417306] env[63676]: DEBUG nova.virt.hardware [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1544.417513] env[63676]: DEBUG nova.virt.hardware [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1544.417741] env[63676]: DEBUG nova.virt.hardware [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1544.417961] env[63676]: DEBUG nova.virt.hardware [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1544.418183] env[63676]: DEBUG nova.virt.hardware [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1544.418393] env[63676]: DEBUG nova.virt.hardware [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1544.418595] env[63676]: DEBUG nova.virt.hardware [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1544.418824] env[63676]: DEBUG nova.virt.hardware [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1544.419753] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc88f2e-9626-4671-b2d4-e28988d49bb6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.429846] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11fdabf9-c9d0-4d69-81b8-8166d70b741f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.465811] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8ebd922d-6183-45ff-8378-0bfeae0e1f83 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Lock "47226e9d-c8d7-4e63-91ed-12cc91d2bf00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.649s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.726901] env[63676]: DEBUG oslo_concurrency.lockutils [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Releasing lock "refresh_cache-1252f513-6deb-44c8-a919-548eb2a4f14a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1544.727311] env[63676]: DEBUG nova.compute.manager [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Instance network_info: |[{"id": "04c50a06-0fb4-44d0-bc02-3791aa3f6308", "address": "fa:16:3e:67:4c:28", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c50a06-0f", "ovs_interfaceid": "04c50a06-0fb4-44d0-bc02-3791aa3f6308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1544.727751] env[63676]: DEBUG oslo_concurrency.lockutils [req-b5bca18d-2a24-4702-86fa-e0937fcb166f req-cd90e592-fead-4215-8e1a-a198a831c993 service nova] Acquired lock "refresh_cache-1252f513-6deb-44c8-a919-548eb2a4f14a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.727849] env[63676]: DEBUG nova.network.neutron [req-b5bca18d-2a24-4702-86fa-e0937fcb166f req-cd90e592-fead-4215-8e1a-a198a831c993 service nova] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Refreshing network info cache for port 04c50a06-0fb4-44d0-bc02-3791aa3f6308 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1544.733223] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:4c:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04c50a06-0fb4-44d0-bc02-3791aa3f6308', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1544.743315] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Creating folder: Project (371c0d6223bf433abd85315e530a2382). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1544.744796] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a49c3134-7daf-469c-bbf4-8ce22a598ebf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.756611] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.756611] env[63676]: DEBUG nova.compute.manager [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1544.767270] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.775s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.767270] env[63676]: INFO nova.compute.claims [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1544.772894] env[63676]: DEBUG oslo_vmware.api [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Task: {'id': task-1925007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.775061] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Created folder: Project (371c0d6223bf433abd85315e530a2382) in parent group-v396927. [ 1544.775251] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Creating folder: Instances. Parent ref: group-v396937. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1544.777655] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da316e06-eaad-441d-bb8d-6e24208b9706 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.787632] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Created folder: Instances in parent group-v396937. [ 1544.787632] env[63676]: DEBUG oslo.service.loopingcall [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1544.787632] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1544.787632] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0482470b-c87a-4f6d-9449-53cbef1ab396 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.810194] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1544.810194] env[63676]: value = "task-1925010" [ 1544.810194] env[63676]: _type = "Task" [ 1544.810194] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.824521] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925010, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.971264] env[63676]: DEBUG nova.compute.manager [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1545.254180] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1545.254180] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Starting heal instance info cache {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1545.254180] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Rebuilding the list of instances to heal {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1545.264031] env[63676]: DEBUG oslo_vmware.api [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Task: {'id': task-1925007, 'name': ReconfigVM_Task, 'duration_secs': 0.884882} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.264031] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 7b6f9454-dce4-4a4d-91e2-2bbea6187441/7b6f9454-dce4-4a4d-91e2-2bbea6187441.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1545.264031] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee697271-8d9b-4601-8072-ca0da56d017e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.275821] env[63676]: DEBUG oslo_vmware.api [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Waiting for the task: (returnval){ [ 1545.275821] env[63676]: value = "task-1925011" [ 1545.275821] env[63676]: _type = "Task" [ 1545.275821] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.278717] env[63676]: DEBUG nova.compute.utils [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1545.282401] env[63676]: DEBUG nova.compute.manager [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1545.282593] env[63676]: DEBUG nova.network.neutron [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1545.298012] env[63676]: DEBUG oslo_vmware.api [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Task: {'id': task-1925011, 'name': Rename_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.320036] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925010, 'name': CreateVM_Task, 'duration_secs': 0.403022} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.320263] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1545.320984] env[63676]: DEBUG oslo_concurrency.lockutils [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.321204] env[63676]: DEBUG oslo_concurrency.lockutils [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.321718] env[63676]: DEBUG oslo_concurrency.lockutils [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1545.321796] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5813507-5063-4155-b303-292e259999b7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.327030] env[63676]: DEBUG oslo_vmware.api [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Waiting for the task: (returnval){ [ 1545.327030] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a42825-4249-4b3c-6991-c998123d7156" [ 1545.327030] env[63676]: _type = "Task" [ 1545.327030] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.331602] env[63676]: DEBUG nova.compute.manager [None req-f26bc2b2-2afd-42a6-8870-f8f2eb2701a8 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1545.336220] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6cc803d-6106-461c-afde-27ef4fa88466 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.342560] env[63676]: DEBUG oslo_vmware.api [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a42825-4249-4b3c-6991-c998123d7156, 'name': SearchDatastore_Task, 'duration_secs': 0.00924} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.344750] env[63676]: DEBUG oslo_concurrency.lockutils [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.344750] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1545.344750] env[63676]: DEBUG oslo_concurrency.lockutils [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.345161] env[63676]: DEBUG oslo_concurrency.lockutils [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.345161] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1545.347541] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f41a3df8-7a2d-4752-a6d8-1df2e0f30ab6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.355771] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1545.355989] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1545.356881] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ae7c2d9-f47f-4b15-b274-7dddae8e0716 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.362391] env[63676]: DEBUG oslo_vmware.api [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Waiting for the task: (returnval){ [ 1545.362391] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52493548-7edd-184f-6238-bad9d2623629" [ 1545.362391] env[63676]: _type = "Task" [ 1545.362391] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.373212] env[63676]: DEBUG oslo_vmware.api [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52493548-7edd-184f-6238-bad9d2623629, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.505493] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.514760] env[63676]: DEBUG nova.policy [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13fc1735754a4a63b150d807dc18b244', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4be53d08fc604908acd9cbec40c71a25', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1545.759936] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Skipping network cache update for instance because it is Building. {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1545.760110] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Skipping network cache update for instance because it is Building. {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1545.760239] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Skipping network cache update for instance because it is Building. {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1545.760396] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Skipping network cache update for instance because it is Building. {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1545.760474] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Skipping network cache update for instance because it is Building. {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1545.760676] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "refresh_cache-87e77bf5-a916-41ce-b0a5-929b7398f4b5" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.760798] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquired lock "refresh_cache-87e77bf5-a916-41ce-b0a5-929b7398f4b5" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.761135] env[63676]: DEBUG nova.network.neutron [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Forcefully refreshing network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1545.762580] env[63676]: DEBUG nova.objects.instance [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lazy-loading 'info_cache' on Instance uuid 87e77bf5-a916-41ce-b0a5-929b7398f4b5 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1545.795569] env[63676]: DEBUG nova.compute.manager [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1545.809239] env[63676]: DEBUG oslo_vmware.api [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Task: {'id': task-1925011, 'name': Rename_Task, 'duration_secs': 0.348526} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.813195] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1545.813370] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d050805-1525-4c2d-bdc7-b15eee5282a6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.823049] env[63676]: DEBUG oslo_vmware.api [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Waiting for the task: (returnval){ [ 1545.823049] env[63676]: value = "task-1925012" [ 1545.823049] env[63676]: _type = "Task" [ 1545.823049] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.835322] env[63676]: DEBUG oslo_vmware.api [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Task: {'id': task-1925012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.852635] env[63676]: INFO nova.compute.manager [None req-f26bc2b2-2afd-42a6-8870-f8f2eb2701a8 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] instance snapshotting [ 1545.853314] env[63676]: DEBUG nova.objects.instance [None req-f26bc2b2-2afd-42a6-8870-f8f2eb2701a8 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Lazy-loading 'flavor' on Instance uuid 87e77bf5-a916-41ce-b0a5-929b7398f4b5 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1545.881456] env[63676]: DEBUG oslo_vmware.api [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52493548-7edd-184f-6238-bad9d2623629, 'name': SearchDatastore_Task, 'duration_secs': 0.008499} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.884175] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cc6d9d4-4ef5-4b52-97f6-940a01577c50 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.894828] env[63676]: DEBUG oslo_vmware.api [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Waiting for the task: (returnval){ [ 1545.894828] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f89c1b-b7ea-649d-c97f-11f19a03f4b8" [ 1545.894828] env[63676]: _type = "Task" [ 1545.894828] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.912845] env[63676]: DEBUG oslo_vmware.api [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f89c1b-b7ea-649d-c97f-11f19a03f4b8, 'name': SearchDatastore_Task, 'duration_secs': 0.011524} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.912845] env[63676]: DEBUG oslo_concurrency.lockutils [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1545.913193] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 1252f513-6deb-44c8-a919-548eb2a4f14a/1252f513-6deb-44c8-a919-548eb2a4f14a.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1545.914606] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42cf3888-7594-4b85-bd56-a5e98271c554 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.926048] env[63676]: DEBUG nova.network.neutron [req-b5bca18d-2a24-4702-86fa-e0937fcb166f req-cd90e592-fead-4215-8e1a-a198a831c993 service nova] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Updated VIF entry in instance network info cache for port 04c50a06-0fb4-44d0-bc02-3791aa3f6308. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1545.926048] env[63676]: DEBUG nova.network.neutron [req-b5bca18d-2a24-4702-86fa-e0937fcb166f req-cd90e592-fead-4215-8e1a-a198a831c993 service nova] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Updating instance_info_cache with network_info: [{"id": "04c50a06-0fb4-44d0-bc02-3791aa3f6308", "address": "fa:16:3e:67:4c:28", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.125", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04c50a06-0f", "ovs_interfaceid": "04c50a06-0fb4-44d0-bc02-3791aa3f6308", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.928806] env[63676]: DEBUG oslo_vmware.api [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Waiting for the task: (returnval){ [ 1545.928806] env[63676]: value = "task-1925013" [ 1545.928806] env[63676]: _type = "Task" [ 1545.928806] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.949043] env[63676]: DEBUG oslo_vmware.api [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.071032] env[63676]: DEBUG nova.compute.manager [None req-3fa844fc-43b3-48cf-916e-439d8f085c90 tempest-ServerDiagnosticsV248Test-1588863814 tempest-ServerDiagnosticsV248Test-1588863814-project-admin] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1546.072724] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f53538-e1cc-4346-9475-a344461c4218 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.088286] env[63676]: INFO nova.compute.manager [None req-3fa844fc-43b3-48cf-916e-439d8f085c90 tempest-ServerDiagnosticsV248Test-1588863814 tempest-ServerDiagnosticsV248Test-1588863814-project-admin] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Retrieving diagnostics [ 1546.088286] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ecf78e9-2474-4664-9e8f-a0d5c241b830 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.193874] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a9a2cc-f917-406c-8e7b-62af0e0e79e1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.202700] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf1c967-8002-49ae-bce1-8f9567e6e9c0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.249592] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d7ad0e-e8f0-4836-a164-8351dfc71449 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.260309] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a233c7-74a9-45ab-bb03-813b59fac156 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.276315] env[63676]: DEBUG nova.compute.provider_tree [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1546.334435] env[63676]: DEBUG oslo_vmware.api [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Task: {'id': task-1925012, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.367021] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e38f7ad-52f9-4f98-a52f-b3689c39a30a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.389666] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c5f62c-325a-4a50-b102-e0ed1cba79e9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.431099] env[63676]: DEBUG oslo_concurrency.lockutils [req-b5bca18d-2a24-4702-86fa-e0937fcb166f req-cd90e592-fead-4215-8e1a-a198a831c993 service nova] Releasing lock "refresh_cache-1252f513-6deb-44c8-a919-548eb2a4f14a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1546.442126] env[63676]: DEBUG oslo_vmware.api [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925013, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.455113] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Acquiring lock "87e77bf5-a916-41ce-b0a5-929b7398f4b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.455279] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Lock "87e77bf5-a916-41ce-b0a5-929b7398f4b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.455614] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Acquiring lock "87e77bf5-a916-41ce-b0a5-929b7398f4b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.455728] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Lock "87e77bf5-a916-41ce-b0a5-929b7398f4b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1546.455896] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Lock "87e77bf5-a916-41ce-b0a5-929b7398f4b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.459980] env[63676]: INFO nova.compute.manager [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Terminating instance [ 1546.781425] env[63676]: DEBUG nova.scheduler.client.report [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1546.806813] env[63676]: DEBUG nova.compute.manager [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1546.824682] env[63676]: DEBUG nova.network.neutron [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1546.840486] env[63676]: DEBUG oslo_vmware.api [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Task: {'id': task-1925012, 'name': PowerOnVM_Task} progress is 64%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.849053] env[63676]: DEBUG nova.virt.hardware [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1546.849702] env[63676]: DEBUG nova.virt.hardware [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1546.850124] env[63676]: DEBUG nova.virt.hardware [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1546.850443] env[63676]: DEBUG nova.virt.hardware [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1546.851142] env[63676]: DEBUG nova.virt.hardware [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1546.851142] env[63676]: DEBUG nova.virt.hardware [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1546.851541] env[63676]: DEBUG nova.virt.hardware [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1546.851810] env[63676]: DEBUG nova.virt.hardware [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1546.853031] env[63676]: DEBUG nova.virt.hardware [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1546.853031] env[63676]: DEBUG nova.virt.hardware [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1546.853031] env[63676]: DEBUG nova.virt.hardware [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1546.853563] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1721972f-6bdf-465c-ae1d-9f105cc5bde6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.865893] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57768dd-c030-4ef2-bc35-9eadbb74260c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.902417] env[63676]: DEBUG nova.compute.manager [None req-f26bc2b2-2afd-42a6-8870-f8f2eb2701a8 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Instance disappeared during snapshot {{(pid=63676) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1546.945290] env[63676]: DEBUG oslo_vmware.api [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925013, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637073} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.945795] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 1252f513-6deb-44c8-a919-548eb2a4f14a/1252f513-6deb-44c8-a919-548eb2a4f14a.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1546.946238] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1546.947935] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1c2e83d-7442-42d5-aadf-d8e85a461e52 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.955443] env[63676]: DEBUG oslo_vmware.api [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Waiting for the task: (returnval){ [ 1546.955443] env[63676]: value = "task-1925014" [ 1546.955443] env[63676]: _type = "Task" [ 1546.955443] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.966943] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Acquiring lock "refresh_cache-87e77bf5-a916-41ce-b0a5-929b7398f4b5" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1546.972365] env[63676]: DEBUG oslo_vmware.api [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.104858] env[63676]: DEBUG nova.compute.manager [None req-f26bc2b2-2afd-42a6-8870-f8f2eb2701a8 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Found 0 images (rotation: 2) {{(pid=63676) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4960}} [ 1547.275409] env[63676]: DEBUG nova.network.neutron [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Successfully updated port: 11039f66-6b1f-4eeb-82fc-42a31cdc659c {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1547.290359] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.290492] env[63676]: DEBUG nova.compute.manager [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1547.294758] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.605s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.296650] env[63676]: INFO nova.compute.claims [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1547.340299] env[63676]: DEBUG oslo_vmware.api [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Task: {'id': task-1925012, 'name': PowerOnVM_Task, 'duration_secs': 1.352424} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.340445] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1547.340664] env[63676]: INFO nova.compute.manager [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Took 12.92 seconds to spawn the instance on the hypervisor. [ 1547.340836] env[63676]: DEBUG nova.compute.manager [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1547.342701] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64273047-f96d-43c1-8f80-21cbef996f89 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.356198] env[63676]: DEBUG nova.network.neutron [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Successfully created port: 866a764f-10bb-4bb2-b6b6-310402810f61 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1547.470246] env[63676]: DEBUG oslo_vmware.api [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072437} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.470535] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1547.471365] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c130a87-8c57-4178-875e-ce6c387e1954 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.495284] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 1252f513-6deb-44c8-a919-548eb2a4f14a/1252f513-6deb-44c8-a919-548eb2a4f14a.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1547.496281] env[63676]: DEBUG nova.network.neutron [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1547.497568] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0371915-90a2-4581-b191-0ff8c854c148 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.518841] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Releasing lock "refresh_cache-87e77bf5-a916-41ce-b0a5-929b7398f4b5" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.519040] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Updated the network info_cache for instance {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 1547.519278] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Acquired lock "refresh_cache-87e77bf5-a916-41ce-b0a5-929b7398f4b5" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.519445] env[63676]: DEBUG nova.network.neutron [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1547.520913] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1547.522150] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1547.523170] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63676) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1547.527176] env[63676]: DEBUG oslo_vmware.api [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Waiting for the task: (returnval){ [ 1547.527176] env[63676]: value = "task-1925015" [ 1547.527176] env[63676]: _type = "Task" [ 1547.527176] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.538303] env[63676]: DEBUG oslo_vmware.api [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925015, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.745017] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1547.745017] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1547.745017] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1547.745017] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Cleaning up deleted instances with incomplete migration {{(pid=63676) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11683}} [ 1547.778349] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Acquiring lock "refresh_cache-4238f1d5-d1c0-471e-acc4-6bff80297c2f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1547.778504] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Acquired lock "refresh_cache-4238f1d5-d1c0-471e-acc4-6bff80297c2f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.778656] env[63676]: DEBUG nova.network.neutron [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1547.803452] env[63676]: DEBUG nova.compute.utils [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1547.814501] env[63676]: DEBUG nova.compute.manager [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1547.814792] env[63676]: DEBUG nova.network.neutron [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1547.874536] env[63676]: INFO nova.compute.manager [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Took 18.75 seconds to build instance. [ 1548.045191] env[63676]: DEBUG oslo_vmware.api [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.049682] env[63676]: DEBUG nova.policy [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c1e0d0a2427455a8a2d74fad4174c94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5527e2895f394031b7676b414e9916e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1548.077227] env[63676]: DEBUG nova.network.neutron [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1548.124433] env[63676]: DEBUG nova.compute.manager [req-a97e3fc4-8f0b-4ebf-a51c-9c95d4bc135b req-d597fe7e-8e52-4b07-9a67-5e6dc85398fb service nova] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Received event network-vif-plugged-11039f66-6b1f-4eeb-82fc-42a31cdc659c {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1548.124433] env[63676]: DEBUG oslo_concurrency.lockutils [req-a97e3fc4-8f0b-4ebf-a51c-9c95d4bc135b req-d597fe7e-8e52-4b07-9a67-5e6dc85398fb service nova] Acquiring lock "4238f1d5-d1c0-471e-acc4-6bff80297c2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.124433] env[63676]: DEBUG oslo_concurrency.lockutils [req-a97e3fc4-8f0b-4ebf-a51c-9c95d4bc135b req-d597fe7e-8e52-4b07-9a67-5e6dc85398fb service nova] Lock "4238f1d5-d1c0-471e-acc4-6bff80297c2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.124433] env[63676]: DEBUG oslo_concurrency.lockutils [req-a97e3fc4-8f0b-4ebf-a51c-9c95d4bc135b req-d597fe7e-8e52-4b07-9a67-5e6dc85398fb service nova] Lock "4238f1d5-d1c0-471e-acc4-6bff80297c2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.124433] env[63676]: DEBUG nova.compute.manager [req-a97e3fc4-8f0b-4ebf-a51c-9c95d4bc135b req-d597fe7e-8e52-4b07-9a67-5e6dc85398fb service nova] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] No waiting events found dispatching network-vif-plugged-11039f66-6b1f-4eeb-82fc-42a31cdc659c {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1548.125413] env[63676]: WARNING nova.compute.manager [req-a97e3fc4-8f0b-4ebf-a51c-9c95d4bc135b req-d597fe7e-8e52-4b07-9a67-5e6dc85398fb service nova] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Received unexpected event network-vif-plugged-11039f66-6b1f-4eeb-82fc-42a31cdc659c for instance with vm_state building and task_state spawning. [ 1548.317038] env[63676]: DEBUG nova.compute.manager [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1548.379215] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6e395c86-7f90-4f24-b61a-c044ede4323b tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Lock "7b6f9454-dce4-4a4d-91e2-2bbea6187441" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.268s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.387157] env[63676]: DEBUG nova.network.neutron [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.541473] env[63676]: DEBUG oslo_vmware.api [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925015, 'name': ReconfigVM_Task, 'duration_secs': 0.823721} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.541777] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 1252f513-6deb-44c8-a919-548eb2a4f14a/1252f513-6deb-44c8-a919-548eb2a4f14a.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1548.542461] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5c45b40-410d-493e-98f4-4f1dcc81d308 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.549404] env[63676]: DEBUG oslo_vmware.api [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Waiting for the task: (returnval){ [ 1548.549404] env[63676]: value = "task-1925016" [ 1548.549404] env[63676]: _type = "Task" [ 1548.549404] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.568090] env[63676]: DEBUG oslo_vmware.api [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925016, 'name': Rename_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.568090] env[63676]: DEBUG nova.network.neutron [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1548.651201] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3a4429-374e-4347-ac0a-a9a31cba0871 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.664738] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5635db-1ea6-4cab-8317-96c6afcd4c98 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.703608] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b9a5de-1fe0-4afe-b1ba-53aafc28f24d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.713702] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-772bdbe5-642e-4516-ad41-a71ed559e0d7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.734542] env[63676]: DEBUG nova.compute.provider_tree [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1548.881610] env[63676]: DEBUG nova.compute.manager [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1548.892041] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Releasing lock "refresh_cache-87e77bf5-a916-41ce-b0a5-929b7398f4b5" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1548.892041] env[63676]: DEBUG nova.compute.manager [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1548.892041] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1548.892041] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b231119f-a1d8-4953-b5de-52b23b70d289 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.901803] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1548.902097] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-089dadb7-3e57-45b5-b685-8d3527d5d41f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.916198] env[63676]: DEBUG oslo_vmware.api [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Waiting for the task: (returnval){ [ 1548.916198] env[63676]: value = "task-1925017" [ 1548.916198] env[63676]: _type = "Task" [ 1548.916198] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.929583] env[63676]: DEBUG oslo_vmware.api [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Task: {'id': task-1925017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.061490] env[63676]: DEBUG oslo_vmware.api [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925016, 'name': Rename_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.122902] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Acquiring lock "e0e6b00e-63b9-458d-ad31-3fa6d175cd04" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.123050] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Lock "e0e6b00e-63b9-458d-ad31-3fa6d175cd04" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.188964] env[63676]: DEBUG nova.network.neutron [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Updating instance_info_cache with network_info: [{"id": "11039f66-6b1f-4eeb-82fc-42a31cdc659c", "address": "fa:16:3e:93:7f:9f", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11039f66-6b", "ovs_interfaceid": "11039f66-6b1f-4eeb-82fc-42a31cdc659c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.238051] env[63676]: DEBUG nova.scheduler.client.report [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1549.338747] env[63676]: DEBUG nova.compute.manager [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1549.377769] env[63676]: DEBUG nova.virt.hardware [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1549.378272] env[63676]: DEBUG nova.virt.hardware [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1549.378272] env[63676]: DEBUG nova.virt.hardware [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1549.378389] env[63676]: DEBUG nova.virt.hardware [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1549.378481] env[63676]: DEBUG nova.virt.hardware [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1549.378626] env[63676]: DEBUG nova.virt.hardware [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1549.378833] env[63676]: DEBUG nova.virt.hardware [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1549.378989] env[63676]: DEBUG nova.virt.hardware [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1549.379201] env[63676]: DEBUG nova.virt.hardware [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1549.379378] env[63676]: DEBUG nova.virt.hardware [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1549.379549] env[63676]: DEBUG nova.virt.hardware [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1549.381534] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6859890-7b7f-4132-a2f2-388491225f24 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.392392] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7178667-34f7-4d49-b5d2-6cd4d38ac362 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.419067] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.427551] env[63676]: DEBUG oslo_vmware.api [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Task: {'id': task-1925017, 'name': PowerOffVM_Task, 'duration_secs': 0.13004} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.427817] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1549.427985] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1549.428240] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca5a4ec5-b98e-4be0-9fb2-df5e8ab0c86c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.443167] env[63676]: DEBUG nova.network.neutron [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Successfully created port: 6d7efa34-ca85-4af1-b6ff-8abc28d492c9 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1549.454428] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1549.454648] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1549.454823] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Deleting the datastore file [datastore1] 87e77bf5-a916-41ce-b0a5-929b7398f4b5 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1549.455093] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faf817d4-445c-442c-8333-7a53c07a9701 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.463308] env[63676]: DEBUG oslo_vmware.api [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Waiting for the task: (returnval){ [ 1549.463308] env[63676]: value = "task-1925019" [ 1549.463308] env[63676]: _type = "Task" [ 1549.463308] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.471707] env[63676]: DEBUG oslo_vmware.api [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Task: {'id': task-1925019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.562220] env[63676]: DEBUG oslo_vmware.api [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925016, 'name': Rename_Task, 'duration_secs': 1.010974} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.562536] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1549.562782] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5632e103-8816-4b6d-b105-221d2a6b2dac {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.568730] env[63676]: DEBUG oslo_vmware.api [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Waiting for the task: (returnval){ [ 1549.568730] env[63676]: value = "task-1925020" [ 1549.568730] env[63676]: _type = "Task" [ 1549.568730] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.579833] env[63676]: DEBUG oslo_vmware.api [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925020, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.691410] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Releasing lock "refresh_cache-4238f1d5-d1c0-471e-acc4-6bff80297c2f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.691757] env[63676]: DEBUG nova.compute.manager [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Instance network_info: |[{"id": "11039f66-6b1f-4eeb-82fc-42a31cdc659c", "address": "fa:16:3e:93:7f:9f", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11039f66-6b", "ovs_interfaceid": "11039f66-6b1f-4eeb-82fc-42a31cdc659c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1549.692488] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:93:7f:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11039f66-6b1f-4eeb-82fc-42a31cdc659c', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1549.702158] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Creating folder: Project (9a183f7233a543ddaa87a6a2fe395e70). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1549.702316] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-877bf56c-29cd-4dcf-8ef3-a2f5bd64701b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.713502] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Created folder: Project (9a183f7233a543ddaa87a6a2fe395e70) in parent group-v396927. [ 1549.713759] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Creating folder: Instances. Parent ref: group-v396940. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1549.713991] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df634e10-34a2-4fd0-9992-029913fb0e9a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.724908] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Created folder: Instances in parent group-v396940. [ 1549.724908] env[63676]: DEBUG oslo.service.loopingcall [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1549.724908] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1549.725522] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80a9f7d9-d7d2-4c39-b0f5-710f4755e01c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.747517] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.748216] env[63676]: DEBUG nova.compute.manager [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1549.751337] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.467s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.754364] env[63676]: INFO nova.compute.claims [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1549.768381] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1549.768381] env[63676]: value = "task-1925023" [ 1549.768381] env[63676]: _type = "Task" [ 1549.768381] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.776549] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925023, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.975242] env[63676]: DEBUG oslo_vmware.api [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Task: {'id': task-1925019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191221} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.975598] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1549.975688] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1549.976350] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1549.976350] env[63676]: INFO nova.compute.manager [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1549.976672] env[63676]: DEBUG oslo.service.loopingcall [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1549.976882] env[63676]: DEBUG nova.compute.manager [-] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1549.976993] env[63676]: DEBUG nova.network.neutron [-] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1550.032617] env[63676]: DEBUG nova.network.neutron [-] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1550.084403] env[63676]: DEBUG oslo_vmware.api [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925020, 'name': PowerOnVM_Task} progress is 1%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.249095] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1550.263914] env[63676]: DEBUG nova.compute.utils [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1550.270395] env[63676]: DEBUG nova.compute.manager [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1550.270395] env[63676]: DEBUG nova.network.neutron [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1550.287298] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925023, 'name': CreateVM_Task, 'duration_secs': 0.387844} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.287413] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1550.288116] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.288402] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.288725] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1550.289438] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb058404-9cb5-4976-a59a-aa953a972d26 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.295398] env[63676]: DEBUG oslo_vmware.api [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Waiting for the task: (returnval){ [ 1550.295398] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520071a7-f0de-29da-fef2-63409e999ae2" [ 1550.295398] env[63676]: _type = "Task" [ 1550.295398] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.307739] env[63676]: DEBUG oslo_vmware.api [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520071a7-f0de-29da-fef2-63409e999ae2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.381491] env[63676]: DEBUG nova.policy [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3fcda15e68f43d98e4b2405bbb33763', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42e8876698994722b4470390683b5130', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1550.517822] env[63676]: DEBUG oslo_concurrency.lockutils [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquiring lock "83df18e8-450a-4e85-8f7f-4494aad37790" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.518087] env[63676]: DEBUG oslo_concurrency.lockutils [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "83df18e8-450a-4e85-8f7f-4494aad37790" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.534460] env[63676]: DEBUG nova.network.neutron [-] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.581511] env[63676]: DEBUG oslo_vmware.api [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925020, 'name': PowerOnVM_Task} progress is 91%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.667159] env[63676]: DEBUG nova.network.neutron [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Successfully updated port: 866a764f-10bb-4bb2-b6b6-310402810f61 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1550.773929] env[63676]: DEBUG nova.compute.manager [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1550.806113] env[63676]: DEBUG oslo_vmware.api [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520071a7-f0de-29da-fef2-63409e999ae2, 'name': SearchDatastore_Task, 'duration_secs': 0.030884} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.811251] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.811251] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1550.811251] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.811251] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.811416] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1550.811416] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fbbbf52-b643-4b53-9b7e-2ff94e8ce00e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.827206] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1550.827206] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1550.828167] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74736e2e-dec5-40c4-b867-ade90f78967e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.840994] env[63676]: DEBUG oslo_vmware.api [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Waiting for the task: (returnval){ [ 1550.840994] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5265099f-b689-dfd2-703d-beb1dbb55c9d" [ 1550.840994] env[63676]: _type = "Task" [ 1550.840994] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.853234] env[63676]: DEBUG oslo_vmware.api [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5265099f-b689-dfd2-703d-beb1dbb55c9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.037633] env[63676]: INFO nova.compute.manager [-] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Took 1.06 seconds to deallocate network for instance. [ 1551.088701] env[63676]: DEBUG oslo_vmware.api [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925020, 'name': PowerOnVM_Task, 'duration_secs': 1.03681} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.092565] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1551.092565] env[63676]: INFO nova.compute.manager [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Took 11.96 seconds to spawn the instance on the hypervisor. [ 1551.092565] env[63676]: DEBUG nova.compute.manager [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1551.093489] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9faebd06-4dd6-49ce-bfbc-a10a903ad50d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.170393] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Acquiring lock "refresh_cache-5607dc27-d9d6-4fc2-a210-f893a704cca3" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.171055] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Acquired lock "refresh_cache-5607dc27-d9d6-4fc2-a210-f893a704cca3" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.171055] env[63676]: DEBUG nova.network.neutron [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1551.189159] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16b2f8a-a052-4f96-b86b-c87e0607c8c8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.202798] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e585d2-46bc-4528-bcfd-40d4bf632194 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.237301] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2368bc-dd30-42c3-842e-07364d24f911 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.245977] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a0bea5-1b28-4677-ac44-7dacecbfcd15 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.262896] env[63676]: DEBUG nova.compute.provider_tree [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1551.344475] env[63676]: DEBUG nova.network.neutron [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Successfully created port: d53fd86a-f5f0-4eae-81df-0f94f3370524 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1551.362494] env[63676]: DEBUG oslo_vmware.api [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5265099f-b689-dfd2-703d-beb1dbb55c9d, 'name': SearchDatastore_Task, 'duration_secs': 0.013282} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.363288] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b80d0503-f295-41cf-84e0-b1d57976c1ce {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.370183] env[63676]: DEBUG oslo_vmware.api [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Waiting for the task: (returnval){ [ 1551.370183] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d8a068-8df6-1871-ad4d-2c6d9ef68bab" [ 1551.370183] env[63676]: _type = "Task" [ 1551.370183] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.378801] env[63676]: DEBUG oslo_vmware.api [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d8a068-8df6-1871-ad4d-2c6d9ef68bab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.555151] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.612264] env[63676]: INFO nova.compute.manager [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Took 21.27 seconds to build instance. [ 1551.745612] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1551.766894] env[63676]: DEBUG nova.scheduler.client.report [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1551.772645] env[63676]: DEBUG nova.network.neutron [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1551.784118] env[63676]: DEBUG nova.compute.manager [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1551.818936] env[63676]: DEBUG nova.virt.hardware [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1551.819380] env[63676]: DEBUG nova.virt.hardware [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1551.819668] env[63676]: DEBUG nova.virt.hardware [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1551.819964] env[63676]: DEBUG nova.virt.hardware [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1551.820227] env[63676]: DEBUG nova.virt.hardware [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1551.820487] env[63676]: DEBUG nova.virt.hardware [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1551.820806] env[63676]: DEBUG nova.virt.hardware [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1551.821072] env[63676]: DEBUG nova.virt.hardware [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1551.821366] env[63676]: DEBUG nova.virt.hardware [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1551.821634] env[63676]: DEBUG nova.virt.hardware [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1551.821943] env[63676]: DEBUG nova.virt.hardware [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1551.823213] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1189bc4-d258-4854-8795-6615e5c0416c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.832320] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a6850e-5f5f-4179-ad30-127c2cd25ead {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.882039] env[63676]: DEBUG oslo_vmware.api [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d8a068-8df6-1871-ad4d-2c6d9ef68bab, 'name': SearchDatastore_Task, 'duration_secs': 0.017774} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.882039] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.882039] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 4238f1d5-d1c0-471e-acc4-6bff80297c2f/4238f1d5-d1c0-471e-acc4-6bff80297c2f.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1551.882039] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-03d38110-8f4b-402b-b7de-14cadf2984f0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.889592] env[63676]: DEBUG oslo_vmware.api [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Waiting for the task: (returnval){ [ 1551.889592] env[63676]: value = "task-1925024" [ 1551.889592] env[63676]: _type = "Task" [ 1551.889592] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.900623] env[63676]: DEBUG oslo_vmware.api [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Task: {'id': task-1925024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.064216] env[63676]: DEBUG nova.compute.manager [req-f8436df0-f8c3-4bba-9c2d-bb3f3961ce23 req-f31075ae-3555-42f1-87c1-a91450b7e681 service nova] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Received event network-changed-11039f66-6b1f-4eeb-82fc-42a31cdc659c {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1552.064216] env[63676]: DEBUG nova.compute.manager [req-f8436df0-f8c3-4bba-9c2d-bb3f3961ce23 req-f31075ae-3555-42f1-87c1-a91450b7e681 service nova] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Refreshing instance network info cache due to event network-changed-11039f66-6b1f-4eeb-82fc-42a31cdc659c. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1552.064216] env[63676]: DEBUG oslo_concurrency.lockutils [req-f8436df0-f8c3-4bba-9c2d-bb3f3961ce23 req-f31075ae-3555-42f1-87c1-a91450b7e681 service nova] Acquiring lock "refresh_cache-4238f1d5-d1c0-471e-acc4-6bff80297c2f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.064216] env[63676]: DEBUG oslo_concurrency.lockutils [req-f8436df0-f8c3-4bba-9c2d-bb3f3961ce23 req-f31075ae-3555-42f1-87c1-a91450b7e681 service nova] Acquired lock "refresh_cache-4238f1d5-d1c0-471e-acc4-6bff80297c2f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.064216] env[63676]: DEBUG nova.network.neutron [req-f8436df0-f8c3-4bba-9c2d-bb3f3961ce23 req-f31075ae-3555-42f1-87c1-a91450b7e681 service nova] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Refreshing network info cache for port 11039f66-6b1f-4eeb-82fc-42a31cdc659c {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1552.115141] env[63676]: DEBUG oslo_concurrency.lockutils [None req-70abf9d8-a8c8-49bf-bdd7-ef756258de03 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Lock "1252f513-6deb-44c8-a919-548eb2a4f14a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.786s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.195714] env[63676]: DEBUG nova.network.neutron [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Successfully updated port: 6d7efa34-ca85-4af1-b6ff-8abc28d492c9 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1552.248536] env[63676]: DEBUG nova.compute.manager [req-417ae051-1f3a-499d-96ea-f37fac57c9a4 req-042d34fb-949c-4f3e-9e48-50790d74519e service nova] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Received event network-vif-plugged-866a764f-10bb-4bb2-b6b6-310402810f61 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1552.250955] env[63676]: DEBUG oslo_concurrency.lockutils [req-417ae051-1f3a-499d-96ea-f37fac57c9a4 req-042d34fb-949c-4f3e-9e48-50790d74519e service nova] Acquiring lock "5607dc27-d9d6-4fc2-a210-f893a704cca3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.251267] env[63676]: DEBUG oslo_concurrency.lockutils [req-417ae051-1f3a-499d-96ea-f37fac57c9a4 req-042d34fb-949c-4f3e-9e48-50790d74519e service nova] Lock "5607dc27-d9d6-4fc2-a210-f893a704cca3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.251710] env[63676]: DEBUG oslo_concurrency.lockutils [req-417ae051-1f3a-499d-96ea-f37fac57c9a4 req-042d34fb-949c-4f3e-9e48-50790d74519e service nova] Lock "5607dc27-d9d6-4fc2-a210-f893a704cca3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.251710] env[63676]: DEBUG nova.compute.manager [req-417ae051-1f3a-499d-96ea-f37fac57c9a4 req-042d34fb-949c-4f3e-9e48-50790d74519e service nova] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] No waiting events found dispatching network-vif-plugged-866a764f-10bb-4bb2-b6b6-310402810f61 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1552.251814] env[63676]: WARNING nova.compute.manager [req-417ae051-1f3a-499d-96ea-f37fac57c9a4 req-042d34fb-949c-4f3e-9e48-50790d74519e service nova] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Received unexpected event network-vif-plugged-866a764f-10bb-4bb2-b6b6-310402810f61 for instance with vm_state building and task_state spawning. [ 1552.276794] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.277380] env[63676]: DEBUG nova.compute.manager [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1552.283079] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.114s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.284559] env[63676]: INFO nova.compute.claims [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1552.400644] env[63676]: DEBUG oslo_vmware.api [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Task: {'id': task-1925024, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.525196] env[63676]: DEBUG nova.network.neutron [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Updating instance_info_cache with network_info: [{"id": "866a764f-10bb-4bb2-b6b6-310402810f61", "address": "fa:16:3e:72:a4:4b", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap866a764f-10", "ovs_interfaceid": "866a764f-10bb-4bb2-b6b6-310402810f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1552.617009] env[63676]: DEBUG nova.compute.manager [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1552.703147] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquiring lock "refresh_cache-159dec6d-8c2e-46c6-9411-1f2a23cecd9f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1552.704991] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquired lock "refresh_cache-159dec6d-8c2e-46c6-9411-1f2a23cecd9f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.704991] env[63676]: DEBUG nova.network.neutron [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1552.791885] env[63676]: DEBUG nova.compute.utils [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1552.794031] env[63676]: DEBUG nova.compute.manager [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1552.795038] env[63676]: DEBUG nova.network.neutron [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1552.834517] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquiring lock "96667c49-5703-456d-861a-280179e9b682" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.835279] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "96667c49-5703-456d-861a-280179e9b682" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.901983] env[63676]: DEBUG oslo_vmware.api [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Task: {'id': task-1925024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.998933} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.902418] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 4238f1d5-d1c0-471e-acc4-6bff80297c2f/4238f1d5-d1c0-471e-acc4-6bff80297c2f.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1552.902836] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1552.903284] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88ed1601-20c7-4592-bc39-b6a7cff1d3fa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.914181] env[63676]: DEBUG oslo_vmware.api [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Waiting for the task: (returnval){ [ 1552.914181] env[63676]: value = "task-1925025" [ 1552.914181] env[63676]: _type = "Task" [ 1552.914181] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.924765] env[63676]: DEBUG oslo_vmware.api [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Task: {'id': task-1925025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.968059] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Acquiring lock "7b6f9454-dce4-4a4d-91e2-2bbea6187441" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.968517] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Lock "7b6f9454-dce4-4a4d-91e2-2bbea6187441" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.968844] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Acquiring lock "7b6f9454-dce4-4a4d-91e2-2bbea6187441-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1552.969185] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Lock "7b6f9454-dce4-4a4d-91e2-2bbea6187441-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.969396] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Lock "7b6f9454-dce4-4a4d-91e2-2bbea6187441-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.973997] env[63676]: INFO nova.compute.manager [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Terminating instance [ 1552.993368] env[63676]: DEBUG nova.policy [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3fcda15e68f43d98e4b2405bbb33763', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42e8876698994722b4470390683b5130', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1553.029185] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Releasing lock "refresh_cache-5607dc27-d9d6-4fc2-a210-f893a704cca3" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1553.029185] env[63676]: DEBUG nova.compute.manager [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Instance network_info: |[{"id": "866a764f-10bb-4bb2-b6b6-310402810f61", "address": "fa:16:3e:72:a4:4b", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap866a764f-10", "ovs_interfaceid": "866a764f-10bb-4bb2-b6b6-310402810f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1553.029321] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:a4:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '866a764f-10bb-4bb2-b6b6-310402810f61', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1553.037954] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Creating folder: Project (4be53d08fc604908acd9cbec40c71a25). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1553.038472] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e493528-8958-4ffc-bdda-2cc4a7971e01 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.049436] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Created folder: Project (4be53d08fc604908acd9cbec40c71a25) in parent group-v396927. [ 1553.050242] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Creating folder: Instances. Parent ref: group-v396943. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1553.051416] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d953178-b904-4507-93d0-0b6bfa112194 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.067193] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Created folder: Instances in parent group-v396943. [ 1553.067193] env[63676]: DEBUG oslo.service.loopingcall [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1553.067193] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1553.067193] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1fc38161-a06f-430c-9343-8e851a7e7f13 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.092555] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1553.092555] env[63676]: value = "task-1925028" [ 1553.092555] env[63676]: _type = "Task" [ 1553.092555] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.106453] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925028, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.147330] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.303746] env[63676]: DEBUG nova.compute.manager [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1553.425655] env[63676]: DEBUG oslo_vmware.api [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Task: {'id': task-1925025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206398} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.425936] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1553.426883] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d40022d-0cc0-46e5-a7ff-66efebfbb917 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.454888] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 4238f1d5-d1c0-471e-acc4-6bff80297c2f/4238f1d5-d1c0-471e-acc4-6bff80297c2f.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1553.459122] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ecf5121-c64b-40af-9da6-c2c7c9f3cbe7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.479802] env[63676]: DEBUG nova.network.neutron [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1553.484907] env[63676]: DEBUG nova.compute.manager [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1553.484907] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1553.484907] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e11deff-719e-446a-ac4a-c725b6af1101 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.494025] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1553.497952] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df48d19c-8f35-4257-b82b-b48c5df91690 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.499867] env[63676]: DEBUG oslo_vmware.api [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Waiting for the task: (returnval){ [ 1553.499867] env[63676]: value = "task-1925029" [ 1553.499867] env[63676]: _type = "Task" [ 1553.499867] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.505023] env[63676]: DEBUG nova.network.neutron [req-f8436df0-f8c3-4bba-9c2d-bb3f3961ce23 req-f31075ae-3555-42f1-87c1-a91450b7e681 service nova] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Updated VIF entry in instance network info cache for port 11039f66-6b1f-4eeb-82fc-42a31cdc659c. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1553.505370] env[63676]: DEBUG nova.network.neutron [req-f8436df0-f8c3-4bba-9c2d-bb3f3961ce23 req-f31075ae-3555-42f1-87c1-a91450b7e681 service nova] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Updating instance_info_cache with network_info: [{"id": "11039f66-6b1f-4eeb-82fc-42a31cdc659c", "address": "fa:16:3e:93:7f:9f", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11039f66-6b", "ovs_interfaceid": "11039f66-6b1f-4eeb-82fc-42a31cdc659c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.506641] env[63676]: DEBUG oslo_vmware.api [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Waiting for the task: (returnval){ [ 1553.506641] env[63676]: value = "task-1925030" [ 1553.506641] env[63676]: _type = "Task" [ 1553.506641] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.514807] env[63676]: DEBUG oslo_vmware.api [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Task: {'id': task-1925029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.520482] env[63676]: DEBUG oslo_vmware.api [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Task: {'id': task-1925030, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.605131] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925028, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.705839] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37dbe009-eb0a-454a-af73-66768ce44b54 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.719252] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38cc8b15-99e1-426d-ab84-9e1a13f6e54e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.781379] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01594e21-4186-4c4b-9e5b-106f04dc8566 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.791454] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b610be3e-3f70-47d3-a482-17996b74c107 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.807518] env[63676]: DEBUG nova.compute.provider_tree [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1553.916039] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Acquiring lock "7145ada3-e1fc-4651-a10d-22ca2f5df942" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1553.916275] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Lock "7145ada3-e1fc-4651-a10d-22ca2f5df942" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.008941] env[63676]: DEBUG oslo_concurrency.lockutils [req-f8436df0-f8c3-4bba-9c2d-bb3f3961ce23 req-f31075ae-3555-42f1-87c1-a91450b7e681 service nova] Releasing lock "refresh_cache-4238f1d5-d1c0-471e-acc4-6bff80297c2f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.018934] env[63676]: DEBUG oslo_vmware.api [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Task: {'id': task-1925029, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.023515] env[63676]: DEBUG oslo_vmware.api [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Task: {'id': task-1925030, 'name': PowerOffVM_Task, 'duration_secs': 0.277557} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.023515] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1554.023515] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1554.023793] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43d9e0ec-3d64-4051-b74e-92a110bb3e49 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.101622] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1554.101850] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1554.102512] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Deleting the datastore file [datastore1] 7b6f9454-dce4-4a4d-91e2-2bbea6187441 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1554.103687] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbd2e1c7-a690-42ef-9169-aa22b2f2e631 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.113425] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925028, 'name': CreateVM_Task, 'duration_secs': 0.674341} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.114314] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1554.115439] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.116157] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.116262] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1554.116649] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4a1119f-7b4a-4fe6-8a54-506907ff3802 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.122020] env[63676]: DEBUG oslo_vmware.api [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Waiting for the task: (returnval){ [ 1554.122020] env[63676]: value = "task-1925032" [ 1554.122020] env[63676]: _type = "Task" [ 1554.122020] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.130635] env[63676]: DEBUG oslo_vmware.api [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Waiting for the task: (returnval){ [ 1554.130635] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521139ff-8b6f-cfcd-419c-f0235afd8cf6" [ 1554.130635] env[63676]: _type = "Task" [ 1554.130635] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.135602] env[63676]: DEBUG nova.network.neutron [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Updating instance_info_cache with network_info: [{"id": "6d7efa34-ca85-4af1-b6ff-8abc28d492c9", "address": "fa:16:3e:e8:d1:66", "network": {"id": "c3194bae-cdc8-472b-a50f-ccb5f9b70928", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1050816381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5527e2895f394031b7676b414e9916e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d7efa34-ca", "ovs_interfaceid": "6d7efa34-ca85-4af1-b6ff-8abc28d492c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.146191] env[63676]: DEBUG oslo_vmware.api [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Task: {'id': task-1925032, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.152471] env[63676]: DEBUG oslo_vmware.api [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521139ff-8b6f-cfcd-419c-f0235afd8cf6, 'name': SearchDatastore_Task, 'duration_secs': 0.008226} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.152940] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.155566] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1554.155566] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1554.155566] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.155566] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1554.155566] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4825c165-24db-4880-9ecd-a4daed883bbf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.167671] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1554.167956] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1554.170820] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06374e73-4995-4700-8e7d-eb79a43ab025 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.178033] env[63676]: DEBUG oslo_vmware.api [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Waiting for the task: (returnval){ [ 1554.178033] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ba81bd-8a31-7f56-c11a-9ad1a894108e" [ 1554.178033] env[63676]: _type = "Task" [ 1554.178033] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.186983] env[63676]: DEBUG oslo_vmware.api [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ba81bd-8a31-7f56-c11a-9ad1a894108e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.215992] env[63676]: DEBUG nova.network.neutron [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Successfully created port: f2f196e6-f2d7-404a-8a62-40ec7fac124b {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1554.311390] env[63676]: DEBUG nova.scheduler.client.report [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1554.322176] env[63676]: DEBUG nova.compute.manager [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1554.353172] env[63676]: DEBUG nova.virt.hardware [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1554.353424] env[63676]: DEBUG nova.virt.hardware [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1554.353578] env[63676]: DEBUG nova.virt.hardware [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1554.353754] env[63676]: DEBUG nova.virt.hardware [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1554.353898] env[63676]: DEBUG nova.virt.hardware [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1554.354118] env[63676]: DEBUG nova.virt.hardware [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1554.354350] env[63676]: DEBUG nova.virt.hardware [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1554.354521] env[63676]: DEBUG nova.virt.hardware [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1554.354696] env[63676]: DEBUG nova.virt.hardware [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1554.354857] env[63676]: DEBUG nova.virt.hardware [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1554.355044] env[63676]: DEBUG nova.virt.hardware [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1554.355904] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750f040d-764a-4224-b42a-90293dbff705 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.364061] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-998bfcbf-b930-4cb0-ba17-ef979540b68f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.513763] env[63676]: DEBUG oslo_vmware.api [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Task: {'id': task-1925029, 'name': ReconfigVM_Task, 'duration_secs': 0.564311} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.514052] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 4238f1d5-d1c0-471e-acc4-6bff80297c2f/4238f1d5-d1c0-471e-acc4-6bff80297c2f.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1554.514708] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2aad2d96-c2fa-45c2-97ca-14fce56888da {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.520743] env[63676]: DEBUG oslo_vmware.api [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Waiting for the task: (returnval){ [ 1554.520743] env[63676]: value = "task-1925033" [ 1554.520743] env[63676]: _type = "Task" [ 1554.520743] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.528935] env[63676]: DEBUG oslo_vmware.api [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Task: {'id': task-1925033, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.633744] env[63676]: DEBUG oslo_vmware.api [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Task: {'id': task-1925032, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136924} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.633744] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1554.633919] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1554.634101] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1554.634379] env[63676]: INFO nova.compute.manager [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1554.634896] env[63676]: DEBUG oslo.service.loopingcall [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1554.634896] env[63676]: DEBUG nova.compute.manager [-] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1554.634896] env[63676]: DEBUG nova.network.neutron [-] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1554.643928] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Releasing lock "refresh_cache-159dec6d-8c2e-46c6-9411-1f2a23cecd9f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.644280] env[63676]: DEBUG nova.compute.manager [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Instance network_info: |[{"id": "6d7efa34-ca85-4af1-b6ff-8abc28d492c9", "address": "fa:16:3e:e8:d1:66", "network": {"id": "c3194bae-cdc8-472b-a50f-ccb5f9b70928", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1050816381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5527e2895f394031b7676b414e9916e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d7efa34-ca", "ovs_interfaceid": "6d7efa34-ca85-4af1-b6ff-8abc28d492c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1554.644692] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:d1:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d7efa34-ca85-4af1-b6ff-8abc28d492c9', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1554.652261] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Creating folder: Project (5527e2895f394031b7676b414e9916e3). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1554.652553] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c3b47c8c-6e88-4101-a614-dbd0545df742 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.665940] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Created folder: Project (5527e2895f394031b7676b414e9916e3) in parent group-v396927. [ 1554.666171] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Creating folder: Instances. Parent ref: group-v396946. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1554.666790] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ef384ac-fc5a-409d-803c-d7527247eb93 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.676221] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Created folder: Instances in parent group-v396946. [ 1554.676978] env[63676]: DEBUG oslo.service.loopingcall [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1554.676978] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1554.676978] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-962c2527-7d06-410a-80ad-4bd4be323a02 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.705195] env[63676]: DEBUG oslo_vmware.api [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ba81bd-8a31-7f56-c11a-9ad1a894108e, 'name': SearchDatastore_Task, 'duration_secs': 0.009838} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.707127] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1554.707127] env[63676]: value = "task-1925036" [ 1554.707127] env[63676]: _type = "Task" [ 1554.707127] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.707855] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65b91078-711e-4d49-bed9-bdfc78e9c6c5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.716035] env[63676]: DEBUG oslo_vmware.api [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Waiting for the task: (returnval){ [ 1554.716035] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a5b6f1-e31e-4406-f47d-ab916b6c3ea6" [ 1554.716035] env[63676]: _type = "Task" [ 1554.716035] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.718893] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925036, 'name': CreateVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.739952] env[63676]: DEBUG oslo_vmware.api [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a5b6f1-e31e-4406-f47d-ab916b6c3ea6, 'name': SearchDatastore_Task, 'duration_secs': 0.008264} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.739952] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.739952] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 5607dc27-d9d6-4fc2-a210-f893a704cca3/5607dc27-d9d6-4fc2-a210-f893a704cca3.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1554.739952] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c722697f-3b59-41f1-9f59-483b9747adfb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.743524] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.743524] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.750144] env[63676]: DEBUG oslo_vmware.api [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Waiting for the task: (returnval){ [ 1554.750144] env[63676]: value = "task-1925037" [ 1554.750144] env[63676]: _type = "Task" [ 1554.750144] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.768377] env[63676]: DEBUG oslo_vmware.api [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Task: {'id': task-1925037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.820517] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.537s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.823936] env[63676]: DEBUG nova.compute.manager [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1554.823936] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.413s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.825565] env[63676]: INFO nova.compute.claims [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1555.034467] env[63676]: DEBUG oslo_vmware.api [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Task: {'id': task-1925033, 'name': Rename_Task, 'duration_secs': 0.265768} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.034812] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1555.035033] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf672748-374d-4c36-b16a-7f064ed18c7b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.043526] env[63676]: DEBUG oslo_vmware.api [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Waiting for the task: (returnval){ [ 1555.043526] env[63676]: value = "task-1925038" [ 1555.043526] env[63676]: _type = "Task" [ 1555.043526] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.057682] env[63676]: DEBUG oslo_vmware.api [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Task: {'id': task-1925038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.078627] env[63676]: DEBUG nova.network.neutron [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Successfully updated port: d53fd86a-f5f0-4eae-81df-0f94f3370524 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1555.227671] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925036, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.252535] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.265511] env[63676]: DEBUG oslo_vmware.api [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Task: {'id': task-1925037, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.331377] env[63676]: DEBUG nova.compute.utils [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1555.337050] env[63676]: DEBUG nova.compute.manager [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1555.337050] env[63676]: DEBUG nova.network.neutron [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1555.556338] env[63676]: DEBUG oslo_vmware.api [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Task: {'id': task-1925038, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.587021] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "refresh_cache-887940ac-c689-45f3-b5db-d988d1e581fa" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.587021] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquired lock "refresh_cache-887940ac-c689-45f3-b5db-d988d1e581fa" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.587021] env[63676]: DEBUG nova.network.neutron [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1555.686123] env[63676]: DEBUG nova.compute.manager [req-90d4bd43-92f1-4bcf-85ae-e44c79f81fc0 req-a9ac1972-e8a4-48a9-a163-b57dcec77f7a service nova] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Received event network-vif-plugged-6d7efa34-ca85-4af1-b6ff-8abc28d492c9 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1555.686346] env[63676]: DEBUG oslo_concurrency.lockutils [req-90d4bd43-92f1-4bcf-85ae-e44c79f81fc0 req-a9ac1972-e8a4-48a9-a163-b57dcec77f7a service nova] Acquiring lock "159dec6d-8c2e-46c6-9411-1f2a23cecd9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.686553] env[63676]: DEBUG oslo_concurrency.lockutils [req-90d4bd43-92f1-4bcf-85ae-e44c79f81fc0 req-a9ac1972-e8a4-48a9-a163-b57dcec77f7a service nova] Lock "159dec6d-8c2e-46c6-9411-1f2a23cecd9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.686719] env[63676]: DEBUG oslo_concurrency.lockutils [req-90d4bd43-92f1-4bcf-85ae-e44c79f81fc0 req-a9ac1972-e8a4-48a9-a163-b57dcec77f7a service nova] Lock "159dec6d-8c2e-46c6-9411-1f2a23cecd9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1555.686964] env[63676]: DEBUG nova.compute.manager [req-90d4bd43-92f1-4bcf-85ae-e44c79f81fc0 req-a9ac1972-e8a4-48a9-a163-b57dcec77f7a service nova] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] No waiting events found dispatching network-vif-plugged-6d7efa34-ca85-4af1-b6ff-8abc28d492c9 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1555.689658] env[63676]: WARNING nova.compute.manager [req-90d4bd43-92f1-4bcf-85ae-e44c79f81fc0 req-a9ac1972-e8a4-48a9-a163-b57dcec77f7a service nova] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Received unexpected event network-vif-plugged-6d7efa34-ca85-4af1-b6ff-8abc28d492c9 for instance with vm_state building and task_state spawning. [ 1555.689871] env[63676]: DEBUG nova.compute.manager [req-90d4bd43-92f1-4bcf-85ae-e44c79f81fc0 req-a9ac1972-e8a4-48a9-a163-b57dcec77f7a service nova] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Received event network-changed-6d7efa34-ca85-4af1-b6ff-8abc28d492c9 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1555.690051] env[63676]: DEBUG nova.compute.manager [req-90d4bd43-92f1-4bcf-85ae-e44c79f81fc0 req-a9ac1972-e8a4-48a9-a163-b57dcec77f7a service nova] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Refreshing instance network info cache due to event network-changed-6d7efa34-ca85-4af1-b6ff-8abc28d492c9. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1555.690254] env[63676]: DEBUG oslo_concurrency.lockutils [req-90d4bd43-92f1-4bcf-85ae-e44c79f81fc0 req-a9ac1972-e8a4-48a9-a163-b57dcec77f7a service nova] Acquiring lock "refresh_cache-159dec6d-8c2e-46c6-9411-1f2a23cecd9f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.690393] env[63676]: DEBUG oslo_concurrency.lockutils [req-90d4bd43-92f1-4bcf-85ae-e44c79f81fc0 req-a9ac1972-e8a4-48a9-a163-b57dcec77f7a service nova] Acquired lock "refresh_cache-159dec6d-8c2e-46c6-9411-1f2a23cecd9f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.690573] env[63676]: DEBUG nova.network.neutron [req-90d4bd43-92f1-4bcf-85ae-e44c79f81fc0 req-a9ac1972-e8a4-48a9-a163-b57dcec77f7a service nova] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Refreshing network info cache for port 6d7efa34-ca85-4af1-b6ff-8abc28d492c9 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1555.723710] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquiring lock "e1900551-fbeb-4ac9-b570-acefcdb408ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1555.723961] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "e1900551-fbeb-4ac9-b570-acefcdb408ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1555.725125] env[63676]: DEBUG nova.compute.manager [req-175131fc-1b87-4ff7-b0ab-f9fb9554c57d req-7e38b0b1-9415-4d2a-adbd-455a7777a8a0 service nova] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Received event network-changed-866a764f-10bb-4bb2-b6b6-310402810f61 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1555.725317] env[63676]: DEBUG nova.compute.manager [req-175131fc-1b87-4ff7-b0ab-f9fb9554c57d req-7e38b0b1-9415-4d2a-adbd-455a7777a8a0 service nova] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Refreshing instance network info cache due to event network-changed-866a764f-10bb-4bb2-b6b6-310402810f61. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1555.725511] env[63676]: DEBUG oslo_concurrency.lockutils [req-175131fc-1b87-4ff7-b0ab-f9fb9554c57d req-7e38b0b1-9415-4d2a-adbd-455a7777a8a0 service nova] Acquiring lock "refresh_cache-5607dc27-d9d6-4fc2-a210-f893a704cca3" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.726041] env[63676]: DEBUG oslo_concurrency.lockutils [req-175131fc-1b87-4ff7-b0ab-f9fb9554c57d req-7e38b0b1-9415-4d2a-adbd-455a7777a8a0 service nova] Acquired lock "refresh_cache-5607dc27-d9d6-4fc2-a210-f893a704cca3" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.726041] env[63676]: DEBUG nova.network.neutron [req-175131fc-1b87-4ff7-b0ab-f9fb9554c57d req-7e38b0b1-9415-4d2a-adbd-455a7777a8a0 service nova] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Refreshing network info cache for port 866a764f-10bb-4bb2-b6b6-310402810f61 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1555.734810] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925036, 'name': CreateVM_Task, 'duration_secs': 0.586796} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.734810] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1555.735667] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.735667] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.736426] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1555.737107] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf6c6acd-3895-461c-9e38-0c99782633e5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.744179] env[63676]: DEBUG oslo_vmware.api [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1555.744179] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525b3c6b-b5cf-d8c5-88f8-72e27f083d15" [ 1555.744179] env[63676]: _type = "Task" [ 1555.744179] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.754776] env[63676]: DEBUG oslo_vmware.api [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525b3c6b-b5cf-d8c5-88f8-72e27f083d15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.764279] env[63676]: DEBUG oslo_vmware.api [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Task: {'id': task-1925037, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603225} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.764534] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 5607dc27-d9d6-4fc2-a210-f893a704cca3/5607dc27-d9d6-4fc2-a210-f893a704cca3.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1555.765230] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1555.765450] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24d3adb5-c44e-4c5d-8c74-f591b8be6048 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.775686] env[63676]: DEBUG oslo_vmware.api [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Waiting for the task: (returnval){ [ 1555.775686] env[63676]: value = "task-1925039" [ 1555.775686] env[63676]: _type = "Task" [ 1555.775686] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.784588] env[63676]: DEBUG oslo_vmware.api [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Task: {'id': task-1925039, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.798237] env[63676]: DEBUG nova.policy [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'dcf35eecc95e4efc9385f28d573b34ae', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72acf09a0a4048e6b5d8dc78d3ce75e9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1555.836070] env[63676]: DEBUG nova.compute.manager [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1556.057763] env[63676]: DEBUG oslo_vmware.api [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Task: {'id': task-1925038, 'name': PowerOnVM_Task, 'duration_secs': 0.818146} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.058944] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1556.058944] env[63676]: INFO nova.compute.manager [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Took 11.68 seconds to spawn the instance on the hypervisor. [ 1556.058944] env[63676]: DEBUG nova.compute.manager [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1556.059742] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a42f8a0-4d37-49b6-bb0d-f098ec21ec62 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.083052] env[63676]: DEBUG nova.network.neutron [-] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.160788] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] Acquiring lock "1252f513-6deb-44c8-a919-548eb2a4f14a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.161310] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] Lock "1252f513-6deb-44c8-a919-548eb2a4f14a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.162585] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] Acquiring lock "1252f513-6deb-44c8-a919-548eb2a4f14a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1556.162941] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] Lock "1252f513-6deb-44c8-a919-548eb2a4f14a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1556.163233] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] Lock "1252f513-6deb-44c8-a919-548eb2a4f14a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.167494] env[63676]: INFO nova.compute.manager [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Terminating instance [ 1556.212549] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fee6a6-b0e2-4700-872e-366bfad97ce0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.220667] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7cab689-1c4d-461d-afc2-34f74dac7851 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.225536] env[63676]: DEBUG nova.network.neutron [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1556.261089] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3002279-e83a-4846-b99a-52af8122773a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.278054] env[63676]: DEBUG oslo_vmware.api [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525b3c6b-b5cf-d8c5-88f8-72e27f083d15, 'name': SearchDatastore_Task, 'duration_secs': 0.010248} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.278054] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.278054] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1556.278054] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1556.278246] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.278246] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1556.281769] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2131200b-55a1-4ee6-ab88-f67f9581f566 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.286930] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8e4cc81-2c37-4c40-903b-54ce6688aa79 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.296287] env[63676]: DEBUG oslo_vmware.api [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Task: {'id': task-1925039, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075283} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.305612] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1556.305612] env[63676]: DEBUG nova.compute.provider_tree [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1556.308118] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a70c99d-b730-416b-ad27-1a4adb34c334 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.335881] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 5607dc27-d9d6-4fc2-a210-f893a704cca3/5607dc27-d9d6-4fc2-a210-f893a704cca3.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1556.345564] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0e886d3-6477-45aa-8280-601163b7e11c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.365279] env[63676]: DEBUG oslo_vmware.api [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Waiting for the task: (returnval){ [ 1556.365279] env[63676]: value = "task-1925040" [ 1556.365279] env[63676]: _type = "Task" [ 1556.365279] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.369124] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1556.372017] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1556.372017] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a8fb385-33b5-4443-80fd-b4a6a092dd97 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.376071] env[63676]: DEBUG oslo_vmware.api [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Task: {'id': task-1925040, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.379821] env[63676]: DEBUG oslo_vmware.api [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1556.379821] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527f16dd-c81e-8e1f-512b-a862503271d3" [ 1556.379821] env[63676]: _type = "Task" [ 1556.379821] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.387845] env[63676]: DEBUG oslo_vmware.api [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527f16dd-c81e-8e1f-512b-a862503271d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.589750] env[63676]: INFO nova.compute.manager [-] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Took 1.95 seconds to deallocate network for instance. [ 1556.593716] env[63676]: INFO nova.compute.manager [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Took 25.96 seconds to build instance. [ 1556.681512] env[63676]: DEBUG nova.compute.manager [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1556.681698] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1556.683967] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f171fb-a07f-49f7-a170-77ee780b775d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.697022] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1556.697022] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-821fa0bb-12cf-43f0-9561-c7344e9d5e8c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.703111] env[63676]: DEBUG oslo_vmware.api [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] Waiting for the task: (returnval){ [ 1556.703111] env[63676]: value = "task-1925041" [ 1556.703111] env[63676]: _type = "Task" [ 1556.703111] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.712210] env[63676]: DEBUG oslo_vmware.api [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] Task: {'id': task-1925041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.813568] env[63676]: DEBUG nova.scheduler.client.report [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1556.867265] env[63676]: DEBUG nova.compute.manager [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1556.881712] env[63676]: DEBUG oslo_vmware.api [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Task: {'id': task-1925040, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.895245] env[63676]: DEBUG oslo_vmware.api [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527f16dd-c81e-8e1f-512b-a862503271d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.901610] env[63676]: DEBUG nova.virt.hardware [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1556.901889] env[63676]: DEBUG nova.virt.hardware [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1556.902089] env[63676]: DEBUG nova.virt.hardware [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1556.902334] env[63676]: DEBUG nova.virt.hardware [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1556.902554] env[63676]: DEBUG nova.virt.hardware [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1556.902766] env[63676]: DEBUG nova.virt.hardware [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1556.903028] env[63676]: DEBUG nova.virt.hardware [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1556.903200] env[63676]: DEBUG nova.virt.hardware [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1556.903374] env[63676]: DEBUG nova.virt.hardware [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1556.903558] env[63676]: DEBUG nova.virt.hardware [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1556.903786] env[63676]: DEBUG nova.virt.hardware [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1556.904780] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75274f1-ddda-47b0-8d21-8013771bd807 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.914297] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da5852f-2079-4750-a090-6ca46827bab9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.968290] env[63676]: DEBUG nova.network.neutron [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Updating instance_info_cache with network_info: [{"id": "d53fd86a-f5f0-4eae-81df-0f94f3370524", "address": "fa:16:3e:92:f8:f4", "network": {"id": "20eb09fd-c81d-4462-b958-52404790c89a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1907153178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e8876698994722b4470390683b5130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd53fd86a-f5", "ovs_interfaceid": "d53fd86a-f5f0-4eae-81df-0f94f3370524", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.105595] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6c84ca03-c9fa-433d-bf97-1608be3e9c13 tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Lock "4238f1d5-d1c0-471e-acc4-6bff80297c2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.489s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.133205] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.165978] env[63676]: DEBUG nova.network.neutron [req-175131fc-1b87-4ff7-b0ab-f9fb9554c57d req-7e38b0b1-9415-4d2a-adbd-455a7777a8a0 service nova] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Updated VIF entry in instance network info cache for port 866a764f-10bb-4bb2-b6b6-310402810f61. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1557.165978] env[63676]: DEBUG nova.network.neutron [req-175131fc-1b87-4ff7-b0ab-f9fb9554c57d req-7e38b0b1-9415-4d2a-adbd-455a7777a8a0 service nova] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Updating instance_info_cache with network_info: [{"id": "866a764f-10bb-4bb2-b6b6-310402810f61", "address": "fa:16:3e:72:a4:4b", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap866a764f-10", "ovs_interfaceid": "866a764f-10bb-4bb2-b6b6-310402810f61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.217467] env[63676]: DEBUG oslo_vmware.api [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] Task: {'id': task-1925041, 'name': PowerOffVM_Task, 'duration_secs': 0.3043} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.217467] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1557.217467] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1557.219019] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1b022c6-fc8c-48f0-9b7f-280803cf3c18 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.296882] env[63676]: DEBUG oslo_concurrency.lockutils [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Acquiring lock "201a9dea-67af-4250-a839-6c1d9a882533" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.297067] env[63676]: DEBUG oslo_concurrency.lockutils [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Lock "201a9dea-67af-4250-a839-6c1d9a882533" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.298038] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1557.298038] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1557.298038] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] Deleting the datastore file [datastore1] 1252f513-6deb-44c8-a919-548eb2a4f14a {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1557.298038] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2740031-aac8-4dc1-b31f-3b376b0d04c5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.308256] env[63676]: DEBUG oslo_vmware.api [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] Waiting for the task: (returnval){ [ 1557.308256] env[63676]: value = "task-1925043" [ 1557.308256] env[63676]: _type = "Task" [ 1557.308256] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.317547] env[63676]: DEBUG oslo_vmware.api [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] Task: {'id': task-1925043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.320451] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.320943] env[63676]: DEBUG nova.compute.manager [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1557.323702] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.819s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.325648] env[63676]: INFO nova.compute.claims [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1557.392567] env[63676]: DEBUG oslo_vmware.api [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Task: {'id': task-1925040, 'name': ReconfigVM_Task, 'duration_secs': 0.690853} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.393736] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 5607dc27-d9d6-4fc2-a210-f893a704cca3/5607dc27-d9d6-4fc2-a210-f893a704cca3.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1557.395502] env[63676]: DEBUG oslo_vmware.api [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527f16dd-c81e-8e1f-512b-a862503271d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.395754] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a10edc7-96dc-4bd1-8044-e20532dc75cf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.403873] env[63676]: DEBUG oslo_vmware.api [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Waiting for the task: (returnval){ [ 1557.403873] env[63676]: value = "task-1925044" [ 1557.403873] env[63676]: _type = "Task" [ 1557.403873] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.413637] env[63676]: DEBUG oslo_vmware.api [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Task: {'id': task-1925044, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.472155] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Releasing lock "refresh_cache-887940ac-c689-45f3-b5db-d988d1e581fa" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.472517] env[63676]: DEBUG nova.compute.manager [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Instance network_info: |[{"id": "d53fd86a-f5f0-4eae-81df-0f94f3370524", "address": "fa:16:3e:92:f8:f4", "network": {"id": "20eb09fd-c81d-4462-b958-52404790c89a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1907153178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e8876698994722b4470390683b5130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd53fd86a-f5", "ovs_interfaceid": "d53fd86a-f5f0-4eae-81df-0f94f3370524", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1557.473647] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:f8:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd53fd86a-f5f0-4eae-81df-0f94f3370524', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1557.485137] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Creating folder: Project (42e8876698994722b4470390683b5130). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1557.488514] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-33dfabc7-7daf-4bf1-8086-d00c1817d36b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.501817] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Created folder: Project (42e8876698994722b4470390683b5130) in parent group-v396927. [ 1557.503039] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Creating folder: Instances. Parent ref: group-v396949. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1557.503991] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5936ba12-1ccc-4e99-a67b-f1b74aaa7227 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.517463] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Created folder: Instances in parent group-v396949. [ 1557.518454] env[63676]: DEBUG oslo.service.loopingcall [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1557.520022] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1557.520022] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31c20c13-4769-40cf-9e91-0dbc6b3da994 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.549573] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1557.549573] env[63676]: value = "task-1925047" [ 1557.549573] env[63676]: _type = "Task" [ 1557.549573] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.558510] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925047, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.610732] env[63676]: DEBUG nova.compute.manager [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1557.671390] env[63676]: DEBUG oslo_concurrency.lockutils [req-175131fc-1b87-4ff7-b0ab-f9fb9554c57d req-7e38b0b1-9415-4d2a-adbd-455a7777a8a0 service nova] Releasing lock "refresh_cache-5607dc27-d9d6-4fc2-a210-f893a704cca3" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.824040] env[63676]: DEBUG oslo_vmware.api [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] Task: {'id': task-1925043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.833883] env[63676]: DEBUG nova.compute.utils [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1557.836199] env[63676]: DEBUG nova.compute.manager [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1557.836431] env[63676]: DEBUG nova.network.neutron [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1557.885270] env[63676]: DEBUG nova.network.neutron [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Successfully updated port: f2f196e6-f2d7-404a-8a62-40ec7fac124b {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1557.892664] env[63676]: DEBUG nova.network.neutron [req-90d4bd43-92f1-4bcf-85ae-e44c79f81fc0 req-a9ac1972-e8a4-48a9-a163-b57dcec77f7a service nova] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Updated VIF entry in instance network info cache for port 6d7efa34-ca85-4af1-b6ff-8abc28d492c9. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1557.893120] env[63676]: DEBUG nova.network.neutron [req-90d4bd43-92f1-4bcf-85ae-e44c79f81fc0 req-a9ac1972-e8a4-48a9-a163-b57dcec77f7a service nova] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Updating instance_info_cache with network_info: [{"id": "6d7efa34-ca85-4af1-b6ff-8abc28d492c9", "address": "fa:16:3e:e8:d1:66", "network": {"id": "c3194bae-cdc8-472b-a50f-ccb5f9b70928", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1050816381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5527e2895f394031b7676b414e9916e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d7efa34-ca", "ovs_interfaceid": "6d7efa34-ca85-4af1-b6ff-8abc28d492c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.910257] env[63676]: DEBUG oslo_vmware.api [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527f16dd-c81e-8e1f-512b-a862503271d3, 'name': SearchDatastore_Task, 'duration_secs': 1.356621} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.918021] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d165252b-90ba-4caa-8c05-a5796d9bd01d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.927293] env[63676]: DEBUG oslo_vmware.api [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Task: {'id': task-1925044, 'name': Rename_Task, 'duration_secs': 0.374957} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.929492] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1557.929905] env[63676]: DEBUG oslo_vmware.api [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1557.929905] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5283c872-cfe3-9701-a736-b3d91eea461d" [ 1557.929905] env[63676]: _type = "Task" [ 1557.929905] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.930335] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3464607-08c8-49f9-b6cc-ff6d800bfde0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.945269] env[63676]: DEBUG oslo_vmware.api [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5283c872-cfe3-9701-a736-b3d91eea461d, 'name': SearchDatastore_Task, 'duration_secs': 0.009392} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.947411] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1557.947411] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 159dec6d-8c2e-46c6-9411-1f2a23cecd9f/159dec6d-8c2e-46c6-9411-1f2a23cecd9f.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1557.947411] env[63676]: DEBUG oslo_vmware.api [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Waiting for the task: (returnval){ [ 1557.947411] env[63676]: value = "task-1925048" [ 1557.947411] env[63676]: _type = "Task" [ 1557.947411] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.947793] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-172f3a6e-cf14-4b81-8105-fdc2cd0f7ae4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.965556] env[63676]: DEBUG oslo_vmware.api [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1557.965556] env[63676]: value = "task-1925049" [ 1557.965556] env[63676]: _type = "Task" [ 1557.965556] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.965556] env[63676]: DEBUG oslo_vmware.api [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Task: {'id': task-1925048, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.057146] env[63676]: DEBUG nova.compute.manager [None req-ab4ca5ce-e090-4c75-bef4-bba8e08bec20 tempest-ServerDiagnosticsV248Test-1588863814 tempest-ServerDiagnosticsV248Test-1588863814-project-admin] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1558.061595] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84a5ff3-5043-49bc-93c6-08c56d7344aa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.064211] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925047, 'name': CreateVM_Task, 'duration_secs': 0.497294} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.064800] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1558.065860] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.066095] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.066418] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1558.066703] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19599d68-f729-4ac2-bc21-58dc5e5d7169 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.070168] env[63676]: INFO nova.compute.manager [None req-ab4ca5ce-e090-4c75-bef4-bba8e08bec20 tempest-ServerDiagnosticsV248Test-1588863814 tempest-ServerDiagnosticsV248Test-1588863814-project-admin] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Retrieving diagnostics [ 1558.071872] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01eb940f-a571-4c1c-a40a-409563656367 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.075455] env[63676]: DEBUG oslo_vmware.api [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1558.075455] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526a1be5-8c8c-1327-d2ad-fcd3f8cb17da" [ 1558.075455] env[63676]: _type = "Task" [ 1558.075455] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.110383] env[63676]: DEBUG oslo_vmware.api [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526a1be5-8c8c-1327-d2ad-fcd3f8cb17da, 'name': SearchDatastore_Task, 'duration_secs': 0.008939} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.112074] env[63676]: DEBUG nova.policy [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f57f101ccd8469cb7a7a1777750d7bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cce484d3627454cb366f6d8c5f4cb90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1558.113599] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.113834] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1558.114089] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.114654] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.114886] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1558.115191] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0702a30-0021-417c-bdb5-e41a9401c1e8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.137016] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1558.137262] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1558.138195] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f290a77-288d-4c4c-81b1-6401ceb83f0e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.143205] env[63676]: DEBUG oslo_concurrency.lockutils [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.146995] env[63676]: DEBUG oslo_vmware.api [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1558.146995] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52687978-0eec-73ca-dfc2-fc96f3440f69" [ 1558.146995] env[63676]: _type = "Task" [ 1558.146995] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.156996] env[63676]: DEBUG oslo_vmware.api [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52687978-0eec-73ca-dfc2-fc96f3440f69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.320750] env[63676]: DEBUG oslo_vmware.api [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] Task: {'id': task-1925043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.560428} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.321064] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1558.321249] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1558.321534] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1558.321616] env[63676]: INFO nova.compute.manager [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1558.321913] env[63676]: DEBUG oslo.service.loopingcall [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1558.322034] env[63676]: DEBUG nova.compute.manager [-] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1558.322258] env[63676]: DEBUG nova.network.neutron [-] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1558.337368] env[63676]: DEBUG nova.compute.manager [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1558.390734] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "refresh_cache-c9f6175c-4f97-4ace-9eb2-17693dc1c2e5" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.390734] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquired lock "refresh_cache-c9f6175c-4f97-4ace-9eb2-17693dc1c2e5" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.390734] env[63676]: DEBUG nova.network.neutron [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1558.402349] env[63676]: DEBUG oslo_concurrency.lockutils [req-90d4bd43-92f1-4bcf-85ae-e44c79f81fc0 req-a9ac1972-e8a4-48a9-a163-b57dcec77f7a service nova] Releasing lock "refresh_cache-159dec6d-8c2e-46c6-9411-1f2a23cecd9f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.439386] env[63676]: DEBUG nova.network.neutron [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Successfully created port: 00a6e93f-6ab2-4e89-8d92-28c9e3dbaa22 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1558.462188] env[63676]: DEBUG oslo_vmware.api [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Task: {'id': task-1925048, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.484141] env[63676]: DEBUG oslo_vmware.api [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925049, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486953} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.484492] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 159dec6d-8c2e-46c6-9411-1f2a23cecd9f/159dec6d-8c2e-46c6-9411-1f2a23cecd9f.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1558.484722] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1558.490279] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ff1b043-231f-4781-b24c-8893281381cd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.493334] env[63676]: DEBUG oslo_vmware.api [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1558.493334] env[63676]: value = "task-1925050" [ 1558.493334] env[63676]: _type = "Task" [ 1558.493334] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.507025] env[63676]: DEBUG oslo_vmware.api [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925050, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.667487] env[63676]: DEBUG oslo_vmware.api [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52687978-0eec-73ca-dfc2-fc96f3440f69, 'name': SearchDatastore_Task, 'duration_secs': 0.057837} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.668763] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da84c5b3-bbae-4cb5-9ef0-53c6fa3e3472 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.674822] env[63676]: DEBUG oslo_vmware.api [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1558.674822] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a29249-9bbd-22cc-1c34-da6b114dd76b" [ 1558.674822] env[63676]: _type = "Task" [ 1558.674822] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.689845] env[63676]: DEBUG oslo_vmware.api [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a29249-9bbd-22cc-1c34-da6b114dd76b, 'name': SearchDatastore_Task, 'duration_secs': 0.009152} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.690088] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1558.690569] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 887940ac-c689-45f3-b5db-d988d1e581fa/887940ac-c689-45f3-b5db-d988d1e581fa.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1558.690763] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1bea3d67-8eb6-4224-8003-2e288c5f63fa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.701128] env[63676]: DEBUG oslo_vmware.api [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1558.701128] env[63676]: value = "task-1925051" [ 1558.701128] env[63676]: _type = "Task" [ 1558.701128] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.712728] env[63676]: DEBUG oslo_vmware.api [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925051, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.811979] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d5d467-61c6-4576-a1dd-ed1a72010caf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.824880] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186cfc6a-99ad-4a59-a2ba-aa552db50385 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.875023] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c84a4b-6c76-4b72-836c-f3e7dde55820 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.882286] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786bb630-2206-4a8c-af9a-894b5ebbe84a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.901180] env[63676]: DEBUG nova.compute.provider_tree [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1558.967276] env[63676]: DEBUG oslo_vmware.api [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Task: {'id': task-1925048, 'name': PowerOnVM_Task, 'duration_secs': 0.591579} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.967873] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1558.968452] env[63676]: INFO nova.compute.manager [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Took 12.16 seconds to spawn the instance on the hypervisor. [ 1558.969133] env[63676]: DEBUG nova.compute.manager [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1558.974022] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f84c642-4b08-4807-924a-35b0ba0c4590 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.020611] env[63676]: DEBUG oslo_vmware.api [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925050, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075984} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.021740] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1559.023184] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b567eb49-1725-4772-a1a7-ba970bad0a86 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.053386] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 159dec6d-8c2e-46c6-9411-1f2a23cecd9f/159dec6d-8c2e-46c6-9411-1f2a23cecd9f.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1559.055125] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6110dc6-0d48-424d-b5eb-a948d2382cd7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.072722] env[63676]: DEBUG nova.compute.manager [req-3a9436df-137b-4c38-8d88-d60f0b02e887 req-aba45b6c-50ae-491c-9c06-653712694d27 service nova] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Received event network-vif-plugged-d53fd86a-f5f0-4eae-81df-0f94f3370524 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1559.073677] env[63676]: DEBUG oslo_concurrency.lockutils [req-3a9436df-137b-4c38-8d88-d60f0b02e887 req-aba45b6c-50ae-491c-9c06-653712694d27 service nova] Acquiring lock "887940ac-c689-45f3-b5db-d988d1e581fa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.073677] env[63676]: DEBUG oslo_concurrency.lockutils [req-3a9436df-137b-4c38-8d88-d60f0b02e887 req-aba45b6c-50ae-491c-9c06-653712694d27 service nova] Lock "887940ac-c689-45f3-b5db-d988d1e581fa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.073863] env[63676]: DEBUG oslo_concurrency.lockutils [req-3a9436df-137b-4c38-8d88-d60f0b02e887 req-aba45b6c-50ae-491c-9c06-653712694d27 service nova] Lock "887940ac-c689-45f3-b5db-d988d1e581fa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.074033] env[63676]: DEBUG nova.compute.manager [req-3a9436df-137b-4c38-8d88-d60f0b02e887 req-aba45b6c-50ae-491c-9c06-653712694d27 service nova] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] No waiting events found dispatching network-vif-plugged-d53fd86a-f5f0-4eae-81df-0f94f3370524 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1559.074213] env[63676]: WARNING nova.compute.manager [req-3a9436df-137b-4c38-8d88-d60f0b02e887 req-aba45b6c-50ae-491c-9c06-653712694d27 service nova] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Received unexpected event network-vif-plugged-d53fd86a-f5f0-4eae-81df-0f94f3370524 for instance with vm_state building and task_state spawning. [ 1559.074376] env[63676]: DEBUG nova.compute.manager [req-3a9436df-137b-4c38-8d88-d60f0b02e887 req-aba45b6c-50ae-491c-9c06-653712694d27 service nova] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Received event network-changed-d53fd86a-f5f0-4eae-81df-0f94f3370524 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1559.074536] env[63676]: DEBUG nova.compute.manager [req-3a9436df-137b-4c38-8d88-d60f0b02e887 req-aba45b6c-50ae-491c-9c06-653712694d27 service nova] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Refreshing instance network info cache due to event network-changed-d53fd86a-f5f0-4eae-81df-0f94f3370524. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1559.074751] env[63676]: DEBUG oslo_concurrency.lockutils [req-3a9436df-137b-4c38-8d88-d60f0b02e887 req-aba45b6c-50ae-491c-9c06-653712694d27 service nova] Acquiring lock "refresh_cache-887940ac-c689-45f3-b5db-d988d1e581fa" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.074921] env[63676]: DEBUG oslo_concurrency.lockutils [req-3a9436df-137b-4c38-8d88-d60f0b02e887 req-aba45b6c-50ae-491c-9c06-653712694d27 service nova] Acquired lock "refresh_cache-887940ac-c689-45f3-b5db-d988d1e581fa" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.075107] env[63676]: DEBUG nova.network.neutron [req-3a9436df-137b-4c38-8d88-d60f0b02e887 req-aba45b6c-50ae-491c-9c06-653712694d27 service nova] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Refreshing network info cache for port d53fd86a-f5f0-4eae-81df-0f94f3370524 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1559.078775] env[63676]: DEBUG nova.network.neutron [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1559.087519] env[63676]: DEBUG oslo_vmware.api [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1559.087519] env[63676]: value = "task-1925052" [ 1559.087519] env[63676]: _type = "Task" [ 1559.087519] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.098771] env[63676]: DEBUG oslo_vmware.api [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925052, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.212838] env[63676]: DEBUG oslo_vmware.api [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925051, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446155} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.214256] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 887940ac-c689-45f3-b5db-d988d1e581fa/887940ac-c689-45f3-b5db-d988d1e581fa.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1559.214256] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1559.215037] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6b04abf-1cf4-43ee-ac7b-5d6346b7807b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.226121] env[63676]: DEBUG oslo_vmware.api [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1559.226121] env[63676]: value = "task-1925053" [ 1559.226121] env[63676]: _type = "Task" [ 1559.226121] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.236300] env[63676]: DEBUG oslo_vmware.api [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925053, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.377625] env[63676]: DEBUG nova.compute.manager [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1559.407067] env[63676]: DEBUG nova.virt.hardware [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1559.409106] env[63676]: DEBUG nova.virt.hardware [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1559.409106] env[63676]: DEBUG nova.virt.hardware [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1559.409106] env[63676]: DEBUG nova.virt.hardware [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1559.409106] env[63676]: DEBUG nova.virt.hardware [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1559.409106] env[63676]: DEBUG nova.virt.hardware [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1559.409373] env[63676]: DEBUG nova.virt.hardware [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1559.409373] env[63676]: DEBUG nova.virt.hardware [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1559.409373] env[63676]: DEBUG nova.virt.hardware [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1559.409373] env[63676]: DEBUG nova.virt.hardware [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1559.409373] env[63676]: DEBUG nova.virt.hardware [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1559.409516] env[63676]: DEBUG nova.scheduler.client.report [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1559.413273] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5596395b-5144-4ea1-b640-b89ec1033884 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.422622] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ab8bf4-51e9-4b37-9904-9fdd2699ca41 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.512281] env[63676]: INFO nova.compute.manager [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Took 28.50 seconds to build instance. [ 1559.555449] env[63676]: DEBUG nova.compute.manager [req-fbc078df-23ac-4808-95b9-038984ae6772 req-33124474-9727-4453-b1bc-92c9c8fee867 service nova] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Received event network-vif-deleted-4fa70ee8-0617-4741-87d1-d636afd90a84 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1559.555449] env[63676]: DEBUG nova.compute.manager [req-fbc078df-23ac-4808-95b9-038984ae6772 req-33124474-9727-4453-b1bc-92c9c8fee867 service nova] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Received event network-vif-plugged-f2f196e6-f2d7-404a-8a62-40ec7fac124b {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1559.555449] env[63676]: DEBUG oslo_concurrency.lockutils [req-fbc078df-23ac-4808-95b9-038984ae6772 req-33124474-9727-4453-b1bc-92c9c8fee867 service nova] Acquiring lock "c9f6175c-4f97-4ace-9eb2-17693dc1c2e5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1559.555449] env[63676]: DEBUG oslo_concurrency.lockutils [req-fbc078df-23ac-4808-95b9-038984ae6772 req-33124474-9727-4453-b1bc-92c9c8fee867 service nova] Lock "c9f6175c-4f97-4ace-9eb2-17693dc1c2e5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.557135] env[63676]: DEBUG oslo_concurrency.lockutils [req-fbc078df-23ac-4808-95b9-038984ae6772 req-33124474-9727-4453-b1bc-92c9c8fee867 service nova] Lock "c9f6175c-4f97-4ace-9eb2-17693dc1c2e5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.557398] env[63676]: DEBUG nova.compute.manager [req-fbc078df-23ac-4808-95b9-038984ae6772 req-33124474-9727-4453-b1bc-92c9c8fee867 service nova] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] No waiting events found dispatching network-vif-plugged-f2f196e6-f2d7-404a-8a62-40ec7fac124b {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1559.557607] env[63676]: WARNING nova.compute.manager [req-fbc078df-23ac-4808-95b9-038984ae6772 req-33124474-9727-4453-b1bc-92c9c8fee867 service nova] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Received unexpected event network-vif-plugged-f2f196e6-f2d7-404a-8a62-40ec7fac124b for instance with vm_state building and task_state spawning. [ 1559.599048] env[63676]: DEBUG oslo_vmware.api [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925052, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.738625] env[63676]: DEBUG oslo_vmware.api [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925053, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07026} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.739147] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1559.739915] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfb69c7-3417-41b7-93a6-b3d30e1fcc20 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.769035] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 887940ac-c689-45f3-b5db-d988d1e581fa/887940ac-c689-45f3-b5db-d988d1e581fa.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1559.769457] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c16571e-3665-4af2-9c83-033b026f3529 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.793130] env[63676]: DEBUG oslo_vmware.api [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1559.793130] env[63676]: value = "task-1925054" [ 1559.793130] env[63676]: _type = "Task" [ 1559.793130] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.803365] env[63676]: DEBUG oslo_vmware.api [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925054, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.907196] env[63676]: DEBUG nova.network.neutron [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Updating instance_info_cache with network_info: [{"id": "f2f196e6-f2d7-404a-8a62-40ec7fac124b", "address": "fa:16:3e:85:45:d2", "network": {"id": "20eb09fd-c81d-4462-b958-52404790c89a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1907153178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e8876698994722b4470390683b5130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2f196e6-f2", "ovs_interfaceid": "f2f196e6-f2d7-404a-8a62-40ec7fac124b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.916752] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1559.918039] env[63676]: DEBUG nova.compute.manager [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1559.920523] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.502s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1559.921953] env[63676]: INFO nova.compute.claims [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1560.017928] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71d45fe3-7114-4e54-9add-8a9b595459fb tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Lock "5607dc27-d9d6-4fc2-a210-f893a704cca3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.017s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.045257] env[63676]: DEBUG nova.network.neutron [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Successfully created port: 9287107f-7d37-46d0-90fa-cfd6e83be0e8 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1560.100687] env[63676]: DEBUG oslo_vmware.api [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925052, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.307249] env[63676]: DEBUG oslo_vmware.api [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925054, 'name': ReconfigVM_Task, 'duration_secs': 0.302272} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.307249] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 887940ac-c689-45f3-b5db-d988d1e581fa/887940ac-c689-45f3-b5db-d988d1e581fa.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1560.308742] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70d98c31-77b4-46b8-bd8f-072883c8887e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.317018] env[63676]: DEBUG oslo_vmware.api [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1560.317018] env[63676]: value = "task-1925055" [ 1560.317018] env[63676]: _type = "Task" [ 1560.317018] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.326314] env[63676]: DEBUG oslo_vmware.api [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925055, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.362110] env[63676]: DEBUG nova.network.neutron [-] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.413732] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Releasing lock "refresh_cache-c9f6175c-4f97-4ace-9eb2-17693dc1c2e5" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.417759] env[63676]: DEBUG nova.compute.manager [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Instance network_info: |[{"id": "f2f196e6-f2d7-404a-8a62-40ec7fac124b", "address": "fa:16:3e:85:45:d2", "network": {"id": "20eb09fd-c81d-4462-b958-52404790c89a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1907153178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e8876698994722b4470390683b5130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2f196e6-f2", "ovs_interfaceid": "f2f196e6-f2d7-404a-8a62-40ec7fac124b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1560.420239] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:45:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2f196e6-f2d7-404a-8a62-40ec7fac124b', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1560.426501] env[63676]: DEBUG oslo.service.loopingcall [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1560.427794] env[63676]: DEBUG nova.compute.utils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1560.432279] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1560.435273] env[63676]: DEBUG nova.compute.manager [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1560.435447] env[63676]: DEBUG nova.network.neutron [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1560.437960] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-221d47a8-ce89-4e46-ba76-8f60a05b221d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.472085] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1560.472085] env[63676]: value = "task-1925056" [ 1560.472085] env[63676]: _type = "Task" [ 1560.472085] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.480176] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925056, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.520608] env[63676]: DEBUG nova.compute.manager [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1560.544589] env[63676]: DEBUG nova.network.neutron [req-3a9436df-137b-4c38-8d88-d60f0b02e887 req-aba45b6c-50ae-491c-9c06-653712694d27 service nova] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Updated VIF entry in instance network info cache for port d53fd86a-f5f0-4eae-81df-0f94f3370524. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1560.544589] env[63676]: DEBUG nova.network.neutron [req-3a9436df-137b-4c38-8d88-d60f0b02e887 req-aba45b6c-50ae-491c-9c06-653712694d27 service nova] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Updating instance_info_cache with network_info: [{"id": "d53fd86a-f5f0-4eae-81df-0f94f3370524", "address": "fa:16:3e:92:f8:f4", "network": {"id": "20eb09fd-c81d-4462-b958-52404790c89a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1907153178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e8876698994722b4470390683b5130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd53fd86a-f5", "ovs_interfaceid": "d53fd86a-f5f0-4eae-81df-0f94f3370524", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.607579] env[63676]: DEBUG oslo_vmware.api [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925052, 'name': ReconfigVM_Task, 'duration_secs': 1.345643} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.607579] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 159dec6d-8c2e-46c6-9411-1f2a23cecd9f/159dec6d-8c2e-46c6-9411-1f2a23cecd9f.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1560.612672] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f92b92cc-f984-402d-9262-f8526d931e8a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.622487] env[63676]: DEBUG oslo_vmware.api [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1560.622487] env[63676]: value = "task-1925057" [ 1560.622487] env[63676]: _type = "Task" [ 1560.622487] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.633582] env[63676]: DEBUG oslo_vmware.api [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925057, 'name': Rename_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.647335] env[63676]: DEBUG nova.policy [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5acecbed35e428890728264f2a3a13f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3a0ff07354f4a4cbd1c6a27c660d631', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1560.705780] env[63676]: DEBUG nova.compute.manager [None req-62ade448-7888-48e1-9bdb-c9218623979b tempest-ServerDiagnosticsTest-1997633167 tempest-ServerDiagnosticsTest-1997633167-project-admin] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1560.707400] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41fbb52-6902-41c9-886e-52f826b429b0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.718776] env[63676]: INFO nova.compute.manager [None req-62ade448-7888-48e1-9bdb-c9218623979b tempest-ServerDiagnosticsTest-1997633167 tempest-ServerDiagnosticsTest-1997633167-project-admin] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Retrieving diagnostics [ 1560.719681] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8305d4c-849f-454c-842b-3e0b6c212ac7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.827480] env[63676]: DEBUG oslo_vmware.api [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925055, 'name': Rename_Task, 'duration_secs': 0.139135} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.827770] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1560.827986] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef253d65-6c77-439f-8234-76ac8eb610d5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.836093] env[63676]: DEBUG oslo_vmware.api [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1560.836093] env[63676]: value = "task-1925058" [ 1560.836093] env[63676]: _type = "Task" [ 1560.836093] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.845654] env[63676]: DEBUG oslo_vmware.api [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.864279] env[63676]: INFO nova.compute.manager [-] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Took 2.54 seconds to deallocate network for instance. [ 1560.895604] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e5f9372-8636-49cb-81dd-1d74b34338a8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.903362] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e39ff4-2386-419b-8b34-7809cc0526a4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.936223] env[63676]: DEBUG nova.compute.manager [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1560.940046] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab1f10e-6496-4e65-8614-1b5f90b7c270 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.948245] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74c2442-10fd-4c0c-a05c-1c2b4a77e996 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.965322] env[63676]: DEBUG nova.compute.provider_tree [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1560.982421] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925056, 'name': CreateVM_Task, 'duration_secs': 0.416833} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.982595] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1560.983263] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1560.983412] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1560.983711] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1560.984252] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d86f5909-f7b0-450a-a095-c41b84ed9895 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.990178] env[63676]: DEBUG oslo_vmware.api [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1560.990178] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f1a98d-b4dc-bb24-5063-9f142e679b7b" [ 1560.990178] env[63676]: _type = "Task" [ 1560.990178] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.999898] env[63676]: DEBUG oslo_vmware.api [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f1a98d-b4dc-bb24-5063-9f142e679b7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.046454] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.051292] env[63676]: DEBUG oslo_concurrency.lockutils [req-3a9436df-137b-4c38-8d88-d60f0b02e887 req-aba45b6c-50ae-491c-9c06-653712694d27 service nova] Releasing lock "refresh_cache-887940ac-c689-45f3-b5db-d988d1e581fa" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.054620] env[63676]: DEBUG oslo_concurrency.lockutils [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Acquiring lock "ff676f80-9e5b-4c8e-92f4-657591750c2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.054888] env[63676]: DEBUG oslo_concurrency.lockutils [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Lock "ff676f80-9e5b-4c8e-92f4-657591750c2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.131453] env[63676]: DEBUG oslo_vmware.api [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925057, 'name': Rename_Task, 'duration_secs': 0.133996} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.131722] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1561.131967] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2749eac-93bf-4c08-af6f-48fff16067f3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.138195] env[63676]: DEBUG oslo_vmware.api [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1561.138195] env[63676]: value = "task-1925059" [ 1561.138195] env[63676]: _type = "Task" [ 1561.138195] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.145762] env[63676]: DEBUG oslo_vmware.api [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.352907] env[63676]: DEBUG oslo_vmware.api [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925058, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.373135] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.468323] env[63676]: DEBUG nova.scheduler.client.report [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1561.504655] env[63676]: DEBUG oslo_vmware.api [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f1a98d-b4dc-bb24-5063-9f142e679b7b, 'name': SearchDatastore_Task, 'duration_secs': 0.008474} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.505121] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1561.505381] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1561.505620] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1561.505767] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.505943] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1561.506232] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b333eed-d3dd-473b-9e0b-f8a3952c53a7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.518398] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1561.518553] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1561.519405] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b20c7dc8-5a72-4097-88bb-f65760b00d20 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.527524] env[63676]: DEBUG oslo_vmware.api [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1561.527524] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5248ca10-e887-9b05-9927-9da1f03d4196" [ 1561.527524] env[63676]: _type = "Task" [ 1561.527524] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.536942] env[63676]: DEBUG oslo_vmware.api [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5248ca10-e887-9b05-9927-9da1f03d4196, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.653400] env[63676]: DEBUG oslo_vmware.api [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925059, 'name': PowerOnVM_Task, 'duration_secs': 0.459582} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.654068] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1561.654996] env[63676]: INFO nova.compute.manager [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Took 12.32 seconds to spawn the instance on the hypervisor. [ 1561.655224] env[63676]: DEBUG nova.compute.manager [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1561.656945] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04946bf0-3040-4998-9320-f1c41cb9664c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.802415] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Acquiring lock "47226e9d-c8d7-4e63-91ed-12cc91d2bf00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.802415] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Lock "47226e9d-c8d7-4e63-91ed-12cc91d2bf00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.802415] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Acquiring lock "47226e9d-c8d7-4e63-91ed-12cc91d2bf00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1561.802532] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Lock "47226e9d-c8d7-4e63-91ed-12cc91d2bf00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.802728] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Lock "47226e9d-c8d7-4e63-91ed-12cc91d2bf00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.810058] env[63676]: INFO nova.compute.manager [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Terminating instance [ 1561.848205] env[63676]: DEBUG oslo_vmware.api [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925058, 'name': PowerOnVM_Task, 'duration_secs': 0.580238} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.848494] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1561.848769] env[63676]: INFO nova.compute.manager [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Took 10.06 seconds to spawn the instance on the hypervisor. [ 1561.848956] env[63676]: DEBUG nova.compute.manager [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1561.849787] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0849c8d7-b101-4341-bcc5-082fa5b54e41 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.945209] env[63676]: DEBUG nova.compute.manager [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1561.982935] env[63676]: DEBUG nova.virt.hardware [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1561.982935] env[63676]: DEBUG nova.virt.hardware [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1561.983323] env[63676]: DEBUG nova.virt.hardware [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1561.983648] env[63676]: DEBUG nova.virt.hardware [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1561.983744] env[63676]: DEBUG nova.virt.hardware [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1561.984029] env[63676]: DEBUG nova.virt.hardware [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1561.985144] env[63676]: DEBUG nova.virt.hardware [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1561.985330] env[63676]: DEBUG nova.virt.hardware [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1561.985465] env[63676]: DEBUG nova.virt.hardware [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1561.986087] env[63676]: DEBUG nova.virt.hardware [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1561.986087] env[63676]: DEBUG nova.virt.hardware [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1561.986698] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.066s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1561.987213] env[63676]: DEBUG nova.compute.manager [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1561.992206] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ab8de8-b4d9-48e4-a8b2-0ea94ce46fbd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.998881] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.444s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1561.999167] env[63676]: DEBUG nova.objects.instance [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Lazy-loading 'resources' on Instance uuid 87e77bf5-a916-41ce-b0a5-929b7398f4b5 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1562.007013] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0b19aa-14af-46a8-8c43-e13734f5cd4a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.040453] env[63676]: DEBUG oslo_vmware.api [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5248ca10-e887-9b05-9927-9da1f03d4196, 'name': SearchDatastore_Task, 'duration_secs': 0.025899} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.040453] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b314ab79-6f67-4bab-a15e-0cd3c9dd5758 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.048246] env[63676]: DEBUG oslo_vmware.api [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1562.048246] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5222b038-f193-f6c6-40a6-da3227ba616b" [ 1562.048246] env[63676]: _type = "Task" [ 1562.048246] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.059428] env[63676]: DEBUG oslo_vmware.api [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5222b038-f193-f6c6-40a6-da3227ba616b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.188000] env[63676]: INFO nova.compute.manager [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Took 28.22 seconds to build instance. [ 1562.248156] env[63676]: DEBUG nova.network.neutron [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Successfully created port: 84acd0a3-f717-44a8-9d7f-b11fc9342033 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1562.320853] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Acquiring lock "refresh_cache-47226e9d-c8d7-4e63-91ed-12cc91d2bf00" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.320853] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Acquired lock "refresh_cache-47226e9d-c8d7-4e63-91ed-12cc91d2bf00" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.320853] env[63676]: DEBUG nova.network.neutron [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1562.338591] env[63676]: DEBUG nova.network.neutron [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Successfully updated port: 00a6e93f-6ab2-4e89-8d92-28c9e3dbaa22 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1562.369976] env[63676]: INFO nova.compute.manager [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Took 27.70 seconds to build instance. [ 1562.500945] env[63676]: DEBUG nova.compute.utils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1562.502284] env[63676]: DEBUG nova.compute.manager [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1562.502553] env[63676]: DEBUG nova.network.neutron [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1562.570172] env[63676]: DEBUG oslo_vmware.api [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5222b038-f193-f6c6-40a6-da3227ba616b, 'name': SearchDatastore_Task, 'duration_secs': 0.015414} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.570809] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1562.571261] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] c9f6175c-4f97-4ace-9eb2-17693dc1c2e5/c9f6175c-4f97-4ace-9eb2-17693dc1c2e5.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1562.571356] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56556df5-31da-4200-9d9d-4b24eaffde26 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.579234] env[63676]: DEBUG oslo_vmware.api [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1562.579234] env[63676]: value = "task-1925060" [ 1562.579234] env[63676]: _type = "Task" [ 1562.579234] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.596702] env[63676]: DEBUG oslo_vmware.api [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.654836] env[63676]: DEBUG nova.policy [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5acecbed35e428890728264f2a3a13f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3a0ff07354f4a4cbd1c6a27c660d631', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1562.694032] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c636c57-11c7-4deb-adc2-833331a67a4b tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lock "159dec6d-8c2e-46c6-9411-1f2a23cecd9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.741s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.843595] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Acquiring lock "refresh_cache-195235fb-e1ff-4811-82c1-f30a833f6a82" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1562.843718] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Acquired lock "refresh_cache-195235fb-e1ff-4811-82c1-f30a833f6a82" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.843859] env[63676]: DEBUG nova.network.neutron [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1562.874707] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7b395072-12a9-4cf8-9506-07333955edbe tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "887940ac-c689-45f3-b5db-d988d1e581fa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.220s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.925207] env[63676]: DEBUG nova.network.neutron [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1562.978287] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7159086-8c16-4f18-880e-9f7631a52021 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.987946] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27d52eb-23b0-42eb-814d-07c774d3187c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.029723] env[63676]: DEBUG nova.compute.manager [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1563.036428] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f79ab72c-98b4-4d7a-9a72-83c41420ca35 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.046200] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c1184d-1d49-4ff0-8af6-70f30f094b66 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.062977] env[63676]: DEBUG nova.compute.provider_tree [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.089805] env[63676]: DEBUG oslo_vmware.api [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925060, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.204962] env[63676]: DEBUG nova.compute.manager [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1563.342667] env[63676]: DEBUG nova.compute.manager [req-6b23825e-3a5c-40fa-94ba-b4aa3568e9b3 req-be3afaa0-d60b-46bd-9379-65d92cd81c0c service nova] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Received event network-vif-deleted-04c50a06-0fb4-44d0-bc02-3791aa3f6308 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1563.377054] env[63676]: DEBUG nova.compute.manager [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1563.446210] env[63676]: DEBUG nova.network.neutron [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1563.455403] env[63676]: DEBUG nova.network.neutron [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.567760] env[63676]: DEBUG nova.scheduler.client.report [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1563.578493] env[63676]: DEBUG nova.compute.manager [req-854cfd08-6b5f-478e-a305-e52a83380643 req-eefac501-f949-412b-a55b-32b90db2d1ea service nova] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Received event network-changed-f2f196e6-f2d7-404a-8a62-40ec7fac124b {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1563.578493] env[63676]: DEBUG nova.compute.manager [req-854cfd08-6b5f-478e-a305-e52a83380643 req-eefac501-f949-412b-a55b-32b90db2d1ea service nova] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Refreshing instance network info cache due to event network-changed-f2f196e6-f2d7-404a-8a62-40ec7fac124b. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1563.578493] env[63676]: DEBUG oslo_concurrency.lockutils [req-854cfd08-6b5f-478e-a305-e52a83380643 req-eefac501-f949-412b-a55b-32b90db2d1ea service nova] Acquiring lock "refresh_cache-c9f6175c-4f97-4ace-9eb2-17693dc1c2e5" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.578719] env[63676]: DEBUG oslo_concurrency.lockutils [req-854cfd08-6b5f-478e-a305-e52a83380643 req-eefac501-f949-412b-a55b-32b90db2d1ea service nova] Acquired lock "refresh_cache-c9f6175c-4f97-4ace-9eb2-17693dc1c2e5" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.580973] env[63676]: DEBUG nova.network.neutron [req-854cfd08-6b5f-478e-a305-e52a83380643 req-eefac501-f949-412b-a55b-32b90db2d1ea service nova] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Refreshing network info cache for port f2f196e6-f2d7-404a-8a62-40ec7fac124b {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1563.592665] env[63676]: DEBUG oslo_vmware.api [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925060, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.715967} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.593626] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] c9f6175c-4f97-4ace-9eb2-17693dc1c2e5/c9f6175c-4f97-4ace-9eb2-17693dc1c2e5.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1563.594281] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1563.594281] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-628d79a3-074e-4976-b330-df29679dab45 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.608317] env[63676]: DEBUG oslo_vmware.api [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1563.608317] env[63676]: value = "task-1925061" [ 1563.608317] env[63676]: _type = "Task" [ 1563.608317] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.616039] env[63676]: DEBUG oslo_vmware.api [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.731969] env[63676]: DEBUG oslo_concurrency.lockutils [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.875880] env[63676]: DEBUG nova.network.neutron [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Successfully created port: 7900bccf-2099-4499-a040-3b4599d3c2f5 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1563.912641] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.931415] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fc542e69-eb6c-4af3-866d-374ae369ea6b tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Acquiring lock "4238f1d5-d1c0-471e-acc4-6bff80297c2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.934233] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fc542e69-eb6c-4af3-866d-374ae369ea6b tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Lock "4238f1d5-d1c0-471e-acc4-6bff80297c2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.934233] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fc542e69-eb6c-4af3-866d-374ae369ea6b tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Acquiring lock "4238f1d5-d1c0-471e-acc4-6bff80297c2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.934233] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fc542e69-eb6c-4af3-866d-374ae369ea6b tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Lock "4238f1d5-d1c0-471e-acc4-6bff80297c2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.934233] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fc542e69-eb6c-4af3-866d-374ae369ea6b tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Lock "4238f1d5-d1c0-471e-acc4-6bff80297c2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.935228] env[63676]: INFO nova.compute.manager [None req-fc542e69-eb6c-4af3-866d-374ae369ea6b tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Terminating instance [ 1563.958796] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Releasing lock "refresh_cache-47226e9d-c8d7-4e63-91ed-12cc91d2bf00" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1563.959601] env[63676]: DEBUG nova.compute.manager [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1563.960016] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1563.964253] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c27d7ac-310c-491e-8daf-6712e6874d4b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.978769] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1563.979330] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26f3175b-a02b-4b27-927b-8981255af569 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.986269] env[63676]: DEBUG oslo_vmware.api [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Waiting for the task: (returnval){ [ 1563.986269] env[63676]: value = "task-1925062" [ 1563.986269] env[63676]: _type = "Task" [ 1563.986269] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.996382] env[63676]: DEBUG oslo_vmware.api [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Task: {'id': task-1925062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.041744] env[63676]: DEBUG nova.compute.manager [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1564.067440] env[63676]: DEBUG nova.virt.hardware [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1564.067679] env[63676]: DEBUG nova.virt.hardware [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1564.067838] env[63676]: DEBUG nova.virt.hardware [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1564.068047] env[63676]: DEBUG nova.virt.hardware [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1564.068213] env[63676]: DEBUG nova.virt.hardware [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1564.068399] env[63676]: DEBUG nova.virt.hardware [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1564.068577] env[63676]: DEBUG nova.virt.hardware [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1564.068733] env[63676]: DEBUG nova.virt.hardware [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1564.068905] env[63676]: DEBUG nova.virt.hardware [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1564.069079] env[63676]: DEBUG nova.virt.hardware [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1564.069260] env[63676]: DEBUG nova.virt.hardware [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1564.070564] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6538c82-9136-474e-9d98-deb0c3d518d1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.078194] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.079s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.080517] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.933s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.082400] env[63676]: INFO nova.compute.claims [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1564.086177] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee21ddd0-6fa1-4054-a75f-7a5a2d6b4211 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.117265] env[63676]: INFO nova.scheduler.client.report [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Deleted allocations for instance 87e77bf5-a916-41ce-b0a5-929b7398f4b5 [ 1564.121414] env[63676]: DEBUG oslo_vmware.api [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172219} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.121887] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1564.122720] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96df8e30-acfc-4753-97fb-80d43cf103f3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.151398] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] c9f6175c-4f97-4ace-9eb2-17693dc1c2e5/c9f6175c-4f97-4ace-9eb2-17693dc1c2e5.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1564.152772] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19344090-76fa-42b2-9d06-6aab389d6ff7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.174346] env[63676]: DEBUG oslo_vmware.api [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1564.174346] env[63676]: value = "task-1925063" [ 1564.174346] env[63676]: _type = "Task" [ 1564.174346] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.184733] env[63676]: DEBUG oslo_vmware.api [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.195123] env[63676]: DEBUG nova.network.neutron [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Updating instance_info_cache with network_info: [{"id": "00a6e93f-6ab2-4e89-8d92-28c9e3dbaa22", "address": "fa:16:3e:f1:7f:fd", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a6e93f-6a", "ovs_interfaceid": "00a6e93f-6ab2-4e89-8d92-28c9e3dbaa22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.442887] env[63676]: DEBUG nova.compute.manager [None req-fc542e69-eb6c-4af3-866d-374ae369ea6b tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1564.443900] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fc542e69-eb6c-4af3-866d-374ae369ea6b tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1564.444076] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e82aec37-37ea-4b37-a910-d3dc30c99f74 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.453528] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc542e69-eb6c-4af3-866d-374ae369ea6b tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1564.453528] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc41387b-fc06-4821-9eb4-7d07fe7d9eed {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.459860] env[63676]: DEBUG oslo_vmware.api [None req-fc542e69-eb6c-4af3-866d-374ae369ea6b tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Waiting for the task: (returnval){ [ 1564.459860] env[63676]: value = "task-1925064" [ 1564.459860] env[63676]: _type = "Task" [ 1564.459860] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.468825] env[63676]: DEBUG oslo_vmware.api [None req-fc542e69-eb6c-4af3-866d-374ae369ea6b tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Task: {'id': task-1925064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.495581] env[63676]: DEBUG oslo_vmware.api [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Task: {'id': task-1925062, 'name': PowerOffVM_Task, 'duration_secs': 0.214194} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.495842] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1564.496020] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1564.496409] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9367fc76-c67f-4a15-a68d-1537e488399b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.523386] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1564.523686] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1564.523810] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Deleting the datastore file [datastore1] 47226e9d-c8d7-4e63-91ed-12cc91d2bf00 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1564.524110] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfad0a58-aa52-447f-9806-3bc7c31be0ed {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.531164] env[63676]: DEBUG oslo_vmware.api [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Waiting for the task: (returnval){ [ 1564.531164] env[63676]: value = "task-1925066" [ 1564.531164] env[63676]: _type = "Task" [ 1564.531164] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.542293] env[63676]: DEBUG oslo_vmware.api [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Task: {'id': task-1925066, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.626245] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b55ff928-22fd-422f-8e35-85b355f72f78 tempest-ServersAaction247Test-2016045719 tempest-ServersAaction247Test-2016045719-project-member] Lock "87e77bf5-a916-41ce-b0a5-929b7398f4b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.171s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.686424] env[63676]: DEBUG oslo_vmware.api [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925063, 'name': ReconfigVM_Task, 'duration_secs': 0.409786} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.686747] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Reconfigured VM instance instance-00000009 to attach disk [datastore1] c9f6175c-4f97-4ace-9eb2-17693dc1c2e5/c9f6175c-4f97-4ace-9eb2-17693dc1c2e5.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1564.687435] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3ceb68ad-53e4-409f-840f-9d0bb96e4066 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.694351] env[63676]: DEBUG oslo_vmware.api [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1564.694351] env[63676]: value = "task-1925067" [ 1564.694351] env[63676]: _type = "Task" [ 1564.694351] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.698183] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Releasing lock "refresh_cache-195235fb-e1ff-4811-82c1-f30a833f6a82" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.698552] env[63676]: DEBUG nova.compute.manager [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Instance network_info: |[{"id": "00a6e93f-6ab2-4e89-8d92-28c9e3dbaa22", "address": "fa:16:3e:f1:7f:fd", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a6e93f-6a", "ovs_interfaceid": "00a6e93f-6ab2-4e89-8d92-28c9e3dbaa22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1564.702127] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:7f:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '00a6e93f-6ab2-4e89-8d92-28c9e3dbaa22', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1564.708603] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Creating folder: Project (72acf09a0a4048e6b5d8dc78d3ce75e9). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1564.709874] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0671727e-b408-492a-ba5e-db0a0b50eef7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.717483] env[63676]: DEBUG oslo_vmware.api [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925067, 'name': Rename_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.726543] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Created folder: Project (72acf09a0a4048e6b5d8dc78d3ce75e9) in parent group-v396927. [ 1564.726543] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Creating folder: Instances. Parent ref: group-v396953. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1564.726803] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6f0ddca1-7446-4b7b-bde5-9c623786b29e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.736089] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Created folder: Instances in parent group-v396953. [ 1564.736409] env[63676]: DEBUG oslo.service.loopingcall [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1564.737210] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1564.737210] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-747b5dad-ecce-4e52-af02-eb650e27379f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.763466] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1564.763466] env[63676]: value = "task-1925070" [ 1564.763466] env[63676]: _type = "Task" [ 1564.763466] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.774057] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925070, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.969791] env[63676]: DEBUG nova.network.neutron [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Successfully updated port: 9287107f-7d37-46d0-90fa-cfd6e83be0e8 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1564.977441] env[63676]: DEBUG oslo_vmware.api [None req-fc542e69-eb6c-4af3-866d-374ae369ea6b tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Task: {'id': task-1925064, 'name': PowerOffVM_Task, 'duration_secs': 0.381962} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.977702] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc542e69-eb6c-4af3-866d-374ae369ea6b tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1564.977920] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fc542e69-eb6c-4af3-866d-374ae369ea6b tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1564.979451] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-affdb14b-1515-4559-bb62-93cdef286a88 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.045046] env[63676]: DEBUG oslo_vmware.api [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Task: {'id': task-1925066, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261756} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.045046] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1565.045046] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1565.045911] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1565.046168] env[63676]: INFO nova.compute.manager [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1565.046698] env[63676]: DEBUG oslo.service.loopingcall [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1565.046932] env[63676]: DEBUG nova.compute.manager [-] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1565.050387] env[63676]: DEBUG nova.network.neutron [-] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1565.207421] env[63676]: DEBUG oslo_vmware.api [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925067, 'name': Rename_Task, 'duration_secs': 0.181701} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.210508] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1565.211386] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f628bcaf-665b-4b48-84f9-db405e95077a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.218163] env[63676]: DEBUG oslo_vmware.api [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1565.218163] env[63676]: value = "task-1925072" [ 1565.218163] env[63676]: _type = "Task" [ 1565.218163] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.231949] env[63676]: DEBUG oslo_vmware.api [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.278905] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925070, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.289238] env[63676]: DEBUG nova.network.neutron [-] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1565.473180] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Acquiring lock "refresh_cache-a6aff05d-d56c-41bc-9a91-2fe2f4afe03c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.473329] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Acquired lock "refresh_cache-a6aff05d-d56c-41bc-9a91-2fe2f4afe03c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.473545] env[63676]: DEBUG nova.network.neutron [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1565.479525] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b0fe9c-bb8d-4a45-8ae0-c8808ac9068f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.487263] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd400e81-93ff-4b78-808a-4f0efa4608eb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.522770] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ac45e2-227e-441c-b38d-31e7e9efd343 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.534099] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139592bc-6b3f-4764-b83a-6d11094da243 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.548582] env[63676]: DEBUG nova.compute.provider_tree [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1565.698933] env[63676]: DEBUG nova.network.neutron [req-854cfd08-6b5f-478e-a305-e52a83380643 req-eefac501-f949-412b-a55b-32b90db2d1ea service nova] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Updated VIF entry in instance network info cache for port f2f196e6-f2d7-404a-8a62-40ec7fac124b. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1565.700231] env[63676]: DEBUG nova.network.neutron [req-854cfd08-6b5f-478e-a305-e52a83380643 req-eefac501-f949-412b-a55b-32b90db2d1ea service nova] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Updating instance_info_cache with network_info: [{"id": "f2f196e6-f2d7-404a-8a62-40ec7fac124b", "address": "fa:16:3e:85:45:d2", "network": {"id": "20eb09fd-c81d-4462-b958-52404790c89a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1907153178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e8876698994722b4470390683b5130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2f196e6-f2", "ovs_interfaceid": "f2f196e6-f2d7-404a-8a62-40ec7fac124b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.740996] env[63676]: DEBUG oslo_vmware.api [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925072, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.783046] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925070, 'name': CreateVM_Task, 'duration_secs': 0.729558} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1565.783046] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1565.783301] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1565.783487] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.784209] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1565.784517] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2baf1717-54aa-45bd-9b92-86190833e793 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.790386] env[63676]: DEBUG oslo_vmware.api [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Waiting for the task: (returnval){ [ 1565.790386] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5291db56-132b-0fbe-b2ae-b9bfcbd9514a" [ 1565.790386] env[63676]: _type = "Task" [ 1565.790386] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1565.794308] env[63676]: DEBUG nova.network.neutron [-] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1565.802146] env[63676]: DEBUG oslo_vmware.api [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5291db56-132b-0fbe-b2ae-b9bfcbd9514a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.074173] env[63676]: ERROR nova.scheduler.client.report [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [req-e5a6b677-45cd-424c-9033-bab3de32dc0b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5759d2a2-0179-444e-89b9-d9d622fd17b7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e5a6b677-45cd-424c-9033-bab3de32dc0b"}]} [ 1566.100845] env[63676]: DEBUG nova.scheduler.client.report [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Refreshing inventories for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1566.120615] env[63676]: DEBUG nova.scheduler.client.report [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Updating ProviderTree inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1566.120842] env[63676]: DEBUG nova.compute.provider_tree [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1566.134101] env[63676]: DEBUG nova.network.neutron [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1566.136089] env[63676]: DEBUG nova.scheduler.client.report [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Refreshing aggregate associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, aggregates: None {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1566.159961] env[63676]: DEBUG nova.scheduler.client.report [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Refreshing trait associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1566.195863] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Acquiring lock "970178a8-93cc-40b8-b323-46ae49afe82d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.196477] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Lock "970178a8-93cc-40b8-b323-46ae49afe82d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.204097] env[63676]: DEBUG oslo_concurrency.lockutils [req-854cfd08-6b5f-478e-a305-e52a83380643 req-eefac501-f949-412b-a55b-32b90db2d1ea service nova] Releasing lock "refresh_cache-c9f6175c-4f97-4ace-9eb2-17693dc1c2e5" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.234344] env[63676]: DEBUG oslo_vmware.api [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925072, 'name': PowerOnVM_Task, 'duration_secs': 0.757968} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.234835] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1566.236022] env[63676]: INFO nova.compute.manager [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Took 11.91 seconds to spawn the instance on the hypervisor. [ 1566.236022] env[63676]: DEBUG nova.compute.manager [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1566.237812] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d111bd5-d19f-4300-8bab-dc7d7f3455fe {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.301438] env[63676]: INFO nova.compute.manager [-] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Took 1.25 seconds to deallocate network for instance. [ 1566.301616] env[63676]: DEBUG oslo_vmware.api [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5291db56-132b-0fbe-b2ae-b9bfcbd9514a, 'name': SearchDatastore_Task, 'duration_secs': 0.013189} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.311066] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.311066] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1566.311066] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.311066] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.311314] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1566.312606] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-648200d9-5327-4546-aa84-1066570f1fd1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.325040] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1566.325280] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1566.328749] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9dd31b9-9420-48ea-829b-f2d2f274e32e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.336824] env[63676]: DEBUG oslo_vmware.api [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Waiting for the task: (returnval){ [ 1566.336824] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f028ef-a91d-c12b-9f82-d435e52ef734" [ 1566.336824] env[63676]: _type = "Task" [ 1566.336824] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.348849] env[63676]: DEBUG oslo_vmware.api [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f028ef-a91d-c12b-9f82-d435e52ef734, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.585765] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccf5472-4077-48b7-a7e4-8870dcf403bb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.595210] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e900ac-a7ec-4dfe-b3b8-595b2f6b88d4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.640224] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2bfc9ab-5c4b-4e16-a96c-7a80604e9ddd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.648217] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d403712e-6abb-4b7e-9d4c-a8e586a589d3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.669867] env[63676]: DEBUG nova.compute.provider_tree [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1566.760153] env[63676]: INFO nova.compute.manager [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Took 29.50 seconds to build instance. [ 1566.811449] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.849713] env[63676]: DEBUG oslo_vmware.api [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f028ef-a91d-c12b-9f82-d435e52ef734, 'name': SearchDatastore_Task, 'duration_secs': 0.011641} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.850708] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-647b126f-4876-4a91-8b42-3e266b7ca3e6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.858699] env[63676]: DEBUG oslo_vmware.api [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Waiting for the task: (returnval){ [ 1566.858699] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c36c16-e584-e19b-48a3-1ee520592372" [ 1566.858699] env[63676]: _type = "Task" [ 1566.858699] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.864148] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fc542e69-eb6c-4af3-866d-374ae369ea6b tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1566.864392] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fc542e69-eb6c-4af3-866d-374ae369ea6b tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1566.864600] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc542e69-eb6c-4af3-866d-374ae369ea6b tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Deleting the datastore file [datastore1] 4238f1d5-d1c0-471e-acc4-6bff80297c2f {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1566.865322] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12078cbc-96ff-4140-bfe3-17adda8c3e0d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.870599] env[63676]: DEBUG oslo_vmware.api [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c36c16-e584-e19b-48a3-1ee520592372, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.874719] env[63676]: DEBUG oslo_vmware.api [None req-fc542e69-eb6c-4af3-866d-374ae369ea6b tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Waiting for the task: (returnval){ [ 1566.874719] env[63676]: value = "task-1925077" [ 1566.874719] env[63676]: _type = "Task" [ 1566.874719] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.884129] env[63676]: DEBUG oslo_vmware.api [None req-fc542e69-eb6c-4af3-866d-374ae369ea6b tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Task: {'id': task-1925077, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.177789] env[63676]: DEBUG nova.network.neutron [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Updating instance_info_cache with network_info: [{"id": "9287107f-7d37-46d0-90fa-cfd6e83be0e8", "address": "fa:16:3e:04:e6:9b", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9287107f-7d", "ovs_interfaceid": "9287107f-7d37-46d0-90fa-cfd6e83be0e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1567.212738] env[63676]: DEBUG nova.scheduler.client.report [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Updated inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with generation 28 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1567.212738] env[63676]: DEBUG nova.compute.provider_tree [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Updating resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 generation from 28 to 29 during operation: update_inventory {{(pid=63676) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1567.212994] env[63676]: DEBUG nova.compute.provider_tree [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1567.223575] env[63676]: DEBUG nova.compute.manager [req-e1026e04-cbf9-4881-a69c-93df4ba898ad req-0700299e-0371-47dc-96c0-6ff34c50c827 service nova] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Received event network-vif-plugged-00a6e93f-6ab2-4e89-8d92-28c9e3dbaa22 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1567.223785] env[63676]: DEBUG oslo_concurrency.lockutils [req-e1026e04-cbf9-4881-a69c-93df4ba898ad req-0700299e-0371-47dc-96c0-6ff34c50c827 service nova] Acquiring lock "195235fb-e1ff-4811-82c1-f30a833f6a82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.223998] env[63676]: DEBUG oslo_concurrency.lockutils [req-e1026e04-cbf9-4881-a69c-93df4ba898ad req-0700299e-0371-47dc-96c0-6ff34c50c827 service nova] Lock "195235fb-e1ff-4811-82c1-f30a833f6a82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.224207] env[63676]: DEBUG oslo_concurrency.lockutils [req-e1026e04-cbf9-4881-a69c-93df4ba898ad req-0700299e-0371-47dc-96c0-6ff34c50c827 service nova] Lock "195235fb-e1ff-4811-82c1-f30a833f6a82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.224382] env[63676]: DEBUG nova.compute.manager [req-e1026e04-cbf9-4881-a69c-93df4ba898ad req-0700299e-0371-47dc-96c0-6ff34c50c827 service nova] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] No waiting events found dispatching network-vif-plugged-00a6e93f-6ab2-4e89-8d92-28c9e3dbaa22 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1567.224568] env[63676]: WARNING nova.compute.manager [req-e1026e04-cbf9-4881-a69c-93df4ba898ad req-0700299e-0371-47dc-96c0-6ff34c50c827 service nova] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Received unexpected event network-vif-plugged-00a6e93f-6ab2-4e89-8d92-28c9e3dbaa22 for instance with vm_state building and task_state spawning. [ 1567.224727] env[63676]: DEBUG nova.compute.manager [req-e1026e04-cbf9-4881-a69c-93df4ba898ad req-0700299e-0371-47dc-96c0-6ff34c50c827 service nova] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Received event network-changed-00a6e93f-6ab2-4e89-8d92-28c9e3dbaa22 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1567.224875] env[63676]: DEBUG nova.compute.manager [req-e1026e04-cbf9-4881-a69c-93df4ba898ad req-0700299e-0371-47dc-96c0-6ff34c50c827 service nova] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Refreshing instance network info cache due to event network-changed-00a6e93f-6ab2-4e89-8d92-28c9e3dbaa22. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1567.225398] env[63676]: DEBUG oslo_concurrency.lockutils [req-e1026e04-cbf9-4881-a69c-93df4ba898ad req-0700299e-0371-47dc-96c0-6ff34c50c827 service nova] Acquiring lock "refresh_cache-195235fb-e1ff-4811-82c1-f30a833f6a82" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.225398] env[63676]: DEBUG oslo_concurrency.lockutils [req-e1026e04-cbf9-4881-a69c-93df4ba898ad req-0700299e-0371-47dc-96c0-6ff34c50c827 service nova] Acquired lock "refresh_cache-195235fb-e1ff-4811-82c1-f30a833f6a82" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.225398] env[63676]: DEBUG nova.network.neutron [req-e1026e04-cbf9-4881-a69c-93df4ba898ad req-0700299e-0371-47dc-96c0-6ff34c50c827 service nova] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Refreshing network info cache for port 00a6e93f-6ab2-4e89-8d92-28c9e3dbaa22 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1567.262061] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c515fdf-b3c9-4c3d-ad5f-311e63c49ac7 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "c9f6175c-4f97-4ace-9eb2-17693dc1c2e5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.009s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.297112] env[63676]: DEBUG nova.network.neutron [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Successfully updated port: 84acd0a3-f717-44a8-9d7f-b11fc9342033 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1567.308694] env[63676]: DEBUG nova.network.neutron [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Successfully updated port: 7900bccf-2099-4499-a040-3b4599d3c2f5 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1567.373057] env[63676]: DEBUG oslo_vmware.api [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c36c16-e584-e19b-48a3-1ee520592372, 'name': SearchDatastore_Task, 'duration_secs': 0.012859} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.373599] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.373698] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 195235fb-e1ff-4811-82c1-f30a833f6a82/195235fb-e1ff-4811-82c1-f30a833f6a82.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1567.374065] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a3089ab-da1f-4924-9f11-55ebb36ae464 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.387767] env[63676]: DEBUG oslo_vmware.api [None req-fc542e69-eb6c-4af3-866d-374ae369ea6b tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Task: {'id': task-1925077, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.502158} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.389181] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc542e69-eb6c-4af3-866d-374ae369ea6b tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1567.389272] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fc542e69-eb6c-4af3-866d-374ae369ea6b tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1567.389451] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fc542e69-eb6c-4af3-866d-374ae369ea6b tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1567.389623] env[63676]: INFO nova.compute.manager [None req-fc542e69-eb6c-4af3-866d-374ae369ea6b tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Took 2.95 seconds to destroy the instance on the hypervisor. [ 1567.389854] env[63676]: DEBUG oslo.service.loopingcall [None req-fc542e69-eb6c-4af3-866d-374ae369ea6b tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1567.390112] env[63676]: DEBUG oslo_vmware.api [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Waiting for the task: (returnval){ [ 1567.390112] env[63676]: value = "task-1925078" [ 1567.390112] env[63676]: _type = "Task" [ 1567.390112] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.390546] env[63676]: DEBUG nova.compute.manager [-] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1567.390546] env[63676]: DEBUG nova.network.neutron [-] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1567.400649] env[63676]: DEBUG oslo_vmware.api [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Task: {'id': task-1925078, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.425199] env[63676]: DEBUG nova.compute.manager [req-890c8a58-e4fb-413c-ba9c-8858b7ccba69 req-29babd1a-ade6-47fc-ac5a-ff05a5be14ed service nova] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Received event network-vif-plugged-9287107f-7d37-46d0-90fa-cfd6e83be0e8 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1567.425440] env[63676]: DEBUG oslo_concurrency.lockutils [req-890c8a58-e4fb-413c-ba9c-8858b7ccba69 req-29babd1a-ade6-47fc-ac5a-ff05a5be14ed service nova] Acquiring lock "a6aff05d-d56c-41bc-9a91-2fe2f4afe03c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.426410] env[63676]: DEBUG oslo_concurrency.lockutils [req-890c8a58-e4fb-413c-ba9c-8858b7ccba69 req-29babd1a-ade6-47fc-ac5a-ff05a5be14ed service nova] Lock "a6aff05d-d56c-41bc-9a91-2fe2f4afe03c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.426580] env[63676]: DEBUG oslo_concurrency.lockutils [req-890c8a58-e4fb-413c-ba9c-8858b7ccba69 req-29babd1a-ade6-47fc-ac5a-ff05a5be14ed service nova] Lock "a6aff05d-d56c-41bc-9a91-2fe2f4afe03c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.426745] env[63676]: DEBUG nova.compute.manager [req-890c8a58-e4fb-413c-ba9c-8858b7ccba69 req-29babd1a-ade6-47fc-ac5a-ff05a5be14ed service nova] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] No waiting events found dispatching network-vif-plugged-9287107f-7d37-46d0-90fa-cfd6e83be0e8 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1567.426904] env[63676]: WARNING nova.compute.manager [req-890c8a58-e4fb-413c-ba9c-8858b7ccba69 req-29babd1a-ade6-47fc-ac5a-ff05a5be14ed service nova] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Received unexpected event network-vif-plugged-9287107f-7d37-46d0-90fa-cfd6e83be0e8 for instance with vm_state building and task_state spawning. [ 1567.427888] env[63676]: DEBUG nova.compute.manager [req-890c8a58-e4fb-413c-ba9c-8858b7ccba69 req-29babd1a-ade6-47fc-ac5a-ff05a5be14ed service nova] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Received event network-changed-9287107f-7d37-46d0-90fa-cfd6e83be0e8 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1567.427888] env[63676]: DEBUG nova.compute.manager [req-890c8a58-e4fb-413c-ba9c-8858b7ccba69 req-29babd1a-ade6-47fc-ac5a-ff05a5be14ed service nova] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Refreshing instance network info cache due to event network-changed-9287107f-7d37-46d0-90fa-cfd6e83be0e8. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1567.427888] env[63676]: DEBUG oslo_concurrency.lockutils [req-890c8a58-e4fb-413c-ba9c-8858b7ccba69 req-29babd1a-ade6-47fc-ac5a-ff05a5be14ed service nova] Acquiring lock "refresh_cache-a6aff05d-d56c-41bc-9a91-2fe2f4afe03c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.683743] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Releasing lock "refresh_cache-a6aff05d-d56c-41bc-9a91-2fe2f4afe03c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.684211] env[63676]: DEBUG nova.compute.manager [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Instance network_info: |[{"id": "9287107f-7d37-46d0-90fa-cfd6e83be0e8", "address": "fa:16:3e:04:e6:9b", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9287107f-7d", "ovs_interfaceid": "9287107f-7d37-46d0-90fa-cfd6e83be0e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1567.684442] env[63676]: DEBUG oslo_concurrency.lockutils [req-890c8a58-e4fb-413c-ba9c-8858b7ccba69 req-29babd1a-ade6-47fc-ac5a-ff05a5be14ed service nova] Acquired lock "refresh_cache-a6aff05d-d56c-41bc-9a91-2fe2f4afe03c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.684623] env[63676]: DEBUG nova.network.neutron [req-890c8a58-e4fb-413c-ba9c-8858b7ccba69 req-29babd1a-ade6-47fc-ac5a-ff05a5be14ed service nova] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Refreshing network info cache for port 9287107f-7d37-46d0-90fa-cfd6e83be0e8 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1567.686380] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:e6:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9287107f-7d37-46d0-90fa-cfd6e83be0e8', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1567.696019] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Creating folder: Project (7cce484d3627454cb366f6d8c5f4cb90). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1567.704885] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4a31485b-0c7d-4974-8c24-ddf8638fde3f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.716813] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Created folder: Project (7cce484d3627454cb366f6d8c5f4cb90) in parent group-v396927. [ 1567.718951] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Creating folder: Instances. Parent ref: group-v396959. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1567.718951] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.637s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.718951] env[63676]: DEBUG nova.compute.manager [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1567.721841] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98f22ba4-6f75-447e-9c34-ea413c37dc40 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.727069] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.471s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.727069] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.727069] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63676) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1567.727069] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.591s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.727069] env[63676]: DEBUG nova.objects.instance [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Lazy-loading 'resources' on Instance uuid 7b6f9454-dce4-4a4d-91e2-2bbea6187441 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1567.727307] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a155da-9c27-4894-afa8-f2d41ffed794 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.738404] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Created folder: Instances in parent group-v396959. [ 1567.738404] env[63676]: DEBUG oslo.service.loopingcall [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1567.741278] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1567.742575] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48210b4b-7768-49fc-93d6-5eac42395325 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.762150] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d925a18-c2ec-4c6e-8c8a-8b8981bea087 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.765731] env[63676]: DEBUG nova.compute.manager [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1567.774719] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1567.774719] env[63676]: value = "task-1925081" [ 1567.774719] env[63676]: _type = "Task" [ 1567.774719] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.795659] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1899be-a992-4f4b-9669-fc2bde41f5e7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.804426] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "refresh_cache-d10f2dca-6d26-4c7e-8683-8da43221cce3" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.804426] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquired lock "refresh_cache-d10f2dca-6d26-4c7e-8683-8da43221cce3" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.804426] env[63676]: DEBUG nova.network.neutron [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1567.812979] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "refresh_cache-3c72e1b6-ff20-4349-b464-a5d7205687dd" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.812979] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquired lock "refresh_cache-3c72e1b6-ff20-4349-b464-a5d7205687dd" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.812979] env[63676]: DEBUG nova.network.neutron [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1567.814836] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925081, 'name': CreateVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.818465] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35af5dbe-8ccd-4c7a-8480-5476adf72d62 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.853791] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181090MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=63676) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1567.854161] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.906053] env[63676]: DEBUG oslo_vmware.api [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Task: {'id': task-1925078, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.049574] env[63676]: DEBUG nova.network.neutron [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1568.227059] env[63676]: DEBUG nova.compute.utils [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1568.229079] env[63676]: DEBUG nova.compute.manager [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1568.234348] env[63676]: DEBUG nova.network.neutron [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1568.301766] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925081, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.306253] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.372866] env[63676]: DEBUG nova.policy [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a41489e0e39a4df9bbf91880c56ae9c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9e1a0f3e3474f999300e99d1294ccc2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1568.403734] env[63676]: DEBUG oslo_vmware.api [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Task: {'id': task-1925078, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.817485} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.410569] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 195235fb-e1ff-4811-82c1-f30a833f6a82/195235fb-e1ff-4811-82c1-f30a833f6a82.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1568.410569] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1568.410569] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bcb048b8-1306-4b32-b0c3-c6174f1e8c2c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.424334] env[63676]: DEBUG oslo_vmware.api [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Waiting for the task: (returnval){ [ 1568.424334] env[63676]: value = "task-1925082" [ 1568.424334] env[63676]: _type = "Task" [ 1568.424334] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.425141] env[63676]: DEBUG nova.network.neutron [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1568.449346] env[63676]: DEBUG oslo_vmware.api [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Task: {'id': task-1925082, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.702661] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2aebf0-8ab9-4152-b53e-2c90c8c76cb3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.716192] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edb5a81-f002-42e0-bca4-6c4e3f6fe860 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.759404] env[63676]: DEBUG nova.compute.manager [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1568.766686] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e9e6fe-4fa7-4e28-895d-84e09a5a0c4b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.773480] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78463a60-1463-4ac5-8271-4fe9eb25f00c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.797294] env[63676]: DEBUG nova.compute.provider_tree [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1568.812368] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925081, 'name': CreateVM_Task, 'duration_secs': 0.60707} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.817034] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1568.817034] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.817034] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.817034] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1568.817034] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47a205c6-6570-4b83-8774-09e27921b5bb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.821129] env[63676]: DEBUG oslo_vmware.api [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Waiting for the task: (returnval){ [ 1568.821129] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522b6869-5583-a0bf-7c1d-d91dd35b1fb6" [ 1568.821129] env[63676]: _type = "Task" [ 1568.821129] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.835610] env[63676]: DEBUG oslo_vmware.api [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522b6869-5583-a0bf-7c1d-d91dd35b1fb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.951418] env[63676]: DEBUG oslo_vmware.api [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Task: {'id': task-1925082, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155058} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.951418] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1568.951418] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d70782e-8e23-4aff-ba21-d2549b327ce2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.983017] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 195235fb-e1ff-4811-82c1-f30a833f6a82/195235fb-e1ff-4811-82c1-f30a833f6a82.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1568.983017] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54f819e2-d9b9-4245-b181-3061ca3cecb2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.017557] env[63676]: DEBUG nova.network.neutron [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Updating instance_info_cache with network_info: [{"id": "7900bccf-2099-4499-a040-3b4599d3c2f5", "address": "fa:16:3e:21:a3:f3", "network": {"id": "c1036e8f-eea5-4d94-bc62-55968dd1bade", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1892480967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3a0ff07354f4a4cbd1c6a27c660d631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7900bccf-20", "ovs_interfaceid": "7900bccf-2099-4499-a040-3b4599d3c2f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.034424] env[63676]: DEBUG oslo_vmware.api [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Waiting for the task: (returnval){ [ 1569.034424] env[63676]: value = "task-1925083" [ 1569.034424] env[63676]: _type = "Task" [ 1569.034424] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.038405] env[63676]: DEBUG nova.network.neutron [-] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.046088] env[63676]: DEBUG oslo_vmware.api [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Task: {'id': task-1925083, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.087083] env[63676]: DEBUG nova.network.neutron [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Updating instance_info_cache with network_info: [{"id": "84acd0a3-f717-44a8-9d7f-b11fc9342033", "address": "fa:16:3e:28:e9:af", "network": {"id": "c1036e8f-eea5-4d94-bc62-55968dd1bade", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1892480967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3a0ff07354f4a4cbd1c6a27c660d631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84acd0a3-f7", "ovs_interfaceid": "84acd0a3-f717-44a8-9d7f-b11fc9342033", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.334232] env[63676]: DEBUG oslo_vmware.api [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522b6869-5583-a0bf-7c1d-d91dd35b1fb6, 'name': SearchDatastore_Task, 'duration_secs': 0.012762} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.334232] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.334355] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1569.334602] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.334757] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.334915] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1569.335219] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84fcb717-f340-4dbe-beaa-fd3d8a41736c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.340551] env[63676]: ERROR nova.scheduler.client.report [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] [req-0e8d76a5-1ced-4e2e-af1f-0111628ef143] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5759d2a2-0179-444e-89b9-d9d622fd17b7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0e8d76a5-1ced-4e2e-af1f-0111628ef143"}]} [ 1569.348198] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1569.348757] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1569.350267] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eae77ab1-bbd1-4c68-a29c-566cda236961 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.356485] env[63676]: DEBUG oslo_vmware.api [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Waiting for the task: (returnval){ [ 1569.356485] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f3980d-55bd-0aee-6f8f-fe1ba5ae6bae" [ 1569.356485] env[63676]: _type = "Task" [ 1569.356485] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.369120] env[63676]: DEBUG oslo_vmware.api [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f3980d-55bd-0aee-6f8f-fe1ba5ae6bae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.371084] env[63676]: DEBUG nova.scheduler.client.report [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Refreshing inventories for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1569.386750] env[63676]: DEBUG nova.scheduler.client.report [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Updating ProviderTree inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1569.387334] env[63676]: DEBUG nova.compute.provider_tree [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1569.406264] env[63676]: DEBUG nova.scheduler.client.report [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Refreshing aggregate associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, aggregates: None {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1569.433710] env[63676]: DEBUG nova.scheduler.client.report [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Refreshing trait associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1569.528041] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Releasing lock "refresh_cache-3c72e1b6-ff20-4349-b464-a5d7205687dd" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.528205] env[63676]: DEBUG nova.compute.manager [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Instance network_info: |[{"id": "7900bccf-2099-4499-a040-3b4599d3c2f5", "address": "fa:16:3e:21:a3:f3", "network": {"id": "c1036e8f-eea5-4d94-bc62-55968dd1bade", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1892480967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3a0ff07354f4a4cbd1c6a27c660d631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7900bccf-20", "ovs_interfaceid": "7900bccf-2099-4499-a040-3b4599d3c2f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1569.528683] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:a3:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7900bccf-2099-4499-a040-3b4599d3c2f5', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1569.544192] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Creating folder: Project (d3a0ff07354f4a4cbd1c6a27c660d631). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1569.545725] env[63676]: DEBUG nova.network.neutron [req-e1026e04-cbf9-4881-a69c-93df4ba898ad req-0700299e-0371-47dc-96c0-6ff34c50c827 service nova] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Updated VIF entry in instance network info cache for port 00a6e93f-6ab2-4e89-8d92-28c9e3dbaa22. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1569.548634] env[63676]: DEBUG nova.network.neutron [req-e1026e04-cbf9-4881-a69c-93df4ba898ad req-0700299e-0371-47dc-96c0-6ff34c50c827 service nova] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Updating instance_info_cache with network_info: [{"id": "00a6e93f-6ab2-4e89-8d92-28c9e3dbaa22", "address": "fa:16:3e:f1:7f:fd", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a6e93f-6a", "ovs_interfaceid": "00a6e93f-6ab2-4e89-8d92-28c9e3dbaa22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.553880] env[63676]: INFO nova.compute.manager [-] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Took 2.16 seconds to deallocate network for instance. [ 1569.554242] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e2a3c50-c7df-4fec-989b-9ba479e08375 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.560731] env[63676]: DEBUG nova.network.neutron [req-890c8a58-e4fb-413c-ba9c-8858b7ccba69 req-29babd1a-ade6-47fc-ac5a-ff05a5be14ed service nova] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Updated VIF entry in instance network info cache for port 9287107f-7d37-46d0-90fa-cfd6e83be0e8. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1569.560731] env[63676]: DEBUG nova.network.neutron [req-890c8a58-e4fb-413c-ba9c-8858b7ccba69 req-29babd1a-ade6-47fc-ac5a-ff05a5be14ed service nova] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Updating instance_info_cache with network_info: [{"id": "9287107f-7d37-46d0-90fa-cfd6e83be0e8", "address": "fa:16:3e:04:e6:9b", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.208", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9287107f-7d", "ovs_interfaceid": "9287107f-7d37-46d0-90fa-cfd6e83be0e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1569.595390] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Releasing lock "refresh_cache-d10f2dca-6d26-4c7e-8683-8da43221cce3" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.596474] env[63676]: DEBUG nova.compute.manager [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Instance network_info: |[{"id": "84acd0a3-f717-44a8-9d7f-b11fc9342033", "address": "fa:16:3e:28:e9:af", "network": {"id": "c1036e8f-eea5-4d94-bc62-55968dd1bade", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1892480967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3a0ff07354f4a4cbd1c6a27c660d631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84acd0a3-f7", "ovs_interfaceid": "84acd0a3-f717-44a8-9d7f-b11fc9342033", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1569.596474] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Created folder: Project (d3a0ff07354f4a4cbd1c6a27c660d631) in parent group-v396927. [ 1569.596817] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Creating folder: Instances. Parent ref: group-v396962. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1569.596817] env[63676]: DEBUG oslo_vmware.api [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Task: {'id': task-1925083, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.602573] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:e9:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84acd0a3-f717-44a8-9d7f-b11fc9342033', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1569.616062] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Creating folder: Instances. Parent ref: group-v396962. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1569.616062] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bd215ec-1621-4b3a-a03b-db67b514b1f2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.618512] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a95ca88c-74c5-4f8d-a5ff-6753c5270a28 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.629053] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Created folder: Instances in parent group-v396962. [ 1569.629687] env[63676]: DEBUG oslo.service.loopingcall [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1569.629687] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1569.629811] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcadfa18-f84a-4b61-9a50-f9045f52fb0b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.650359] env[63676]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1569.652362] env[63676]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63676) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1569.652362] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Folder already exists: Instances. Parent ref: group-v396962. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1569.652362] env[63676]: DEBUG oslo.service.loopingcall [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1569.654972] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1569.655793] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-217ab355-9a08-4001-b226-541ffc5bab2b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.675938] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1569.675938] env[63676]: value = "task-1925088" [ 1569.675938] env[63676]: _type = "Task" [ 1569.675938] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.678985] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1569.678985] env[63676]: value = "task-1925089" [ 1569.678985] env[63676]: _type = "Task" [ 1569.678985] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.692210] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925088, 'name': CreateVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.697275] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925089, 'name': CreateVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.717152] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Acquiring lock "1dfbf63e-5519-4b03-a3aa-d9c5e08087d4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.717413] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Lock "1dfbf63e-5519-4b03-a3aa-d9c5e08087d4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1569.745853] env[63676]: DEBUG nova.network.neutron [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Successfully created port: 0b4eadb5-2ccd-4290-af2a-a685e2ddbeab {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1569.772484] env[63676]: DEBUG nova.compute.manager [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1569.825946] env[63676]: DEBUG nova.virt.hardware [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1569.827490] env[63676]: DEBUG nova.virt.hardware [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1569.828195] env[63676]: DEBUG nova.virt.hardware [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1569.828195] env[63676]: DEBUG nova.virt.hardware [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1569.828195] env[63676]: DEBUG nova.virt.hardware [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1569.828484] env[63676]: DEBUG nova.virt.hardware [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1569.834384] env[63676]: DEBUG nova.virt.hardware [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1569.834860] env[63676]: DEBUG nova.virt.hardware [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1569.834860] env[63676]: DEBUG nova.virt.hardware [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1569.835175] env[63676]: DEBUG nova.virt.hardware [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1569.835638] env[63676]: DEBUG nova.virt.hardware [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1569.838820] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0b7203-7cbe-42cd-b340-29b40dc479c3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.852143] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2226a101-a8a6-4438-83de-a785d98639b2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.872494] env[63676]: DEBUG oslo_vmware.api [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f3980d-55bd-0aee-6f8f-fe1ba5ae6bae, 'name': SearchDatastore_Task, 'duration_secs': 0.025386} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.884382] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37b732c5-d9c3-4e55-8ba5-94ba971a5191 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.890709] env[63676]: DEBUG oslo_vmware.api [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Waiting for the task: (returnval){ [ 1569.890709] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52154aaa-1324-0264-af0a-3bfa2d5bd0aa" [ 1569.890709] env[63676]: _type = "Task" [ 1569.890709] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.903171] env[63676]: DEBUG oslo_vmware.api [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52154aaa-1324-0264-af0a-3bfa2d5bd0aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.050197] env[63676]: DEBUG oslo_concurrency.lockutils [req-e1026e04-cbf9-4881-a69c-93df4ba898ad req-0700299e-0371-47dc-96c0-6ff34c50c827 service nova] Releasing lock "refresh_cache-195235fb-e1ff-4811-82c1-f30a833f6a82" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.055094] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a722991-6005-4348-96f6-c4de2af55ba4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.071954] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570836e6-cce6-4993-8e75-f06703d715ed {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.081220] env[63676]: DEBUG oslo_vmware.api [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Task: {'id': task-1925083, 'name': ReconfigVM_Task, 'duration_secs': 0.59033} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.081220] env[63676]: DEBUG oslo_concurrency.lockutils [req-890c8a58-e4fb-413c-ba9c-8858b7ccba69 req-29babd1a-ade6-47fc-ac5a-ff05a5be14ed service nova] Releasing lock "refresh_cache-a6aff05d-d56c-41bc-9a91-2fe2f4afe03c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.081220] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 195235fb-e1ff-4811-82c1-f30a833f6a82/195235fb-e1ff-4811-82c1-f30a833f6a82.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1570.081734] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09f0f898-513e-42ae-8286-b082a691c07d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.110237] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fc542e69-eb6c-4af3-866d-374ae369ea6b tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.112708] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4462eaf4-384e-40b2-9ce7-a854acd1164b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.115738] env[63676]: DEBUG oslo_vmware.api [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Waiting for the task: (returnval){ [ 1570.115738] env[63676]: value = "task-1925090" [ 1570.115738] env[63676]: _type = "Task" [ 1570.115738] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.124144] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab721f81-bbd0-408c-9c3e-91bbb75152b9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.132401] env[63676]: DEBUG oslo_vmware.api [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Task: {'id': task-1925090, 'name': Rename_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.142835] env[63676]: DEBUG nova.compute.provider_tree [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1570.199686] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925088, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.201759] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925089, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.404776] env[63676]: DEBUG oslo_vmware.api [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52154aaa-1324-0264-af0a-3bfa2d5bd0aa, 'name': SearchDatastore_Task, 'duration_secs': 0.012177} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.405067] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.405671] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] a6aff05d-d56c-41bc-9a91-2fe2f4afe03c/a6aff05d-d56c-41bc-9a91-2fe2f4afe03c.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1570.405671] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31025857-718a-4e0d-980d-560cdc9d3153 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.413463] env[63676]: DEBUG oslo_vmware.api [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Waiting for the task: (returnval){ [ 1570.413463] env[63676]: value = "task-1925091" [ 1570.413463] env[63676]: _type = "Task" [ 1570.413463] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.423964] env[63676]: DEBUG oslo_vmware.api [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.629648] env[63676]: DEBUG oslo_vmware.api [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Task: {'id': task-1925090, 'name': Rename_Task, 'duration_secs': 0.169189} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.631163] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1570.634427] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af5d7b8d-c818-42bc-ba3a-bd4eeb48169a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.643073] env[63676]: DEBUG oslo_vmware.api [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Waiting for the task: (returnval){ [ 1570.643073] env[63676]: value = "task-1925092" [ 1570.643073] env[63676]: _type = "Task" [ 1570.643073] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.664190] env[63676]: DEBUG oslo_vmware.api [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Task: {'id': task-1925092, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.687491] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925088, 'name': CreateVM_Task, 'duration_secs': 0.572041} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.690904] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1570.691689] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.691850] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.692336] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1570.693196] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69973940-bdaa-4068-a60d-df59b23061b5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.700971] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925089, 'name': CreateVM_Task, 'duration_secs': 0.651617} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.702703] env[63676]: DEBUG nova.scheduler.client.report [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Updated inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with generation 30 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1570.702880] env[63676]: DEBUG nova.compute.provider_tree [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Updating resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 generation from 30 to 31 during operation: update_inventory {{(pid=63676) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1570.702997] env[63676]: DEBUG nova.compute.provider_tree [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1570.708303] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1570.708303] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1570.708303] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5208b6e3-201e-b995-3802-4586d21b5cde" [ 1570.708303] env[63676]: _type = "Task" [ 1570.708303] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.708837] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1570.720688] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5208b6e3-201e-b995-3802-4586d21b5cde, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.926697] env[63676]: DEBUG oslo_vmware.api [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455581} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.927657] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] a6aff05d-d56c-41bc-9a91-2fe2f4afe03c/a6aff05d-d56c-41bc-9a91-2fe2f4afe03c.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1570.927887] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1570.928181] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c23c6917-214e-405d-ae8c-cb3d38da9cda {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.935653] env[63676]: DEBUG oslo_vmware.api [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Waiting for the task: (returnval){ [ 1570.935653] env[63676]: value = "task-1925093" [ 1570.935653] env[63676]: _type = "Task" [ 1570.935653] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.944011] env[63676]: DEBUG oslo_vmware.api [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925093, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.138598] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2345f7bc-9ebc-4e88-a374-ccb556836cd0 tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Acquiring lock "5607dc27-d9d6-4fc2-a210-f893a704cca3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.139729] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2345f7bc-9ebc-4e88-a374-ccb556836cd0 tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Lock "5607dc27-d9d6-4fc2-a210-f893a704cca3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.139729] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2345f7bc-9ebc-4e88-a374-ccb556836cd0 tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Acquiring lock "5607dc27-d9d6-4fc2-a210-f893a704cca3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.139729] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2345f7bc-9ebc-4e88-a374-ccb556836cd0 tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Lock "5607dc27-d9d6-4fc2-a210-f893a704cca3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.139729] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2345f7bc-9ebc-4e88-a374-ccb556836cd0 tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Lock "5607dc27-d9d6-4fc2-a210-f893a704cca3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.142975] env[63676]: INFO nova.compute.manager [None req-2345f7bc-9ebc-4e88-a374-ccb556836cd0 tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Terminating instance [ 1571.159502] env[63676]: DEBUG oslo_vmware.api [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Task: {'id': task-1925092, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.209811] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.485s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.213174] env[63676]: DEBUG oslo_concurrency.lockutils [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.070s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.216091] env[63676]: INFO nova.compute.claims [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1571.234623] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5208b6e3-201e-b995-3802-4586d21b5cde, 'name': SearchDatastore_Task, 'duration_secs': 0.051706} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.235053] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.235311] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1571.235641] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.235855] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.236147] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1571.236522] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.236912] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1571.237170] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af7bdac2-7f1e-4d3f-b45d-bd44513f1c19 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.241639] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92a2a22d-1510-4f48-977c-0160b3eee8f4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.243713] env[63676]: INFO nova.scheduler.client.report [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Deleted allocations for instance 7b6f9454-dce4-4a4d-91e2-2bbea6187441 [ 1571.257383] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1571.257383] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1571.257383] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feceddfc-ad9b-4fa1-b678-c38c574a8313 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.263384] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1571.263384] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c042d8-2aa3-904a-2e89-7472a01f6bfc" [ 1571.263384] env[63676]: _type = "Task" [ 1571.263384] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.269500] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1571.269500] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b3d287-4d41-ce56-2ac2-225afd760a10" [ 1571.269500] env[63676]: _type = "Task" [ 1571.269500] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.279140] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c042d8-2aa3-904a-2e89-7472a01f6bfc, 'name': SearchDatastore_Task, 'duration_secs': 0.019222} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.280817] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.280817] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1571.280817] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.284363] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b3d287-4d41-ce56-2ac2-225afd760a10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.446767] env[63676]: DEBUG oslo_vmware.api [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925093, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070956} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.447206] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1571.449992] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5228e7fc-0381-4aa6-89ae-dee3f74dacd7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.475621] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] a6aff05d-d56c-41bc-9a91-2fe2f4afe03c/a6aff05d-d56c-41bc-9a91-2fe2f4afe03c.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1571.476442] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dad2bfe4-55eb-4561-9798-43a1570f88c8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.498803] env[63676]: DEBUG oslo_vmware.api [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Waiting for the task: (returnval){ [ 1571.498803] env[63676]: value = "task-1925094" [ 1571.498803] env[63676]: _type = "Task" [ 1571.498803] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.511027] env[63676]: DEBUG oslo_vmware.api [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925094, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.531352] env[63676]: DEBUG oslo_concurrency.lockutils [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Acquiring lock "e0f71229-23d6-4647-9a81-da15dd0d337c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.531700] env[63676]: DEBUG oslo_concurrency.lockutils [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Lock "e0f71229-23d6-4647-9a81-da15dd0d337c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.650047] env[63676]: DEBUG nova.compute.manager [None req-2345f7bc-9ebc-4e88-a374-ccb556836cd0 tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1571.650327] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2345f7bc-9ebc-4e88-a374-ccb556836cd0 tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1571.651489] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d1cbf1-03bd-42b2-8dcf-70ee8287e64c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.657252] env[63676]: DEBUG oslo_vmware.api [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Task: {'id': task-1925092, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.665064] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-2345f7bc-9ebc-4e88-a374-ccb556836cd0 tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1571.665442] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-415956d5-d652-45a0-bff3-b94a3a267b75 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.673153] env[63676]: DEBUG nova.compute.manager [req-71c003a0-f86d-4e18-b074-4133e83aab8e req-0dc5adac-5885-4ce3-946a-828b2357de72 service nova] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Received event network-vif-plugged-7900bccf-2099-4499-a040-3b4599d3c2f5 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1571.673153] env[63676]: DEBUG oslo_concurrency.lockutils [req-71c003a0-f86d-4e18-b074-4133e83aab8e req-0dc5adac-5885-4ce3-946a-828b2357de72 service nova] Acquiring lock "3c72e1b6-ff20-4349-b464-a5d7205687dd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.673153] env[63676]: DEBUG oslo_concurrency.lockutils [req-71c003a0-f86d-4e18-b074-4133e83aab8e req-0dc5adac-5885-4ce3-946a-828b2357de72 service nova] Lock "3c72e1b6-ff20-4349-b464-a5d7205687dd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.673153] env[63676]: DEBUG oslo_concurrency.lockutils [req-71c003a0-f86d-4e18-b074-4133e83aab8e req-0dc5adac-5885-4ce3-946a-828b2357de72 service nova] Lock "3c72e1b6-ff20-4349-b464-a5d7205687dd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.673153] env[63676]: DEBUG nova.compute.manager [req-71c003a0-f86d-4e18-b074-4133e83aab8e req-0dc5adac-5885-4ce3-946a-828b2357de72 service nova] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] No waiting events found dispatching network-vif-plugged-7900bccf-2099-4499-a040-3b4599d3c2f5 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1571.674817] env[63676]: WARNING nova.compute.manager [req-71c003a0-f86d-4e18-b074-4133e83aab8e req-0dc5adac-5885-4ce3-946a-828b2357de72 service nova] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Received unexpected event network-vif-plugged-7900bccf-2099-4499-a040-3b4599d3c2f5 for instance with vm_state building and task_state spawning. [ 1571.674817] env[63676]: DEBUG nova.compute.manager [req-71c003a0-f86d-4e18-b074-4133e83aab8e req-0dc5adac-5885-4ce3-946a-828b2357de72 service nova] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Received event network-changed-7900bccf-2099-4499-a040-3b4599d3c2f5 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1571.674817] env[63676]: DEBUG nova.compute.manager [req-71c003a0-f86d-4e18-b074-4133e83aab8e req-0dc5adac-5885-4ce3-946a-828b2357de72 service nova] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Refreshing instance network info cache due to event network-changed-7900bccf-2099-4499-a040-3b4599d3c2f5. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1571.674817] env[63676]: DEBUG oslo_concurrency.lockutils [req-71c003a0-f86d-4e18-b074-4133e83aab8e req-0dc5adac-5885-4ce3-946a-828b2357de72 service nova] Acquiring lock "refresh_cache-3c72e1b6-ff20-4349-b464-a5d7205687dd" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.674817] env[63676]: DEBUG oslo_concurrency.lockutils [req-71c003a0-f86d-4e18-b074-4133e83aab8e req-0dc5adac-5885-4ce3-946a-828b2357de72 service nova] Acquired lock "refresh_cache-3c72e1b6-ff20-4349-b464-a5d7205687dd" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.675373] env[63676]: DEBUG nova.network.neutron [req-71c003a0-f86d-4e18-b074-4133e83aab8e req-0dc5adac-5885-4ce3-946a-828b2357de72 service nova] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Refreshing network info cache for port 7900bccf-2099-4499-a040-3b4599d3c2f5 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1571.683209] env[63676]: DEBUG oslo_vmware.api [None req-2345f7bc-9ebc-4e88-a374-ccb556836cd0 tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Waiting for the task: (returnval){ [ 1571.683209] env[63676]: value = "task-1925096" [ 1571.683209] env[63676]: _type = "Task" [ 1571.683209] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.696223] env[63676]: DEBUG oslo_vmware.api [None req-2345f7bc-9ebc-4e88-a374-ccb556836cd0 tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Task: {'id': task-1925096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.758297] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9485abf4-3e17-45e0-b633-551be0426319 tempest-ServerDiagnosticsNegativeTest-448703970 tempest-ServerDiagnosticsNegativeTest-448703970-project-member] Lock "7b6f9454-dce4-4a4d-91e2-2bbea6187441" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.790s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.773229] env[63676]: DEBUG nova.compute.manager [req-2e86d596-1ea9-4d7e-904b-6e3046569691 req-ddf0d7b5-3515-4569-8dfa-59bfbc23acb8 service nova] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Received event network-vif-plugged-84acd0a3-f717-44a8-9d7f-b11fc9342033 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1571.773372] env[63676]: DEBUG oslo_concurrency.lockutils [req-2e86d596-1ea9-4d7e-904b-6e3046569691 req-ddf0d7b5-3515-4569-8dfa-59bfbc23acb8 service nova] Acquiring lock "d10f2dca-6d26-4c7e-8683-8da43221cce3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.773575] env[63676]: DEBUG oslo_concurrency.lockutils [req-2e86d596-1ea9-4d7e-904b-6e3046569691 req-ddf0d7b5-3515-4569-8dfa-59bfbc23acb8 service nova] Lock "d10f2dca-6d26-4c7e-8683-8da43221cce3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.777041] env[63676]: DEBUG oslo_concurrency.lockutils [req-2e86d596-1ea9-4d7e-904b-6e3046569691 req-ddf0d7b5-3515-4569-8dfa-59bfbc23acb8 service nova] Lock "d10f2dca-6d26-4c7e-8683-8da43221cce3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.778783] env[63676]: DEBUG nova.compute.manager [req-2e86d596-1ea9-4d7e-904b-6e3046569691 req-ddf0d7b5-3515-4569-8dfa-59bfbc23acb8 service nova] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] No waiting events found dispatching network-vif-plugged-84acd0a3-f717-44a8-9d7f-b11fc9342033 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1571.779140] env[63676]: WARNING nova.compute.manager [req-2e86d596-1ea9-4d7e-904b-6e3046569691 req-ddf0d7b5-3515-4569-8dfa-59bfbc23acb8 service nova] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Received unexpected event network-vif-plugged-84acd0a3-f717-44a8-9d7f-b11fc9342033 for instance with vm_state building and task_state spawning. [ 1571.779338] env[63676]: DEBUG nova.compute.manager [req-2e86d596-1ea9-4d7e-904b-6e3046569691 req-ddf0d7b5-3515-4569-8dfa-59bfbc23acb8 service nova] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Received event network-changed-84acd0a3-f717-44a8-9d7f-b11fc9342033 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1571.779506] env[63676]: DEBUG nova.compute.manager [req-2e86d596-1ea9-4d7e-904b-6e3046569691 req-ddf0d7b5-3515-4569-8dfa-59bfbc23acb8 service nova] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Refreshing instance network info cache due to event network-changed-84acd0a3-f717-44a8-9d7f-b11fc9342033. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1571.779799] env[63676]: DEBUG oslo_concurrency.lockutils [req-2e86d596-1ea9-4d7e-904b-6e3046569691 req-ddf0d7b5-3515-4569-8dfa-59bfbc23acb8 service nova] Acquiring lock "refresh_cache-d10f2dca-6d26-4c7e-8683-8da43221cce3" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1571.779995] env[63676]: DEBUG oslo_concurrency.lockutils [req-2e86d596-1ea9-4d7e-904b-6e3046569691 req-ddf0d7b5-3515-4569-8dfa-59bfbc23acb8 service nova] Acquired lock "refresh_cache-d10f2dca-6d26-4c7e-8683-8da43221cce3" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.782512] env[63676]: DEBUG nova.network.neutron [req-2e86d596-1ea9-4d7e-904b-6e3046569691 req-ddf0d7b5-3515-4569-8dfa-59bfbc23acb8 service nova] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Refreshing network info cache for port 84acd0a3-f717-44a8-9d7f-b11fc9342033 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1571.806053] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b3d287-4d41-ce56-2ac2-225afd760a10, 'name': SearchDatastore_Task, 'duration_secs': 0.027745} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.807174] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2234bfe5-9823-4c6f-8f4d-affeeca30b44 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.814938] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1571.814938] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520a0605-d75d-9412-d171-445899d50083" [ 1571.814938] env[63676]: _type = "Task" [ 1571.814938] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.823198] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520a0605-d75d-9412-d171-445899d50083, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.010568] env[63676]: DEBUG oslo_vmware.api [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925094, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.165128] env[63676]: DEBUG oslo_vmware.api [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Task: {'id': task-1925092, 'name': PowerOnVM_Task, 'duration_secs': 1.105334} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.165790] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1572.165996] env[63676]: INFO nova.compute.manager [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Took 15.30 seconds to spawn the instance on the hypervisor. [ 1572.166199] env[63676]: DEBUG nova.compute.manager [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1572.167281] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30e4bd3-5b7a-4667-bce0-7cf6422e8410 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.194766] env[63676]: DEBUG oslo_vmware.api [None req-2345f7bc-9ebc-4e88-a374-ccb556836cd0 tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Task: {'id': task-1925096, 'name': PowerOffVM_Task, 'duration_secs': 0.272552} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.195139] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-2345f7bc-9ebc-4e88-a374-ccb556836cd0 tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1572.195585] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2345f7bc-9ebc-4e88-a374-ccb556836cd0 tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1572.196209] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08f0b116-fdcc-42f4-9c4f-01d0d6a84166 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.283524] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2345f7bc-9ebc-4e88-a374-ccb556836cd0 tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1572.287023] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2345f7bc-9ebc-4e88-a374-ccb556836cd0 tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1572.287023] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-2345f7bc-9ebc-4e88-a374-ccb556836cd0 tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Deleting the datastore file [datastore1] 5607dc27-d9d6-4fc2-a210-f893a704cca3 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1572.287023] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-578d056d-ac69-4929-9115-817ccd512c34 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.291232] env[63676]: DEBUG oslo_vmware.api [None req-2345f7bc-9ebc-4e88-a374-ccb556836cd0 tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Waiting for the task: (returnval){ [ 1572.291232] env[63676]: value = "task-1925098" [ 1572.291232] env[63676]: _type = "Task" [ 1572.291232] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.305500] env[63676]: DEBUG oslo_vmware.api [None req-2345f7bc-9ebc-4e88-a374-ccb556836cd0 tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Task: {'id': task-1925098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.335322] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520a0605-d75d-9412-d171-445899d50083, 'name': SearchDatastore_Task, 'duration_secs': 0.01015} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.345512] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.347210] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 3c72e1b6-ff20-4349-b464-a5d7205687dd/3c72e1b6-ff20-4349-b464-a5d7205687dd.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1572.351022] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.351022] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1572.351022] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d9042f0-aa2c-4bd6-91bb-25d327e3d7a3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.351022] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee7393d6-5761-4314-bbd6-c01c9b3e9256 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.361896] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1572.361896] env[63676]: value = "task-1925099" [ 1572.361896] env[63676]: _type = "Task" [ 1572.361896] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.368333] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1572.369055] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1572.370762] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13171afa-6362-4684-b4a2-9621f487e044 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.380603] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.385866] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1572.385866] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5200a706-cad4-56eb-40e8-ae2229fea77b" [ 1572.385866] env[63676]: _type = "Task" [ 1572.385866] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.394169] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5200a706-cad4-56eb-40e8-ae2229fea77b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.516762] env[63676]: DEBUG oslo_vmware.api [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925094, 'name': ReconfigVM_Task, 'duration_secs': 0.542471} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.516762] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Reconfigured VM instance instance-0000000b to attach disk [datastore1] a6aff05d-d56c-41bc-9a91-2fe2f4afe03c/a6aff05d-d56c-41bc-9a91-2fe2f4afe03c.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1572.517578] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-120e64ea-06d9-4be9-9cc4-8e19cf2374bb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.525471] env[63676]: DEBUG oslo_vmware.api [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Waiting for the task: (returnval){ [ 1572.525471] env[63676]: value = "task-1925100" [ 1572.525471] env[63676]: _type = "Task" [ 1572.525471] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.537599] env[63676]: DEBUG oslo_vmware.api [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925100, 'name': Rename_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.562073] env[63676]: DEBUG nova.network.neutron [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Successfully updated port: 0b4eadb5-2ccd-4290-af2a-a685e2ddbeab {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1572.706957] env[63676]: INFO nova.compute.manager [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Took 33.57 seconds to build instance. [ 1572.752363] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032a952e-c023-42e6-b716-f867af9ff218 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.768213] env[63676]: DEBUG nova.network.neutron [req-71c003a0-f86d-4e18-b074-4133e83aab8e req-0dc5adac-5885-4ce3-946a-828b2357de72 service nova] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Updated VIF entry in instance network info cache for port 7900bccf-2099-4499-a040-3b4599d3c2f5. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1572.770276] env[63676]: DEBUG nova.network.neutron [req-71c003a0-f86d-4e18-b074-4133e83aab8e req-0dc5adac-5885-4ce3-946a-828b2357de72 service nova] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Updating instance_info_cache with network_info: [{"id": "7900bccf-2099-4499-a040-3b4599d3c2f5", "address": "fa:16:3e:21:a3:f3", "network": {"id": "c1036e8f-eea5-4d94-bc62-55968dd1bade", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1892480967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3a0ff07354f4a4cbd1c6a27c660d631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7900bccf-20", "ovs_interfaceid": "7900bccf-2099-4499-a040-3b4599d3c2f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.791099] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4c2924-fc30-4a14-91bc-b64fed63458a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.848485] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d33301d-0282-403b-adba-3f7b0d05494b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.853132] env[63676]: DEBUG oslo_vmware.api [None req-2345f7bc-9ebc-4e88-a374-ccb556836cd0 tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Task: {'id': task-1925098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143284} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.854060] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-2345f7bc-9ebc-4e88-a374-ccb556836cd0 tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1572.854060] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2345f7bc-9ebc-4e88-a374-ccb556836cd0 tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1572.854060] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2345f7bc-9ebc-4e88-a374-ccb556836cd0 tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1572.854212] env[63676]: INFO nova.compute.manager [None req-2345f7bc-9ebc-4e88-a374-ccb556836cd0 tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1572.854574] env[63676]: DEBUG oslo.service.loopingcall [None req-2345f7bc-9ebc-4e88-a374-ccb556836cd0 tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1572.855357] env[63676]: DEBUG nova.compute.manager [-] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1572.855778] env[63676]: DEBUG nova.network.neutron [-] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1572.863731] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d65c6c-9367-45a6-b1cb-16c897c440e9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.892668] env[63676]: DEBUG nova.compute.provider_tree [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1572.903185] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46794} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.904354] env[63676]: DEBUG nova.network.neutron [req-2e86d596-1ea9-4d7e-904b-6e3046569691 req-ddf0d7b5-3515-4569-8dfa-59bfbc23acb8 service nova] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Updated VIF entry in instance network info cache for port 84acd0a3-f717-44a8-9d7f-b11fc9342033. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1572.904777] env[63676]: DEBUG nova.network.neutron [req-2e86d596-1ea9-4d7e-904b-6e3046569691 req-ddf0d7b5-3515-4569-8dfa-59bfbc23acb8 service nova] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Updating instance_info_cache with network_info: [{"id": "84acd0a3-f717-44a8-9d7f-b11fc9342033", "address": "fa:16:3e:28:e9:af", "network": {"id": "c1036e8f-eea5-4d94-bc62-55968dd1bade", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1892480967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3a0ff07354f4a4cbd1c6a27c660d631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84acd0a3-f7", "ovs_interfaceid": "84acd0a3-f717-44a8-9d7f-b11fc9342033", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1572.910022] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 3c72e1b6-ff20-4349-b464-a5d7205687dd/3c72e1b6-ff20-4349-b464-a5d7205687dd.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1572.910022] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1572.910022] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4267c713-8e13-432a-9028-59bfb905ef6a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.917476] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5200a706-cad4-56eb-40e8-ae2229fea77b, 'name': SearchDatastore_Task, 'duration_secs': 0.018342} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.919082] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4b65ed0-7a23-4040-b8f5-0733d55d86e7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.925243] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1572.925243] env[63676]: value = "task-1925101" [ 1572.925243] env[63676]: _type = "Task" [ 1572.925243] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.933649] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1572.933649] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5236b7e2-0519-ae4d-4e9a-c20698b3fe5b" [ 1572.933649] env[63676]: _type = "Task" [ 1572.933649] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.941443] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.946984] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5236b7e2-0519-ae4d-4e9a-c20698b3fe5b, 'name': SearchDatastore_Task, 'duration_secs': 0.012318} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.947751] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.947751] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] d10f2dca-6d26-4c7e-8683-8da43221cce3/d10f2dca-6d26-4c7e-8683-8da43221cce3.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1572.947918] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa503874-c4e6-43f0-bd89-29ed3197c1e4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.955625] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1572.955625] env[63676]: value = "task-1925102" [ 1572.955625] env[63676]: _type = "Task" [ 1572.955625] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.965332] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1572.965897] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1572.970247] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.036257] env[63676]: DEBUG oslo_vmware.api [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925100, 'name': Rename_Task, 'duration_secs': 0.276625} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.036545] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1573.036791] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ae839ce-bf5d-40a4-80f1-c3cbf5224e4a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.046019] env[63676]: DEBUG oslo_vmware.api [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Waiting for the task: (returnval){ [ 1573.046019] env[63676]: value = "task-1925103" [ 1573.046019] env[63676]: _type = "Task" [ 1573.046019] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.051996] env[63676]: DEBUG oslo_vmware.api [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.069972] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Acquiring lock "refresh_cache-3623083d-0bf5-4947-9191-298ad2de4e13" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1573.069972] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Acquired lock "refresh_cache-3623083d-0bf5-4947-9191-298ad2de4e13" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1573.069972] env[63676]: DEBUG nova.network.neutron [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1573.209807] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d65df1e4-256a-4592-8604-3eb073b64011 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Lock "195235fb-e1ff-4811-82c1-f30a833f6a82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.081s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.278659] env[63676]: DEBUG oslo_concurrency.lockutils [req-71c003a0-f86d-4e18-b074-4133e83aab8e req-0dc5adac-5885-4ce3-946a-828b2357de72 service nova] Releasing lock "refresh_cache-3c72e1b6-ff20-4349-b464-a5d7205687dd" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.278659] env[63676]: DEBUG nova.compute.manager [req-71c003a0-f86d-4e18-b074-4133e83aab8e req-0dc5adac-5885-4ce3-946a-828b2357de72 service nova] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Received event network-vif-deleted-11039f66-6b1f-4eeb-82fc-42a31cdc659c {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1573.410712] env[63676]: DEBUG oslo_concurrency.lockutils [req-2e86d596-1ea9-4d7e-904b-6e3046569691 req-ddf0d7b5-3515-4569-8dfa-59bfbc23acb8 service nova] Releasing lock "refresh_cache-d10f2dca-6d26-4c7e-8683-8da43221cce3" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.437857] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925101, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102785} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.438127] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1573.438940] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a039422b-bb7d-4df6-af7a-247798ae3673 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.443059] env[63676]: ERROR nova.scheduler.client.report [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] [req-c2bad7ab-0e9b-4059-8338-6830dd81ad0b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5759d2a2-0179-444e-89b9-d9d622fd17b7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c2bad7ab-0e9b-4059-8338-6830dd81ad0b"}]} [ 1573.467049] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 3c72e1b6-ff20-4349-b464-a5d7205687dd/3c72e1b6-ff20-4349-b464-a5d7205687dd.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1573.469185] env[63676]: DEBUG nova.scheduler.client.report [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] Refreshing inventories for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1573.474892] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91c3683d-ebcf-458f-b4b4-2d8fd6625a30 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.504674] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46586} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.506032] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] d10f2dca-6d26-4c7e-8683-8da43221cce3/d10f2dca-6d26-4c7e-8683-8da43221cce3.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1573.506829] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1573.506829] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1573.506829] env[63676]: value = "task-1925104" [ 1573.506829] env[63676]: _type = "Task" [ 1573.506829] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.506829] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-306861c3-2858-430b-833b-316fed86ccca {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.518357] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925104, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.520456] env[63676]: DEBUG nova.scheduler.client.report [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] Updating ProviderTree inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1573.520714] env[63676]: DEBUG nova.compute.provider_tree [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1573.525022] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1573.525022] env[63676]: value = "task-1925105" [ 1573.525022] env[63676]: _type = "Task" [ 1573.525022] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.532875] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.544671] env[63676]: DEBUG nova.scheduler.client.report [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] Refreshing aggregate associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, aggregates: d37fc0c8-e613-4a4a-9619-7c3821c0113d {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1573.560159] env[63676]: DEBUG oslo_vmware.api [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925103, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.580193] env[63676]: DEBUG nova.scheduler.client.report [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] Refreshing trait associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1573.671302] env[63676]: DEBUG nova.network.neutron [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1573.714537] env[63676]: DEBUG nova.compute.manager [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1574.027045] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925104, 'name': ReconfigVM_Task, 'duration_secs': 0.348241} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.029256] env[63676]: DEBUG nova.network.neutron [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Updating instance_info_cache with network_info: [{"id": "0b4eadb5-2ccd-4290-af2a-a685e2ddbeab", "address": "fa:16:3e:d0:24:fc", "network": {"id": "d7de9df6-9017-4fd2-8e33-8c0d18f61373", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-973749749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9e1a0f3e3474f999300e99d1294ccc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b4eadb5-2c", "ovs_interfaceid": "0b4eadb5-2ccd-4290-af2a-a685e2ddbeab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.035018] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 3c72e1b6-ff20-4349-b464-a5d7205687dd/3c72e1b6-ff20-4349-b464-a5d7205687dd.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1574.038467] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4f2e41b-494c-4d25-9fe7-875db98e2bc2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.047950] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082694} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.052630] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1574.053065] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1574.053065] env[63676]: value = "task-1925107" [ 1574.053065] env[63676]: _type = "Task" [ 1574.053065] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.056441] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a671e30-3dbf-456c-91a5-6d4f06a7ddb7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.069628] env[63676]: DEBUG oslo_vmware.api [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925103, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.090837] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] d10f2dca-6d26-4c7e-8683-8da43221cce3/d10f2dca-6d26-4c7e-8683-8da43221cce3.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1574.097195] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3a7f4c3-f0d3-4f7c-aa7e-2ee91ee2865a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.114406] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925107, 'name': Rename_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.115134] env[63676]: DEBUG nova.network.neutron [-] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.124824] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1574.124824] env[63676]: value = "task-1925108" [ 1574.124824] env[63676]: _type = "Task" [ 1574.124824] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.140200] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.168148] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d68ef7-ead8-4dd1-ae5d-c24b031374f5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.177999] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f700154-03f9-411c-b2c5-4ef9f96efa67 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.218753] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1448bc5a-b224-4ded-ad7a-0778ed712d6d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.231721] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9051b1-1f8f-4e14-9d0d-cbe76a75131c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.249048] env[63676]: DEBUG nova.compute.provider_tree [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1574.257502] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.540771] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Releasing lock "refresh_cache-3623083d-0bf5-4947-9191-298ad2de4e13" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1574.540902] env[63676]: DEBUG nova.compute.manager [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Instance network_info: |[{"id": "0b4eadb5-2ccd-4290-af2a-a685e2ddbeab", "address": "fa:16:3e:d0:24:fc", "network": {"id": "d7de9df6-9017-4fd2-8e33-8c0d18f61373", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-973749749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9e1a0f3e3474f999300e99d1294ccc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b4eadb5-2c", "ovs_interfaceid": "0b4eadb5-2ccd-4290-af2a-a685e2ddbeab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1574.541839] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:24:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8459aaf-d6a8-46fb-ad14-464ac3104695', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b4eadb5-2ccd-4290-af2a-a685e2ddbeab', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1574.553743] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Creating folder: Project (d9e1a0f3e3474f999300e99d1294ccc2). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1574.553743] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d66e55cb-ea21-4272-a0c7-cde14e69db33 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.568523] env[63676]: DEBUG oslo_vmware.api [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925103, 'name': PowerOnVM_Task, 'duration_secs': 1.401612} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.580480] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1574.580712] env[63676]: INFO nova.compute.manager [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Took 15.20 seconds to spawn the instance on the hypervisor. [ 1574.580886] env[63676]: DEBUG nova.compute.manager [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1574.581209] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Created folder: Project (d9e1a0f3e3474f999300e99d1294ccc2) in parent group-v396927. [ 1574.581365] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Creating folder: Instances. Parent ref: group-v396966. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1574.582513] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7cc10b-24c3-4741-a76c-e38bebe7709b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.587332] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc7db8b4-84d6-4187-808f-0930d4f9cfb3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.595403] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925107, 'name': Rename_Task, 'duration_secs': 0.166559} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.596025] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1574.601609] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50c9e598-7f24-410c-97bd-6f41e7d894ae {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.604065] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Created folder: Instances in parent group-v396966. [ 1574.604065] env[63676]: DEBUG oslo.service.loopingcall [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1574.605288] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1574.605288] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f62e6200-dd77-4e28-8f93-aa4f42e6caa9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.625867] env[63676]: INFO nova.compute.manager [-] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Took 1.77 seconds to deallocate network for instance. [ 1574.628082] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1574.628082] env[63676]: value = "task-1925111" [ 1574.628082] env[63676]: _type = "Task" [ 1574.628082] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.644325] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1574.644325] env[63676]: value = "task-1925112" [ 1574.644325] env[63676]: _type = "Task" [ 1574.644325] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.653831] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925108, 'name': ReconfigVM_Task, 'duration_secs': 0.317969} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.654118] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925111, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.657111] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Reconfigured VM instance instance-0000000c to attach disk [datastore1] d10f2dca-6d26-4c7e-8683-8da43221cce3/d10f2dca-6d26-4c7e-8683-8da43221cce3.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1574.657111] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96b41752-40ff-49e6-b46c-c91bf520a683 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.660818] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925112, 'name': CreateVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.669236] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1574.669236] env[63676]: value = "task-1925113" [ 1574.669236] env[63676]: _type = "Task" [ 1574.669236] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.687315] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925113, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.769745] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Acquiring lock "cea78468-f692-4634-8508-3886bccfb8bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1574.770024] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Lock "cea78468-f692-4634-8508-3886bccfb8bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1574.783188] env[63676]: ERROR nova.scheduler.client.report [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] [req-617c3fc4-55db-41af-989f-35bc7c874f83] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5759d2a2-0179-444e-89b9-d9d622fd17b7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-617c3fc4-55db-41af-989f-35bc7c874f83"}]} [ 1574.802592] env[63676]: DEBUG nova.scheduler.client.report [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] Refreshing inventories for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1574.822048] env[63676]: DEBUG nova.scheduler.client.report [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] Updating ProviderTree inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1574.822442] env[63676]: DEBUG nova.compute.provider_tree [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1574.840175] env[63676]: DEBUG nova.scheduler.client.report [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] Refreshing aggregate associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, aggregates: d37fc0c8-e613-4a4a-9619-7c3821c0113d {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1574.861770] env[63676]: DEBUG nova.scheduler.client.report [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] Refreshing trait associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1575.118652] env[63676]: INFO nova.compute.manager [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Took 31.73 seconds to build instance. [ 1575.147969] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2345f7bc-9ebc-4e88-a374-ccb556836cd0 tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.148128] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925111, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.166034] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925112, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.185041] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925113, 'name': Rename_Task, 'duration_secs': 0.185768} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.185681] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1575.186050] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-645e6058-4634-4cda-972c-d8f4bfed36b8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.196902] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1575.196902] env[63676]: value = "task-1925114" [ 1575.196902] env[63676]: _type = "Task" [ 1575.196902] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.259525] env[63676]: DEBUG oslo_concurrency.lockutils [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "91df9ad8-2c37-4eda-a0b1-e851fef3e30c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.259751] env[63676]: DEBUG oslo_concurrency.lockutils [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "91df9ad8-2c37-4eda-a0b1-e851fef3e30c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.359992] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ea2a2e-7207-4aba-b31c-74b455751775 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.371121] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52eccde9-d9ec-446c-9fc8-e4dbf39fa256 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.407534] env[63676]: DEBUG nova.compute.manager [None req-e0fb7bc3-86f3-42d0-8cc4-fd19a2eb34c2 tempest-ServerExternalEventsTest-468321441 tempest-ServerExternalEventsTest-468321441-project] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Received event network-changed {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1575.407767] env[63676]: DEBUG nova.compute.manager [None req-e0fb7bc3-86f3-42d0-8cc4-fd19a2eb34c2 tempest-ServerExternalEventsTest-468321441 tempest-ServerExternalEventsTest-468321441-project] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Refreshing instance network info cache due to event network-changed. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1575.408013] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e0fb7bc3-86f3-42d0-8cc4-fd19a2eb34c2 tempest-ServerExternalEventsTest-468321441 tempest-ServerExternalEventsTest-468321441-project] Acquiring lock "refresh_cache-195235fb-e1ff-4811-82c1-f30a833f6a82" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.408165] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e0fb7bc3-86f3-42d0-8cc4-fd19a2eb34c2 tempest-ServerExternalEventsTest-468321441 tempest-ServerExternalEventsTest-468321441-project] Acquired lock "refresh_cache-195235fb-e1ff-4811-82c1-f30a833f6a82" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.408318] env[63676]: DEBUG nova.network.neutron [None req-e0fb7bc3-86f3-42d0-8cc4-fd19a2eb34c2 tempest-ServerExternalEventsTest-468321441 tempest-ServerExternalEventsTest-468321441-project] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1575.410720] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1cbe7e-0a08-46e6-81ce-b88b07b5ad01 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.421117] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2636924-bfb6-4e27-8f26-068eb94d6df3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.440395] env[63676]: DEBUG nova.compute.provider_tree [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1575.624643] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43ff8c3e-7cbb-49c6-9f71-e7fc366aa8ff tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Lock "a6aff05d-d56c-41bc-9a91-2fe2f4afe03c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.354s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.645208] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925111, 'name': PowerOnVM_Task, 'duration_secs': 0.577278} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.645208] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1575.645746] env[63676]: INFO nova.compute.manager [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Took 11.60 seconds to spawn the instance on the hypervisor. [ 1575.646229] env[63676]: DEBUG nova.compute.manager [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1575.648235] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06284096-364b-47e5-96fb-298cc02477c8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.661047] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925112, 'name': CreateVM_Task, 'duration_secs': 0.595197} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.662188] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1575.665882] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.665882] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.666768] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1575.666768] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cb206fd-43fb-4ab3-a35f-231bbfd56d09 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.672081] env[63676]: DEBUG oslo_vmware.api [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Waiting for the task: (returnval){ [ 1575.672081] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5264bfa3-b662-e13c-ad38-3f1e94df5ada" [ 1575.672081] env[63676]: _type = "Task" [ 1575.672081] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.681193] env[63676]: DEBUG oslo_vmware.api [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5264bfa3-b662-e13c-ad38-3f1e94df5ada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.713832] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925114, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.751579] env[63676]: DEBUG nova.compute.manager [req-7d6387f8-eca8-4b10-ab7a-7ad7d9144f90 req-72e8b8d3-02b9-43d6-8544-aa81cb107164 service nova] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Received event network-vif-plugged-0b4eadb5-2ccd-4290-af2a-a685e2ddbeab {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1575.753188] env[63676]: DEBUG oslo_concurrency.lockutils [req-7d6387f8-eca8-4b10-ab7a-7ad7d9144f90 req-72e8b8d3-02b9-43d6-8544-aa81cb107164 service nova] Acquiring lock "3623083d-0bf5-4947-9191-298ad2de4e13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.753188] env[63676]: DEBUG oslo_concurrency.lockutils [req-7d6387f8-eca8-4b10-ab7a-7ad7d9144f90 req-72e8b8d3-02b9-43d6-8544-aa81cb107164 service nova] Lock "3623083d-0bf5-4947-9191-298ad2de4e13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.753188] env[63676]: DEBUG oslo_concurrency.lockutils [req-7d6387f8-eca8-4b10-ab7a-7ad7d9144f90 req-72e8b8d3-02b9-43d6-8544-aa81cb107164 service nova] Lock "3623083d-0bf5-4947-9191-298ad2de4e13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1575.753188] env[63676]: DEBUG nova.compute.manager [req-7d6387f8-eca8-4b10-ab7a-7ad7d9144f90 req-72e8b8d3-02b9-43d6-8544-aa81cb107164 service nova] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] No waiting events found dispatching network-vif-plugged-0b4eadb5-2ccd-4290-af2a-a685e2ddbeab {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1575.753188] env[63676]: WARNING nova.compute.manager [req-7d6387f8-eca8-4b10-ab7a-7ad7d9144f90 req-72e8b8d3-02b9-43d6-8544-aa81cb107164 service nova] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Received unexpected event network-vif-plugged-0b4eadb5-2ccd-4290-af2a-a685e2ddbeab for instance with vm_state building and task_state spawning. [ 1575.756244] env[63676]: DEBUG nova.compute.manager [req-7d6387f8-eca8-4b10-ab7a-7ad7d9144f90 req-72e8b8d3-02b9-43d6-8544-aa81cb107164 service nova] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Received event network-changed-0b4eadb5-2ccd-4290-af2a-a685e2ddbeab {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1575.756244] env[63676]: DEBUG nova.compute.manager [req-7d6387f8-eca8-4b10-ab7a-7ad7d9144f90 req-72e8b8d3-02b9-43d6-8544-aa81cb107164 service nova] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Refreshing instance network info cache due to event network-changed-0b4eadb5-2ccd-4290-af2a-a685e2ddbeab. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1575.756244] env[63676]: DEBUG oslo_concurrency.lockutils [req-7d6387f8-eca8-4b10-ab7a-7ad7d9144f90 req-72e8b8d3-02b9-43d6-8544-aa81cb107164 service nova] Acquiring lock "refresh_cache-3623083d-0bf5-4947-9191-298ad2de4e13" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.756244] env[63676]: DEBUG oslo_concurrency.lockutils [req-7d6387f8-eca8-4b10-ab7a-7ad7d9144f90 req-72e8b8d3-02b9-43d6-8544-aa81cb107164 service nova] Acquired lock "refresh_cache-3623083d-0bf5-4947-9191-298ad2de4e13" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.756244] env[63676]: DEBUG nova.network.neutron [req-7d6387f8-eca8-4b10-ab7a-7ad7d9144f90 req-72e8b8d3-02b9-43d6-8544-aa81cb107164 service nova] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Refreshing network info cache for port 0b4eadb5-2ccd-4290-af2a-a685e2ddbeab {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1575.784227] env[63676]: DEBUG nova.compute.manager [req-d8e73c8f-7b81-4bc0-8c66-f87f323e88bf req-16e31e61-7a0d-4c84-985e-b2ede76817ba service nova] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Received event network-vif-deleted-866a764f-10bb-4bb2-b6b6-310402810f61 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1575.856954] env[63676]: DEBUG oslo_concurrency.lockutils [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Acquiring lock "831ad7b6-6521-4cc0-b56a-9ce6c48a582c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1575.857560] env[63676]: DEBUG oslo_concurrency.lockutils [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Lock "831ad7b6-6521-4cc0-b56a-9ce6c48a582c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1575.978651] env[63676]: ERROR nova.scheduler.client.report [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] [req-cc0ad4fc-415d-4344-b904-ea64577825ac] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5759d2a2-0179-444e-89b9-d9d622fd17b7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cc0ad4fc-415d-4344-b904-ea64577825ac"}]} [ 1576.008000] env[63676]: DEBUG nova.scheduler.client.report [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] Refreshing inventories for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1576.025594] env[63676]: DEBUG nova.scheduler.client.report [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] Updating ProviderTree inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1576.025941] env[63676]: DEBUG nova.compute.provider_tree [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1576.045775] env[63676]: DEBUG nova.scheduler.client.report [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] Refreshing aggregate associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, aggregates: None {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1576.069227] env[63676]: DEBUG nova.scheduler.client.report [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] Refreshing trait associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1576.127903] env[63676]: DEBUG nova.compute.manager [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1576.186168] env[63676]: INFO nova.compute.manager [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Took 26.80 seconds to build instance. [ 1576.194947] env[63676]: DEBUG oslo_vmware.api [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5264bfa3-b662-e13c-ad38-3f1e94df5ada, 'name': SearchDatastore_Task, 'duration_secs': 0.019198} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.198233] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.198482] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1576.198717] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.198854] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.199030] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1576.199852] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88342d76-9353-4b95-9f59-e7d82b3db1c5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.215593] env[63676]: DEBUG oslo_vmware.api [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925114, 'name': PowerOnVM_Task, 'duration_secs': 0.857094} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.220718] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1576.221115] env[63676]: INFO nova.compute.manager [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Took 14.28 seconds to spawn the instance on the hypervisor. [ 1576.221406] env[63676]: DEBUG nova.compute.manager [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1576.222156] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1576.222468] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1576.224232] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a424e14-8241-43b3-8467-673693058236 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.227160] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d60fef1d-fb49-45cc-90af-c3b26a419763 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.235277] env[63676]: DEBUG oslo_vmware.api [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Waiting for the task: (returnval){ [ 1576.235277] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520afd82-97ee-dc78-f21c-5865e9943d84" [ 1576.235277] env[63676]: _type = "Task" [ 1576.235277] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.255396] env[63676]: DEBUG oslo_vmware.api [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520afd82-97ee-dc78-f21c-5865e9943d84, 'name': SearchDatastore_Task, 'duration_secs': 0.013955} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.256200] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43155ffa-04b1-4ec3-a94f-41d8d6337e77 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.265466] env[63676]: DEBUG oslo_vmware.api [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Waiting for the task: (returnval){ [ 1576.265466] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526e2f34-8a77-8c88-7aec-044f6bfc221c" [ 1576.265466] env[63676]: _type = "Task" [ 1576.265466] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.279522] env[63676]: DEBUG oslo_vmware.api [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526e2f34-8a77-8c88-7aec-044f6bfc221c, 'name': SearchDatastore_Task, 'duration_secs': 0.012358} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.279522] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.279522] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 3623083d-0bf5-4947-9191-298ad2de4e13/3623083d-0bf5-4947-9191-298ad2de4e13.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1576.279836] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e16e8440-447a-46cc-a0bb-6e3c3a455b2f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.289170] env[63676]: DEBUG oslo_vmware.api [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Waiting for the task: (returnval){ [ 1576.289170] env[63676]: value = "task-1925116" [ 1576.289170] env[63676]: _type = "Task" [ 1576.289170] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.303237] env[63676]: DEBUG oslo_vmware.api [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Task: {'id': task-1925116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.444526] env[63676]: DEBUG nova.network.neutron [None req-e0fb7bc3-86f3-42d0-8cc4-fd19a2eb34c2 tempest-ServerExternalEventsTest-468321441 tempest-ServerExternalEventsTest-468321441-project] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Updating instance_info_cache with network_info: [{"id": "00a6e93f-6ab2-4e89-8d92-28c9e3dbaa22", "address": "fa:16:3e:f1:7f:fd", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.168", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap00a6e93f-6a", "ovs_interfaceid": "00a6e93f-6ab2-4e89-8d92-28c9e3dbaa22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.553897] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquiring lock "6321e4cd-2f34-4dca-b144-2c5eadcbf8fc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.554356] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "6321e4cd-2f34-4dca-b144-2c5eadcbf8fc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.643390] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-493e7f28-e6d9-48e9-94fc-342292f0e454 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.655938] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042fc009-8827-4462-84df-37cef9f1166c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.662793] env[63676]: DEBUG oslo_concurrency.lockutils [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.699731] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "3c72e1b6-ff20-4349-b464-a5d7205687dd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.030s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.702525] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6dfb29-441b-4024-b08b-667978023119 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.716930] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c17bd6-1d92-4ee7-979d-a3f1f25ac8e3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.737949] env[63676]: DEBUG nova.compute.provider_tree [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1576.760617] env[63676]: INFO nova.compute.manager [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Took 31.28 seconds to build instance. [ 1576.803270] env[63676]: DEBUG oslo_vmware.api [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Task: {'id': task-1925116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509916} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.804531] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 3623083d-0bf5-4947-9191-298ad2de4e13/3623083d-0bf5-4947-9191-298ad2de4e13.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1576.804942] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1576.806934] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb7668b6-903a-4c72-81fa-86eafbe11068 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.814042] env[63676]: DEBUG oslo_vmware.api [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Waiting for the task: (returnval){ [ 1576.814042] env[63676]: value = "task-1925117" [ 1576.814042] env[63676]: _type = "Task" [ 1576.814042] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.824688] env[63676]: DEBUG oslo_vmware.api [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Task: {'id': task-1925117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.916446] env[63676]: DEBUG nova.network.neutron [req-7d6387f8-eca8-4b10-ab7a-7ad7d9144f90 req-72e8b8d3-02b9-43d6-8544-aa81cb107164 service nova] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Updated VIF entry in instance network info cache for port 0b4eadb5-2ccd-4290-af2a-a685e2ddbeab. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1576.916446] env[63676]: DEBUG nova.network.neutron [req-7d6387f8-eca8-4b10-ab7a-7ad7d9144f90 req-72e8b8d3-02b9-43d6-8544-aa81cb107164 service nova] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Updating instance_info_cache with network_info: [{"id": "0b4eadb5-2ccd-4290-af2a-a685e2ddbeab", "address": "fa:16:3e:d0:24:fc", "network": {"id": "d7de9df6-9017-4fd2-8e33-8c0d18f61373", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-973749749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9e1a0f3e3474f999300e99d1294ccc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b4eadb5-2c", "ovs_interfaceid": "0b4eadb5-2ccd-4290-af2a-a685e2ddbeab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.946850] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e0fb7bc3-86f3-42d0-8cc4-fd19a2eb34c2 tempest-ServerExternalEventsTest-468321441 tempest-ServerExternalEventsTest-468321441-project] Releasing lock "refresh_cache-195235fb-e1ff-4811-82c1-f30a833f6a82" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.061266] env[63676]: DEBUG oslo_concurrency.lockutils [None req-745ed12e-08c4-4555-8507-04df7f944458 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Acquiring lock "195235fb-e1ff-4811-82c1-f30a833f6a82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.062134] env[63676]: DEBUG oslo_concurrency.lockutils [None req-745ed12e-08c4-4555-8507-04df7f944458 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Lock "195235fb-e1ff-4811-82c1-f30a833f6a82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.062134] env[63676]: DEBUG oslo_concurrency.lockutils [None req-745ed12e-08c4-4555-8507-04df7f944458 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Acquiring lock "195235fb-e1ff-4811-82c1-f30a833f6a82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.066418] env[63676]: DEBUG oslo_concurrency.lockutils [None req-745ed12e-08c4-4555-8507-04df7f944458 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Lock "195235fb-e1ff-4811-82c1-f30a833f6a82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.066418] env[63676]: DEBUG oslo_concurrency.lockutils [None req-745ed12e-08c4-4555-8507-04df7f944458 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Lock "195235fb-e1ff-4811-82c1-f30a833f6a82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.004s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.068638] env[63676]: INFO nova.compute.manager [None req-745ed12e-08c4-4555-8507-04df7f944458 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Terminating instance [ 1577.208747] env[63676]: DEBUG nova.compute.manager [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1577.265443] env[63676]: ERROR nova.scheduler.client.report [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] [req-64bfe509-fde8-4c25-a45c-eeb3e2499c2e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5759d2a2-0179-444e-89b9-d9d622fd17b7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-64bfe509-fde8-4c25-a45c-eeb3e2499c2e"}]} [ 1577.265443] env[63676]: DEBUG oslo_concurrency.lockutils [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.051s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.269036] env[63676]: ERROR nova.compute.manager [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] Failed to build and run instance: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 (generation 38): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-64bfe509-fde8-4c25-a45c-eeb3e2499c2e"}]} [ 1577.269036] env[63676]: ERROR nova.compute.manager [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] Traceback (most recent call last): [ 1577.269036] env[63676]: ERROR nova.compute.manager [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] File "/opt/stack/nova/nova/compute/manager.py", line 2622, in _build_and_run_instance [ 1577.269036] env[63676]: ERROR nova.compute.manager [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] with self.rt.instance_claim(context, instance, node, allocs, [ 1577.269036] env[63676]: ERROR nova.compute.manager [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 412, in inner [ 1577.269036] env[63676]: ERROR nova.compute.manager [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] return f(*args, **kwargs) [ 1577.269036] env[63676]: ERROR nova.compute.manager [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 215, in instance_claim [ 1577.269036] env[63676]: ERROR nova.compute.manager [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] self._update(elevated, cn) [ 1577.269036] env[63676]: ERROR nova.compute.manager [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1375, in _update [ 1577.269440] env[63676]: ERROR nova.compute.manager [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] self._update_to_placement(context, compute_node, startup) [ 1577.269440] env[63676]: ERROR nova.compute.manager [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 56, in wrapped_f [ 1577.269440] env[63676]: ERROR nova.compute.manager [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 1577.269440] env[63676]: ERROR nova.compute.manager [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 266, in call [ 1577.269440] env[63676]: ERROR nova.compute.manager [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] raise attempt.get() [ 1577.269440] env[63676]: ERROR nova.compute.manager [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 301, in get [ 1577.269440] env[63676]: ERROR nova.compute.manager [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] six.reraise(self.value[0], self.value[1], self.value[2]) [ 1577.269440] env[63676]: ERROR nova.compute.manager [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] File "/opt/stack/data/venv/lib/python3.10/site-packages/six.py", line 724, in reraise [ 1577.269440] env[63676]: ERROR nova.compute.manager [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] raise value [ 1577.269440] env[63676]: ERROR nova.compute.manager [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 251, in call [ 1577.269440] env[63676]: ERROR nova.compute.manager [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 1577.269440] env[63676]: ERROR nova.compute.manager [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1360, in _update_to_placement [ 1577.269440] env[63676]: ERROR nova.compute.manager [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] self.reportclient.update_from_provider_tree( [ 1577.269815] env[63676]: ERROR nova.compute.manager [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 1577.269815] env[63676]: ERROR nova.compute.manager [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] self.set_inventory_for_provider( [ 1577.269815] env[63676]: ERROR nova.compute.manager [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 1577.269815] env[63676]: ERROR nova.compute.manager [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] raise exception.ResourceProviderUpdateConflict( [ 1577.269815] env[63676]: ERROR nova.compute.manager [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 (generation 38): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-64bfe509-fde8-4c25-a45c-eeb3e2499c2e"}]} [ 1577.269815] env[63676]: ERROR nova.compute.manager [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] [ 1577.269815] env[63676]: DEBUG nova.compute.utils [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] A conflict was encountered attempting to update resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 (generation 38): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource pro {{(pid=63676) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1577.270072] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fab3c688-7253-47f9-b5b5-2d9c3050029e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "d10f2dca-6d26-4c7e-8683-8da43221cce3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.633s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.270072] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.224s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.271513] env[63676]: INFO nova.compute.claims [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1577.282638] env[63676]: DEBUG nova.compute.manager [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] Build of instance 6e8fec3b-8872-4581-bb3f-d48aa9c7c727 was re-scheduled: A conflict was encountered attempting to update resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 (generation 38): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-64bfe509-fde8-4c25-a45c-eeb3e2499c2e"}]} {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2487}} [ 1577.283095] env[63676]: DEBUG nova.compute.manager [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] Unplugging VIFs for instance {{(pid=63676) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3013}} [ 1577.283335] env[63676]: DEBUG oslo_concurrency.lockutils [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] Acquiring lock "refresh_cache-6e8fec3b-8872-4581-bb3f-d48aa9c7c727" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.283483] env[63676]: DEBUG oslo_concurrency.lockutils [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] Acquired lock "refresh_cache-6e8fec3b-8872-4581-bb3f-d48aa9c7c727" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.283646] env[63676]: DEBUG nova.network.neutron [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1577.326970] env[63676]: DEBUG oslo_vmware.api [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Task: {'id': task-1925117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070856} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.326970] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1577.328049] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef960a76-c538-4845-8c48-fe763f09be8f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.355595] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 3623083d-0bf5-4947-9191-298ad2de4e13/3623083d-0bf5-4947-9191-298ad2de4e13.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1577.356268] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41414385-26c8-40f8-9378-50bc63ef8dca {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.376438] env[63676]: DEBUG oslo_vmware.api [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Waiting for the task: (returnval){ [ 1577.376438] env[63676]: value = "task-1925118" [ 1577.376438] env[63676]: _type = "Task" [ 1577.376438] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.385724] env[63676]: DEBUG oslo_vmware.api [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Task: {'id': task-1925118, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.421809] env[63676]: DEBUG oslo_concurrency.lockutils [req-7d6387f8-eca8-4b10-ab7a-7ad7d9144f90 req-72e8b8d3-02b9-43d6-8544-aa81cb107164 service nova] Releasing lock "refresh_cache-3623083d-0bf5-4947-9191-298ad2de4e13" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.576789] env[63676]: DEBUG nova.compute.manager [None req-745ed12e-08c4-4555-8507-04df7f944458 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1577.577235] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-745ed12e-08c4-4555-8507-04df7f944458 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1577.578238] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-559161ba-b072-499b-9e81-b6e9905883ac {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.586885] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-745ed12e-08c4-4555-8507-04df7f944458 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1577.587164] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-10533455-d810-442c-96b0-827851b951d4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.594631] env[63676]: DEBUG oslo_vmware.api [None req-745ed12e-08c4-4555-8507-04df7f944458 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Waiting for the task: (returnval){ [ 1577.594631] env[63676]: value = "task-1925119" [ 1577.594631] env[63676]: _type = "Task" [ 1577.594631] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.604021] env[63676]: DEBUG oslo_vmware.api [None req-745ed12e-08c4-4555-8507-04df7f944458 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Task: {'id': task-1925119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.738959] env[63676]: DEBUG oslo_concurrency.lockutils [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.784038] env[63676]: DEBUG nova.compute.manager [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1577.887503] env[63676]: DEBUG oslo_vmware.api [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Task: {'id': task-1925118, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.952314] env[63676]: DEBUG nova.network.neutron [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1578.111153] env[63676]: DEBUG oslo_vmware.api [None req-745ed12e-08c4-4555-8507-04df7f944458 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Task: {'id': task-1925119, 'name': PowerOffVM_Task, 'duration_secs': 0.210992} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.111469] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-745ed12e-08c4-4555-8507-04df7f944458 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1578.111656] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-745ed12e-08c4-4555-8507-04df7f944458 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1578.111919] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-edc8e41d-a6d2-4e8b-949b-626ae4fec9a1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.176376] env[63676]: DEBUG nova.network.neutron [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.197720] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-745ed12e-08c4-4555-8507-04df7f944458 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1578.198043] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-745ed12e-08c4-4555-8507-04df7f944458 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1578.198399] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-745ed12e-08c4-4555-8507-04df7f944458 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Deleting the datastore file [datastore1] 195235fb-e1ff-4811-82c1-f30a833f6a82 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1578.198557] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da5dd628-10b7-4fbf-a5f1-8d1f7697c974 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.211218] env[63676]: DEBUG oslo_vmware.api [None req-745ed12e-08c4-4555-8507-04df7f944458 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Waiting for the task: (returnval){ [ 1578.211218] env[63676]: value = "task-1925122" [ 1578.211218] env[63676]: _type = "Task" [ 1578.211218] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.225029] env[63676]: DEBUG oslo_vmware.api [None req-745ed12e-08c4-4555-8507-04df7f944458 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Task: {'id': task-1925122, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.307908] env[63676]: DEBUG nova.scheduler.client.report [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Refreshing inventories for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1578.328051] env[63676]: DEBUG nova.scheduler.client.report [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Updating ProviderTree inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1578.330656] env[63676]: DEBUG nova.compute.provider_tree [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1578.333996] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.346296] env[63676]: DEBUG nova.scheduler.client.report [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Refreshing aggregate associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, aggregates: None {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1578.363855] env[63676]: DEBUG nova.scheduler.client.report [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Refreshing trait associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1578.389508] env[63676]: DEBUG oslo_vmware.api [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Task: {'id': task-1925118, 'name': ReconfigVM_Task, 'duration_secs': 0.5685} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.389790] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 3623083d-0bf5-4947-9191-298ad2de4e13/3623083d-0bf5-4947-9191-298ad2de4e13.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1578.392721] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b140b69-9d8c-40ad-ae61-7c3e23ec5feb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.406098] env[63676]: DEBUG oslo_vmware.api [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Waiting for the task: (returnval){ [ 1578.406098] env[63676]: value = "task-1925123" [ 1578.406098] env[63676]: _type = "Task" [ 1578.406098] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.423780] env[63676]: DEBUG oslo_vmware.api [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Task: {'id': task-1925123, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.684177] env[63676]: DEBUG oslo_concurrency.lockutils [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] Releasing lock "refresh_cache-6e8fec3b-8872-4581-bb3f-d48aa9c7c727" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1578.684426] env[63676]: DEBUG nova.compute.manager [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=63676) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3036}} [ 1578.684619] env[63676]: DEBUG nova.compute.manager [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1578.684782] env[63676]: DEBUG nova.network.neutron [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1578.720777] env[63676]: DEBUG oslo_vmware.api [None req-745ed12e-08c4-4555-8507-04df7f944458 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Task: {'id': task-1925122, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251194} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.723941] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-745ed12e-08c4-4555-8507-04df7f944458 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1578.724220] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-745ed12e-08c4-4555-8507-04df7f944458 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1578.724792] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-745ed12e-08c4-4555-8507-04df7f944458 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1578.724792] env[63676]: INFO nova.compute.manager [None req-745ed12e-08c4-4555-8507-04df7f944458 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1578.724912] env[63676]: DEBUG oslo.service.loopingcall [None req-745ed12e-08c4-4555-8507-04df7f944458 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1578.725623] env[63676]: DEBUG nova.network.neutron [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1578.731025] env[63676]: DEBUG nova.compute.manager [-] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1578.731025] env[63676]: DEBUG nova.network.neutron [-] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1578.843019] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4bab9c-f397-4bb2-9278-cb64c3299b61 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.850469] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1bc250b-eb49-4921-aa1d-eea8209d7c69 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.887759] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b4a61e4-961b-4caa-a4d3-d9320c783420 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.897251] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bdf630b-b10e-4415-8c96-a124135ca22d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.901917] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e2c14a2a-880d-41ce-be44-5d072ae2d939 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "d10f2dca-6d26-4c7e-8683-8da43221cce3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.902335] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e2c14a2a-880d-41ce-be44-5d072ae2d939 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "d10f2dca-6d26-4c7e-8683-8da43221cce3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.902693] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e2c14a2a-880d-41ce-be44-5d072ae2d939 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "d10f2dca-6d26-4c7e-8683-8da43221cce3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.902995] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e2c14a2a-880d-41ce-be44-5d072ae2d939 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "d10f2dca-6d26-4c7e-8683-8da43221cce3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.903782] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e2c14a2a-880d-41ce-be44-5d072ae2d939 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "d10f2dca-6d26-4c7e-8683-8da43221cce3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.906148] env[63676]: INFO nova.compute.manager [None req-e2c14a2a-880d-41ce-be44-5d072ae2d939 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Terminating instance [ 1578.921690] env[63676]: DEBUG nova.compute.provider_tree [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1578.929244] env[63676]: DEBUG oslo_vmware.api [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Task: {'id': task-1925123, 'name': Rename_Task, 'duration_secs': 0.153515} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.929616] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1578.929905] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89fec407-500d-4016-b484-7342643ff86e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.936199] env[63676]: DEBUG oslo_vmware.api [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Waiting for the task: (returnval){ [ 1578.936199] env[63676]: value = "task-1925124" [ 1578.936199] env[63676]: _type = "Task" [ 1578.936199] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.944954] env[63676]: DEBUG oslo_vmware.api [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Task: {'id': task-1925124, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.949384] env[63676]: DEBUG oslo_concurrency.lockutils [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Acquiring lock "ac96cdc3-e0ea-478a-8ed4-72c264eea1f4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.949686] env[63676]: DEBUG oslo_concurrency.lockutils [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Lock "ac96cdc3-e0ea-478a-8ed4-72c264eea1f4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.229747] env[63676]: DEBUG nova.network.neutron [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.425019] env[63676]: DEBUG nova.compute.manager [None req-e2c14a2a-880d-41ce-be44-5d072ae2d939 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1579.425019] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c14a2a-880d-41ce-be44-5d072ae2d939 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1579.425019] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318eb57a-b430-4bdc-8dcf-5a17a286ee5f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.430805] env[63676]: DEBUG nova.scheduler.client.report [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1579.453597] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c14a2a-880d-41ce-be44-5d072ae2d939 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1579.454354] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-229fdf2b-2267-4ba1-9883-cbbf7dbd3317 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.459975] env[63676]: DEBUG oslo_vmware.api [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Task: {'id': task-1925124, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.462261] env[63676]: DEBUG oslo_vmware.api [None req-e2c14a2a-880d-41ce-be44-5d072ae2d939 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1579.462261] env[63676]: value = "task-1925125" [ 1579.462261] env[63676]: _type = "Task" [ 1579.462261] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.472400] env[63676]: DEBUG oslo_vmware.api [None req-e2c14a2a-880d-41ce-be44-5d072ae2d939 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925125, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.738208] env[63676]: INFO nova.compute.manager [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] [instance: 6e8fec3b-8872-4581-bb3f-d48aa9c7c727] Took 1.05 seconds to deallocate network for instance. [ 1579.821275] env[63676]: DEBUG nova.network.neutron [-] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.915434] env[63676]: DEBUG oslo_concurrency.lockutils [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "8c888cd9-be84-4190-847b-96491a3dd73f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.915743] env[63676]: DEBUG oslo_concurrency.lockutils [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "8c888cd9-be84-4190-847b-96491a3dd73f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.943839] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.944603] env[63676]: DEBUG nova.compute.manager [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1579.947863] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.575s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.948122] env[63676]: DEBUG nova.objects.instance [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] Lazy-loading 'resources' on Instance uuid 1252f513-6deb-44c8-a919-548eb2a4f14a {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1579.968857] env[63676]: DEBUG oslo_vmware.api [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Task: {'id': task-1925124, 'name': PowerOnVM_Task, 'duration_secs': 0.654364} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.978774] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1579.978774] env[63676]: INFO nova.compute.manager [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Took 10.20 seconds to spawn the instance on the hypervisor. [ 1579.978774] env[63676]: DEBUG nova.compute.manager [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1579.978774] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49c9afa-1cdc-4bbd-a637-f5e100ca60bc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.989488] env[63676]: DEBUG oslo_vmware.api [None req-e2c14a2a-880d-41ce-be44-5d072ae2d939 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925125, 'name': PowerOffVM_Task, 'duration_secs': 0.322557} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.991476] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2c14a2a-880d-41ce-be44-5d072ae2d939 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1579.991717] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c14a2a-880d-41ce-be44-5d072ae2d939 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1579.999845] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca52bf7e-2f8b-41a7-843c-aaa8445e0395 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.081180] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c14a2a-880d-41ce-be44-5d072ae2d939 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1580.081329] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c14a2a-880d-41ce-be44-5d072ae2d939 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1580.081511] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c14a2a-880d-41ce-be44-5d072ae2d939 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Deleting the datastore file [datastore1] d10f2dca-6d26-4c7e-8683-8da43221cce3 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1580.082890] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d916310e-cd7a-48db-89cf-5c8f43ba9fbc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.089920] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "769d673a-b23e-4995-a6d9-2d2d53a6b469" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.092024] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "769d673a-b23e-4995-a6d9-2d2d53a6b469" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.095215] env[63676]: DEBUG oslo_vmware.api [None req-e2c14a2a-880d-41ce-be44-5d072ae2d939 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1580.095215] env[63676]: value = "task-1925128" [ 1580.095215] env[63676]: _type = "Task" [ 1580.095215] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.104895] env[63676]: DEBUG oslo_vmware.api [None req-e2c14a2a-880d-41ce-be44-5d072ae2d939 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.181162] env[63676]: DEBUG oslo_concurrency.lockutils [None req-21849cdc-b83d-4d30-94df-ad2c50d7d09e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "3c72e1b6-ff20-4349-b464-a5d7205687dd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.181162] env[63676]: DEBUG oslo_concurrency.lockutils [None req-21849cdc-b83d-4d30-94df-ad2c50d7d09e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "3c72e1b6-ff20-4349-b464-a5d7205687dd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.181162] env[63676]: DEBUG oslo_concurrency.lockutils [None req-21849cdc-b83d-4d30-94df-ad2c50d7d09e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "3c72e1b6-ff20-4349-b464-a5d7205687dd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.181283] env[63676]: DEBUG oslo_concurrency.lockutils [None req-21849cdc-b83d-4d30-94df-ad2c50d7d09e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "3c72e1b6-ff20-4349-b464-a5d7205687dd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.181390] env[63676]: DEBUG oslo_concurrency.lockutils [None req-21849cdc-b83d-4d30-94df-ad2c50d7d09e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "3c72e1b6-ff20-4349-b464-a5d7205687dd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.183697] env[63676]: INFO nova.compute.manager [None req-21849cdc-b83d-4d30-94df-ad2c50d7d09e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Terminating instance [ 1580.223621] env[63676]: DEBUG nova.compute.manager [req-012469a8-6fab-41c1-b6ee-ce08cb53cfca req-671111a0-e60f-40a3-8c0d-c96e3b93091b service nova] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Received event network-vif-deleted-00a6e93f-6ab2-4e89-8d92-28c9e3dbaa22 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1580.322866] env[63676]: INFO nova.compute.manager [-] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Took 1.59 seconds to deallocate network for instance. [ 1580.458866] env[63676]: DEBUG nova.compute.utils [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1580.464084] env[63676]: DEBUG nova.compute.manager [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Not allocating networking since 'none' was specified. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1580.511883] env[63676]: INFO nova.compute.manager [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Took 27.39 seconds to build instance. [ 1580.615444] env[63676]: DEBUG oslo_vmware.api [None req-e2c14a2a-880d-41ce-be44-5d072ae2d939 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.691377] env[63676]: DEBUG nova.compute.manager [None req-21849cdc-b83d-4d30-94df-ad2c50d7d09e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1580.691752] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-21849cdc-b83d-4d30-94df-ad2c50d7d09e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1580.692559] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36504df0-7134-420a-8bb6-949f6e54d278 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.705538] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-21849cdc-b83d-4d30-94df-ad2c50d7d09e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1580.705866] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-216688ee-ef1a-4959-883f-0fbdabce8f8e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.716824] env[63676]: DEBUG oslo_vmware.api [None req-21849cdc-b83d-4d30-94df-ad2c50d7d09e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1580.716824] env[63676]: value = "task-1925129" [ 1580.716824] env[63676]: _type = "Task" [ 1580.716824] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.732193] env[63676]: DEBUG oslo_vmware.api [None req-21849cdc-b83d-4d30-94df-ad2c50d7d09e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.781687] env[63676]: INFO nova.scheduler.client.report [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] Deleted allocations for instance 6e8fec3b-8872-4581-bb3f-d48aa9c7c727 [ 1580.831818] env[63676]: DEBUG oslo_concurrency.lockutils [None req-745ed12e-08c4-4555-8507-04df7f944458 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1580.965231] env[63676]: DEBUG nova.compute.manager [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1581.017122] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43d90842-9f70-4404-b1c0-90297291a86c tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Lock "3623083d-0bf5-4947-9191-298ad2de4e13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.869s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.045450] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c18bc5-4986-4b20-94f6-d9f9ab69fb86 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.061111] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2626cd55-a927-4121-9f12-c3044d3533b7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.106945] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99f05c0-cb49-4859-b9e9-ad331d6dd2d1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.116063] env[63676]: DEBUG oslo_vmware.api [None req-e2c14a2a-880d-41ce-be44-5d072ae2d939 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.65147} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.118266] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2c14a2a-880d-41ce-be44-5d072ae2d939 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1581.121510] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c14a2a-880d-41ce-be44-5d072ae2d939 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1581.121510] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e2c14a2a-880d-41ce-be44-5d072ae2d939 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1581.121510] env[63676]: INFO nova.compute.manager [None req-e2c14a2a-880d-41ce-be44-5d072ae2d939 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Took 1.70 seconds to destroy the instance on the hypervisor. [ 1581.121510] env[63676]: DEBUG oslo.service.loopingcall [None req-e2c14a2a-880d-41ce-be44-5d072ae2d939 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1581.121510] env[63676]: DEBUG nova.compute.manager [-] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1581.121510] env[63676]: DEBUG nova.network.neutron [-] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1581.122669] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc59818-0cb9-4614-a5cd-b4489ff531ab {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.138439] env[63676]: DEBUG nova.compute.provider_tree [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1581.230028] env[63676]: DEBUG oslo_vmware.api [None req-21849cdc-b83d-4d30-94df-ad2c50d7d09e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925129, 'name': PowerOffVM_Task, 'duration_secs': 0.231523} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.230028] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-21849cdc-b83d-4d30-94df-ad2c50d7d09e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1581.230543] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-21849cdc-b83d-4d30-94df-ad2c50d7d09e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1581.230612] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab97efdf-fbc4-4cdb-9847-7918be12ff80 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.294705] env[63676]: DEBUG oslo_concurrency.lockutils [None req-74f9f1fa-d2da-4411-83f0-a7ba11f7a054 tempest-ServersWithSpecificFlavorTestJSON-1311140598 tempest-ServersWithSpecificFlavorTestJSON-1311140598-project-member] Lock "6e8fec3b-8872-4581-bb3f-d48aa9c7c727" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.678s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.308185] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-21849cdc-b83d-4d30-94df-ad2c50d7d09e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1581.308185] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-21849cdc-b83d-4d30-94df-ad2c50d7d09e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1581.308185] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-21849cdc-b83d-4d30-94df-ad2c50d7d09e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Deleting the datastore file [datastore1] 3c72e1b6-ff20-4349-b464-a5d7205687dd {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1581.308185] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-95418967-b416-4231-922c-31b3174c7736 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.315077] env[63676]: DEBUG oslo_vmware.api [None req-21849cdc-b83d-4d30-94df-ad2c50d7d09e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1581.315077] env[63676]: value = "task-1925131" [ 1581.315077] env[63676]: _type = "Task" [ 1581.315077] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.331734] env[63676]: DEBUG oslo_vmware.api [None req-21849cdc-b83d-4d30-94df-ad2c50d7d09e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925131, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1581.520473] env[63676]: DEBUG nova.compute.manager [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1581.643453] env[63676]: DEBUG nova.scheduler.client.report [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1581.801433] env[63676]: DEBUG nova.compute.manager [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1581.831982] env[63676]: DEBUG oslo_vmware.api [None req-21849cdc-b83d-4d30-94df-ad2c50d7d09e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925131, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171449} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1581.832346] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-21849cdc-b83d-4d30-94df-ad2c50d7d09e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1581.832582] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-21849cdc-b83d-4d30-94df-ad2c50d7d09e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1581.832809] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-21849cdc-b83d-4d30-94df-ad2c50d7d09e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1581.833031] env[63676]: INFO nova.compute.manager [None req-21849cdc-b83d-4d30-94df-ad2c50d7d09e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1581.833526] env[63676]: DEBUG oslo.service.loopingcall [None req-21849cdc-b83d-4d30-94df-ad2c50d7d09e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1581.833611] env[63676]: DEBUG nova.compute.manager [-] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1581.834797] env[63676]: DEBUG nova.network.neutron [-] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1581.980269] env[63676]: DEBUG nova.compute.manager [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1582.018730] env[63676]: DEBUG nova.virt.hardware [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1582.018730] env[63676]: DEBUG nova.virt.hardware [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1582.018730] env[63676]: DEBUG nova.virt.hardware [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1582.019014] env[63676]: DEBUG nova.virt.hardware [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1582.019014] env[63676]: DEBUG nova.virt.hardware [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1582.019235] env[63676]: DEBUG nova.virt.hardware [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1582.019388] env[63676]: DEBUG nova.virt.hardware [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1582.019512] env[63676]: DEBUG nova.virt.hardware [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1582.019686] env[63676]: DEBUG nova.virt.hardware [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1582.019840] env[63676]: DEBUG nova.virt.hardware [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1582.020018] env[63676]: DEBUG nova.virt.hardware [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1582.020914] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e41a97-515f-4284-9a79-ce67809b6b07 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.036991] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066d4800-d205-4196-800e-dda9535b2962 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.051537] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Instance VIF info [] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1582.057597] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Creating folder: Project (f532f04787c24b39ba62d0b406414e23). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1582.059107] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4588d24-6bef-4a35-a77e-09e2b5418e00 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.062389] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.066080] env[63676]: DEBUG nova.compute.manager [None req-eb0b90cc-2e92-4148-a1e1-82bfcc27d596 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1582.067073] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f470954b-d96f-4b0d-9d9b-6d05ea5cd9a6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.072719] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Created folder: Project (f532f04787c24b39ba62d0b406414e23) in parent group-v396927. [ 1582.072967] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Creating folder: Instances. Parent ref: group-v396970. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1582.073588] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e8c89d8-818f-4111-8dc7-4f1cc38bf3b0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.089694] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Created folder: Instances in parent group-v396970. [ 1582.089933] env[63676]: DEBUG oslo.service.loopingcall [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1582.090151] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1582.090342] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6ea0cb1-be25-49f8-a225-429a7f25f322 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.107134] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1582.107134] env[63676]: value = "task-1925135" [ 1582.107134] env[63676]: _type = "Task" [ 1582.107134] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.116934] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925135, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.149375] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.153313] env[63676]: DEBUG oslo_concurrency.lockutils [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.422s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.157031] env[63676]: INFO nova.compute.claims [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1582.190403] env[63676]: INFO nova.scheduler.client.report [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] Deleted allocations for instance 1252f513-6deb-44c8-a919-548eb2a4f14a [ 1582.328539] env[63676]: DEBUG oslo_concurrency.lockutils [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.416620] env[63676]: DEBUG nova.network.neutron [-] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.583439] env[63676]: INFO nova.compute.manager [None req-eb0b90cc-2e92-4148-a1e1-82bfcc27d596 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] instance snapshotting [ 1582.586059] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac80d0c0-b36c-4552-8413-9f3d3fe29b14 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.612528] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ae7e5c-407c-44f0-a8f9-010801ae288c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.622915] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925135, 'name': CreateVM_Task, 'duration_secs': 0.272615} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1582.625045] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1582.627854] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1582.627980] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.628303] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1582.628780] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67597583-2e34-4054-b68b-48eea8837458 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.636404] env[63676]: DEBUG oslo_vmware.api [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Waiting for the task: (returnval){ [ 1582.636404] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]528a8e36-74fd-9e8c-2661-6f316cec99c6" [ 1582.636404] env[63676]: _type = "Task" [ 1582.636404] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.646649] env[63676]: DEBUG oslo_vmware.api [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]528a8e36-74fd-9e8c-2661-6f316cec99c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.706308] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6d3eb3b9-c0cb-4285-a690-8bdf0415df03 tempest-DeleteServersAdminTestJSON-1846191106 tempest-DeleteServersAdminTestJSON-1846191106-project-admin] Lock "1252f513-6deb-44c8-a919-548eb2a4f14a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.543s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.800743] env[63676]: DEBUG nova.compute.manager [req-1059544a-e0e7-45ff-9b0c-90bfc5f7a27e req-750405d9-2125-4b6b-87b6-7f769db00199 service nova] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Received event network-vif-deleted-84acd0a3-f717-44a8-9d7f-b11fc9342033 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1582.917536] env[63676]: DEBUG nova.network.neutron [-] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1582.922657] env[63676]: INFO nova.compute.manager [-] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Took 1.80 seconds to deallocate network for instance. [ 1583.014577] env[63676]: DEBUG nova.compute.manager [req-3ec29d06-0e03-4f44-b4c6-9159ab50e5ff req-3fd4ecc0-9caa-476d-9edc-5c1ecff83f5f service nova] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Received event network-changed-0b4eadb5-2ccd-4290-af2a-a685e2ddbeab {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1583.015108] env[63676]: DEBUG nova.compute.manager [req-3ec29d06-0e03-4f44-b4c6-9159ab50e5ff req-3fd4ecc0-9caa-476d-9edc-5c1ecff83f5f service nova] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Refreshing instance network info cache due to event network-changed-0b4eadb5-2ccd-4290-af2a-a685e2ddbeab. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1583.015528] env[63676]: DEBUG oslo_concurrency.lockutils [req-3ec29d06-0e03-4f44-b4c6-9159ab50e5ff req-3fd4ecc0-9caa-476d-9edc-5c1ecff83f5f service nova] Acquiring lock "refresh_cache-3623083d-0bf5-4947-9191-298ad2de4e13" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.015653] env[63676]: DEBUG oslo_concurrency.lockutils [req-3ec29d06-0e03-4f44-b4c6-9159ab50e5ff req-3fd4ecc0-9caa-476d-9edc-5c1ecff83f5f service nova] Acquired lock "refresh_cache-3623083d-0bf5-4947-9191-298ad2de4e13" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.015831] env[63676]: DEBUG nova.network.neutron [req-3ec29d06-0e03-4f44-b4c6-9159ab50e5ff req-3fd4ecc0-9caa-476d-9edc-5c1ecff83f5f service nova] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Refreshing network info cache for port 0b4eadb5-2ccd-4290-af2a-a685e2ddbeab {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1583.130770] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0b90cc-2e92-4148-a1e1-82bfcc27d596 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Creating Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1583.131411] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-447abaff-3e54-4b24-ab83-64766c2b3785 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.149432] env[63676]: DEBUG oslo_vmware.api [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]528a8e36-74fd-9e8c-2661-6f316cec99c6, 'name': SearchDatastore_Task, 'duration_secs': 0.022886} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.150695] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.150964] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1583.155301] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.155301] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.155301] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1583.155301] env[63676]: DEBUG oslo_vmware.api [None req-eb0b90cc-2e92-4148-a1e1-82bfcc27d596 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1583.155301] env[63676]: value = "task-1925136" [ 1583.155301] env[63676]: _type = "Task" [ 1583.155301] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.155301] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3edf2444-3938-40ed-ac8d-6bf07f2280c8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.174055] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1583.174055] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1583.174667] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6014e3ee-86e2-42da-a596-dc750568969e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.180935] env[63676]: DEBUG oslo_vmware.api [None req-eb0b90cc-2e92-4148-a1e1-82bfcc27d596 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925136, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.187014] env[63676]: DEBUG oslo_vmware.api [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Waiting for the task: (returnval){ [ 1583.187014] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d706db-8a73-ecc5-d4be-fea56b1ae419" [ 1583.187014] env[63676]: _type = "Task" [ 1583.187014] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.194674] env[63676]: DEBUG oslo_vmware.api [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d706db-8a73-ecc5-d4be-fea56b1ae419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.423389] env[63676]: INFO nova.compute.manager [-] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Took 1.59 seconds to deallocate network for instance. [ 1583.434038] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e2c14a2a-880d-41ce-be44-5d072ae2d939 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.667963] env[63676]: DEBUG oslo_vmware.api [None req-eb0b90cc-2e92-4148-a1e1-82bfcc27d596 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925136, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.668655] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa827c36-514a-4516-9d9c-b7850032cac4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.677119] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5792c3-e8f2-4dd4-a18d-5cbe485d0667 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.714661] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0eec82-b7a5-48a3-839a-f9b77aef5b67 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.723250] env[63676]: DEBUG oslo_vmware.api [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d706db-8a73-ecc5-d4be-fea56b1ae419, 'name': SearchDatastore_Task, 'duration_secs': 0.010043} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.726253] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ce90de5-280a-4747-9a93-2612c8887ccf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.729623] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b1671a-af45-4514-82cd-af204de7a67c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.739226] env[63676]: DEBUG oslo_vmware.api [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Waiting for the task: (returnval){ [ 1583.739226] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527ffa93-428f-9113-e130-5debfaba5d87" [ 1583.739226] env[63676]: _type = "Task" [ 1583.739226] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.747467] env[63676]: DEBUG nova.compute.provider_tree [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1583.758769] env[63676]: DEBUG oslo_vmware.api [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527ffa93-428f-9113-e130-5debfaba5d87, 'name': SearchDatastore_Task, 'duration_secs': 0.016625} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.760431] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1583.760431] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] e0e6b00e-63b9-458d-ad31-3fa6d175cd04/e0e6b00e-63b9-458d-ad31-3fa6d175cd04.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1583.760431] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49275d3f-a6d0-4f53-9a8f-781e7a9ae7d8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.767218] env[63676]: DEBUG oslo_vmware.api [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Waiting for the task: (returnval){ [ 1583.767218] env[63676]: value = "task-1925137" [ 1583.767218] env[63676]: _type = "Task" [ 1583.767218] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.779203] env[63676]: DEBUG oslo_vmware.api [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': task-1925137, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.786709] env[63676]: DEBUG oslo_concurrency.lockutils [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Acquiring lock "0b9be8e5-f5b1-4206-8001-58e40e6d45a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.786709] env[63676]: DEBUG oslo_concurrency.lockutils [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Lock "0b9be8e5-f5b1-4206-8001-58e40e6d45a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.937856] env[63676]: DEBUG oslo_concurrency.lockutils [None req-21849cdc-b83d-4d30-94df-ad2c50d7d09e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.170266] env[63676]: DEBUG oslo_vmware.api [None req-eb0b90cc-2e92-4148-a1e1-82bfcc27d596 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925136, 'name': CreateSnapshot_Task, 'duration_secs': 0.624472} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.170266] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0b90cc-2e92-4148-a1e1-82bfcc27d596 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Created Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1584.170928] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae06ec4-8c9b-42b2-81ca-909acbb9362e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.254101] env[63676]: DEBUG nova.scheduler.client.report [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1584.281386] env[63676]: DEBUG oslo_vmware.api [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': task-1925137, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502115} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.281672] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] e0e6b00e-63b9-458d-ad31-3fa6d175cd04/e0e6b00e-63b9-458d-ad31-3fa6d175cd04.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1584.281885] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1584.282176] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74196810-615d-4fbe-9cf4-2137e2b76987 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.289525] env[63676]: DEBUG oslo_vmware.api [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Waiting for the task: (returnval){ [ 1584.289525] env[63676]: value = "task-1925138" [ 1584.289525] env[63676]: _type = "Task" [ 1584.289525] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.303584] env[63676]: DEBUG oslo_vmware.api [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': task-1925138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.440297] env[63676]: DEBUG nova.network.neutron [req-3ec29d06-0e03-4f44-b4c6-9159ab50e5ff req-3fd4ecc0-9caa-476d-9edc-5c1ecff83f5f service nova] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Updated VIF entry in instance network info cache for port 0b4eadb5-2ccd-4290-af2a-a685e2ddbeab. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1584.440297] env[63676]: DEBUG nova.network.neutron [req-3ec29d06-0e03-4f44-b4c6-9159ab50e5ff req-3fd4ecc0-9caa-476d-9edc-5c1ecff83f5f service nova] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Updating instance_info_cache with network_info: [{"id": "0b4eadb5-2ccd-4290-af2a-a685e2ddbeab", "address": "fa:16:3e:d0:24:fc", "network": {"id": "d7de9df6-9017-4fd2-8e33-8c0d18f61373", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-973749749-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9e1a0f3e3474f999300e99d1294ccc2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8459aaf-d6a8-46fb-ad14-464ac3104695", "external-id": "nsx-vlan-transportzone-46", "segmentation_id": 46, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b4eadb5-2c", "ovs_interfaceid": "0b4eadb5-2ccd-4290-af2a-a685e2ddbeab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.693505] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0b90cc-2e92-4148-a1e1-82bfcc27d596 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Creating linked-clone VM from snapshot {{(pid=63676) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1584.693897] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7739aaf0-f5d0-4a09-bf23-91570327ffc5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.702227] env[63676]: DEBUG oslo_vmware.api [None req-eb0b90cc-2e92-4148-a1e1-82bfcc27d596 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1584.702227] env[63676]: value = "task-1925139" [ 1584.702227] env[63676]: _type = "Task" [ 1584.702227] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.711043] env[63676]: DEBUG oslo_vmware.api [None req-eb0b90cc-2e92-4148-a1e1-82bfcc27d596 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925139, 'name': CloneVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.759433] env[63676]: DEBUG oslo_concurrency.lockutils [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.759932] env[63676]: DEBUG nova.compute.manager [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1584.762904] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.850s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.765038] env[63676]: INFO nova.compute.claims [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1584.800403] env[63676]: DEBUG oslo_vmware.api [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': task-1925138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.282892} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.800403] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1584.801223] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309f11db-ffe6-4e2a-99b5-621307a4eb34 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.824117] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] e0e6b00e-63b9-458d-ad31-3fa6d175cd04/e0e6b00e-63b9-458d-ad31-3fa6d175cd04.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1584.825710] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd68683e-735d-45ec-aa71-3a0c06d55dd4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.847011] env[63676]: DEBUG oslo_vmware.api [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Waiting for the task: (returnval){ [ 1584.847011] env[63676]: value = "task-1925140" [ 1584.847011] env[63676]: _type = "Task" [ 1584.847011] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.855454] env[63676]: DEBUG oslo_vmware.api [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': task-1925140, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.947073] env[63676]: DEBUG oslo_concurrency.lockutils [req-3ec29d06-0e03-4f44-b4c6-9159ab50e5ff req-3fd4ecc0-9caa-476d-9edc-5c1ecff83f5f service nova] Releasing lock "refresh_cache-3623083d-0bf5-4947-9191-298ad2de4e13" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.212198] env[63676]: DEBUG oslo_vmware.api [None req-eb0b90cc-2e92-4148-a1e1-82bfcc27d596 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925139, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.274417] env[63676]: DEBUG nova.compute.utils [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1585.279725] env[63676]: DEBUG nova.compute.manager [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1585.279833] env[63676]: DEBUG nova.network.neutron [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1585.356612] env[63676]: DEBUG oslo_vmware.api [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': task-1925140, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.373233] env[63676]: DEBUG nova.policy [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da1f4aa2c5bf4a3584ee943d5de9b109', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '543c661e7e4a4518a656a2e9aad45e86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1585.713381] env[63676]: DEBUG oslo_vmware.api [None req-eb0b90cc-2e92-4148-a1e1-82bfcc27d596 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925139, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.777382] env[63676]: DEBUG nova.compute.manager [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1585.862164] env[63676]: DEBUG oslo_vmware.api [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': task-1925140, 'name': ReconfigVM_Task, 'duration_secs': 0.624909} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.862468] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Reconfigured VM instance instance-00000010 to attach disk [datastore1] e0e6b00e-63b9-458d-ad31-3fa6d175cd04/e0e6b00e-63b9-458d-ad31-3fa6d175cd04.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1585.866299] env[63676]: DEBUG nova.network.neutron [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Successfully created port: 6205a90b-69ef-4a7e-a7d6-744ea0dcdf60 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1585.867960] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6068e8fe-b65c-455e-8cf9-112faea87d84 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.874082] env[63676]: DEBUG oslo_vmware.api [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Waiting for the task: (returnval){ [ 1585.874082] env[63676]: value = "task-1925141" [ 1585.874082] env[63676]: _type = "Task" [ 1585.874082] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.890243] env[63676]: DEBUG oslo_vmware.api [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': task-1925141, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.189019] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Acquiring lock "7703addf-fe6d-40f7-bb52-47fa36c14a50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.189292] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Lock "7703addf-fe6d-40f7-bb52-47fa36c14a50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.196948] env[63676]: DEBUG nova.compute.manager [req-63c1b12d-8951-4bd1-9710-6a9810d8095f req-3cc0dbeb-181e-4e2d-9bd2-27985be6e34e service nova] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Received event network-vif-deleted-7900bccf-2099-4499-a040-3b4599d3c2f5 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1586.217151] env[63676]: DEBUG oslo_vmware.api [None req-eb0b90cc-2e92-4148-a1e1-82bfcc27d596 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925139, 'name': CloneVM_Task, 'duration_secs': 1.286845} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.217455] env[63676]: INFO nova.virt.vmwareapi.vmops [None req-eb0b90cc-2e92-4148-a1e1-82bfcc27d596 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Created linked-clone VM from snapshot [ 1586.219224] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad6613f-4d06-4681-9e11-a396af61bde6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.227495] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-eb0b90cc-2e92-4148-a1e1-82bfcc27d596 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Uploading image e709f99a-d2c1-4769-b484-5ee441fb79b8 {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1586.253785] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb0b90cc-2e92-4148-a1e1-82bfcc27d596 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Destroying the VM {{(pid=63676) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1586.253785] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-aac17a20-1e8b-4947-8747-38f0392786a1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.258164] env[63676]: DEBUG oslo_vmware.api [None req-eb0b90cc-2e92-4148-a1e1-82bfcc27d596 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1586.258164] env[63676]: value = "task-1925142" [ 1586.258164] env[63676]: _type = "Task" [ 1586.258164] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.270688] env[63676]: DEBUG oslo_vmware.api [None req-eb0b90cc-2e92-4148-a1e1-82bfcc27d596 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925142, 'name': Destroy_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.274552] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542e17c1-2aa5-48a1-b7a2-3ffaa6dd55a2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.281562] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17f13d6-9cd3-4874-9e91-83dff24e5520 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.316502] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbe0f2a-ff14-4703-82c6-9037c7dc935c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.324159] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95c92c7-809f-4e76-bc99-dbeb3db7a96a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.340659] env[63676]: DEBUG nova.compute.provider_tree [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1586.384650] env[63676]: DEBUG oslo_vmware.api [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': task-1925141, 'name': Rename_Task, 'duration_secs': 0.149735} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.384650] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1586.384827] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7b17976e-e728-4f35-8511-c0f0aee06115 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.396336] env[63676]: DEBUG oslo_vmware.api [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Waiting for the task: (returnval){ [ 1586.396336] env[63676]: value = "task-1925143" [ 1586.396336] env[63676]: _type = "Task" [ 1586.396336] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.399977] env[63676]: DEBUG oslo_vmware.api [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': task-1925143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.771819] env[63676]: DEBUG oslo_vmware.api [None req-eb0b90cc-2e92-4148-a1e1-82bfcc27d596 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925142, 'name': Destroy_Task, 'duration_secs': 0.437151} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.772114] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-eb0b90cc-2e92-4148-a1e1-82bfcc27d596 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Destroyed the VM [ 1586.772216] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0b90cc-2e92-4148-a1e1-82bfcc27d596 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Deleting Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1586.772851] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-08e764b0-64e1-405c-8709-451ded701a22 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.779517] env[63676]: DEBUG oslo_vmware.api [None req-eb0b90cc-2e92-4148-a1e1-82bfcc27d596 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1586.779517] env[63676]: value = "task-1925144" [ 1586.779517] env[63676]: _type = "Task" [ 1586.779517] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.788888] env[63676]: DEBUG oslo_vmware.api [None req-eb0b90cc-2e92-4148-a1e1-82bfcc27d596 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925144, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.790069] env[63676]: DEBUG nova.compute.manager [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1586.820661] env[63676]: DEBUG nova.virt.hardware [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1586.820661] env[63676]: DEBUG nova.virt.hardware [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1586.820901] env[63676]: DEBUG nova.virt.hardware [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1586.821493] env[63676]: DEBUG nova.virt.hardware [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1586.821657] env[63676]: DEBUG nova.virt.hardware [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1586.821811] env[63676]: DEBUG nova.virt.hardware [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1586.822033] env[63676]: DEBUG nova.virt.hardware [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1586.822199] env[63676]: DEBUG nova.virt.hardware [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1586.822369] env[63676]: DEBUG nova.virt.hardware [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1586.822929] env[63676]: DEBUG nova.virt.hardware [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1586.822929] env[63676]: DEBUG nova.virt.hardware [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1586.823591] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c49908-c638-4c00-95ee-ca7e537b26dc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.831181] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f274ad4a-4312-4ab9-8dbb-8ee9cc40c491 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.847127] env[63676]: DEBUG nova.scheduler.client.report [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1586.902033] env[63676]: DEBUG oslo_vmware.api [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': task-1925143, 'name': PowerOnVM_Task, 'duration_secs': 0.439245} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.902317] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1586.902524] env[63676]: INFO nova.compute.manager [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Took 4.92 seconds to spawn the instance on the hypervisor. [ 1586.902709] env[63676]: DEBUG nova.compute.manager [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1586.903835] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3714187-338f-42c1-84e8-2e59b590c9e7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.005663] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Acquiring lock "677bd1fb-54e0-4cd7-b28b-0f60575ff6b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.006153] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Lock "677bd1fb-54e0-4cd7-b28b-0f60575ff6b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.291731] env[63676]: DEBUG oslo_vmware.api [None req-eb0b90cc-2e92-4148-a1e1-82bfcc27d596 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925144, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.351864] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.589s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.352429] env[63676]: DEBUG nova.compute.manager [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1587.360068] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.548s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1587.360068] env[63676]: DEBUG nova.objects.instance [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Lazy-loading 'resources' on Instance uuid 47226e9d-c8d7-4e63-91ed-12cc91d2bf00 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1587.428132] env[63676]: INFO nova.compute.manager [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Took 26.40 seconds to build instance. [ 1587.794159] env[63676]: DEBUG oslo_vmware.api [None req-eb0b90cc-2e92-4148-a1e1-82bfcc27d596 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925144, 'name': RemoveSnapshot_Task, 'duration_secs': 0.90551} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.797020] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-eb0b90cc-2e92-4148-a1e1-82bfcc27d596 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Deleted Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1587.863793] env[63676]: DEBUG nova.compute.utils [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1587.869009] env[63676]: DEBUG nova.compute.manager [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1587.869009] env[63676]: DEBUG nova.network.neutron [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1587.930663] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c8005e7c-b9e8-4920-9093-3804ddb6030a tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Lock "e0e6b00e-63b9-458d-ad31-3fa6d175cd04" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.807s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.973954] env[63676]: DEBUG nova.policy [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da1f4aa2c5bf4a3584ee943d5de9b109', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '543c661e7e4a4518a656a2e9aad45e86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1588.150392] env[63676]: DEBUG nova.network.neutron [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Successfully updated port: 6205a90b-69ef-4a7e-a7d6-744ea0dcdf60 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1588.306853] env[63676]: WARNING nova.compute.manager [None req-eb0b90cc-2e92-4148-a1e1-82bfcc27d596 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Image not found during snapshot: nova.exception.ImageNotFound: Image e709f99a-d2c1-4769-b484-5ee441fb79b8 could not be found. [ 1588.360609] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7735b963-f624-46b3-bb9e-c3eeea2fbe95 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.368812] env[63676]: DEBUG nova.compute.manager [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1588.372060] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acab270b-35ab-4b66-9086-bc6e1f9f3dc3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.403474] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d45b86f1-3640-4727-8c83-134e68c993ed {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.411476] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1479511-2b19-4b4e-9894-f0c71fc96f42 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.432449] env[63676]: DEBUG nova.compute.provider_tree [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1588.434063] env[63676]: DEBUG nova.compute.manager [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1588.594025] env[63676]: DEBUG nova.network.neutron [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Successfully created port: de0985fc-8fb4-41af-b89e-e983e6af2423 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1588.657435] env[63676]: DEBUG oslo_concurrency.lockutils [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquiring lock "refresh_cache-83df18e8-450a-4e85-8f7f-4494aad37790" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.657570] env[63676]: DEBUG oslo_concurrency.lockutils [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquired lock "refresh_cache-83df18e8-450a-4e85-8f7f-4494aad37790" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.657817] env[63676]: DEBUG nova.network.neutron [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1588.679537] env[63676]: DEBUG nova.compute.manager [req-a0b7994c-8d9c-4df4-a688-63429f7ae3ec req-8eabc87d-28ed-4779-8071-3eb634d0deb9 service nova] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Received event network-vif-plugged-6205a90b-69ef-4a7e-a7d6-744ea0dcdf60 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1588.679770] env[63676]: DEBUG oslo_concurrency.lockutils [req-a0b7994c-8d9c-4df4-a688-63429f7ae3ec req-8eabc87d-28ed-4779-8071-3eb634d0deb9 service nova] Acquiring lock "83df18e8-450a-4e85-8f7f-4494aad37790-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.679979] env[63676]: DEBUG oslo_concurrency.lockutils [req-a0b7994c-8d9c-4df4-a688-63429f7ae3ec req-8eabc87d-28ed-4779-8071-3eb634d0deb9 service nova] Lock "83df18e8-450a-4e85-8f7f-4494aad37790-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1588.680165] env[63676]: DEBUG oslo_concurrency.lockutils [req-a0b7994c-8d9c-4df4-a688-63429f7ae3ec req-8eabc87d-28ed-4779-8071-3eb634d0deb9 service nova] Lock "83df18e8-450a-4e85-8f7f-4494aad37790-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1588.680393] env[63676]: DEBUG nova.compute.manager [req-a0b7994c-8d9c-4df4-a688-63429f7ae3ec req-8eabc87d-28ed-4779-8071-3eb634d0deb9 service nova] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] No waiting events found dispatching network-vif-plugged-6205a90b-69ef-4a7e-a7d6-744ea0dcdf60 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1588.680750] env[63676]: WARNING nova.compute.manager [req-a0b7994c-8d9c-4df4-a688-63429f7ae3ec req-8eabc87d-28ed-4779-8071-3eb634d0deb9 service nova] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Received unexpected event network-vif-plugged-6205a90b-69ef-4a7e-a7d6-744ea0dcdf60 for instance with vm_state building and task_state spawning. [ 1588.680967] env[63676]: DEBUG nova.compute.manager [req-a0b7994c-8d9c-4df4-a688-63429f7ae3ec req-8eabc87d-28ed-4779-8071-3eb634d0deb9 service nova] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Received event network-changed-6205a90b-69ef-4a7e-a7d6-744ea0dcdf60 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1588.681139] env[63676]: DEBUG nova.compute.manager [req-a0b7994c-8d9c-4df4-a688-63429f7ae3ec req-8eabc87d-28ed-4779-8071-3eb634d0deb9 service nova] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Refreshing instance network info cache due to event network-changed-6205a90b-69ef-4a7e-a7d6-744ea0dcdf60. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1588.681313] env[63676]: DEBUG oslo_concurrency.lockutils [req-a0b7994c-8d9c-4df4-a688-63429f7ae3ec req-8eabc87d-28ed-4779-8071-3eb634d0deb9 service nova] Acquiring lock "refresh_cache-83df18e8-450a-4e85-8f7f-4494aad37790" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1588.938358] env[63676]: DEBUG nova.scheduler.client.report [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1588.960917] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.247817] env[63676]: DEBUG nova.network.neutron [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1589.389439] env[63676]: DEBUG nova.compute.manager [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1589.426308] env[63676]: DEBUG nova.virt.hardware [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1589.426480] env[63676]: DEBUG nova.virt.hardware [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1589.426641] env[63676]: DEBUG nova.virt.hardware [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1589.426822] env[63676]: DEBUG nova.virt.hardware [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1589.426966] env[63676]: DEBUG nova.virt.hardware [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1589.427189] env[63676]: DEBUG nova.virt.hardware [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1589.427411] env[63676]: DEBUG nova.virt.hardware [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1589.427570] env[63676]: DEBUG nova.virt.hardware [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1589.427769] env[63676]: DEBUG nova.virt.hardware [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1589.427934] env[63676]: DEBUG nova.virt.hardware [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1589.428147] env[63676]: DEBUG nova.virt.hardware [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1589.429650] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-586cdf06-2f50-4171-aebf-5acd41e06706 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.437981] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f907397-5d41-40c4-9960-ff994189a1e2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.444639] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.454653] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 21.601s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.476895] env[63676]: INFO nova.compute.manager [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Rebuilding instance [ 1589.484831] env[63676]: INFO nova.scheduler.client.report [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Deleted allocations for instance 47226e9d-c8d7-4e63-91ed-12cc91d2bf00 [ 1589.542514] env[63676]: DEBUG nova.compute.manager [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1589.543927] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af319129-8009-4866-8688-9560186595f4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.605081] env[63676]: DEBUG nova.network.neutron [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Updating instance_info_cache with network_info: [{"id": "6205a90b-69ef-4a7e-a7d6-744ea0dcdf60", "address": "fa:16:3e:04:7f:05", "network": {"id": "f69b8fe2-f84b-41c0-b097-82138772d266", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2071213827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "543c661e7e4a4518a656a2e9aad45e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6205a90b-69", "ovs_interfaceid": "6205a90b-69ef-4a7e-a7d6-744ea0dcdf60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1589.896931] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquiring lock "159dec6d-8c2e-46c6-9411-1f2a23cecd9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.897607] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lock "159dec6d-8c2e-46c6-9411-1f2a23cecd9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.900704] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquiring lock "159dec6d-8c2e-46c6-9411-1f2a23cecd9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1589.900704] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lock "159dec6d-8c2e-46c6-9411-1f2a23cecd9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.900704] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lock "159dec6d-8c2e-46c6-9411-1f2a23cecd9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.902410] env[63676]: INFO nova.compute.manager [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Terminating instance [ 1589.998762] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69b2b3b9-2046-40d5-99b6-cccdeaa71881 tempest-ServerDiagnosticsV248Test-1222234638 tempest-ServerDiagnosticsV248Test-1222234638-project-member] Lock "47226e9d-c8d7-4e63-91ed-12cc91d2bf00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.196s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.108244] env[63676]: DEBUG oslo_concurrency.lockutils [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Releasing lock "refresh_cache-83df18e8-450a-4e85-8f7f-4494aad37790" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.108593] env[63676]: DEBUG nova.compute.manager [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Instance network_info: |[{"id": "6205a90b-69ef-4a7e-a7d6-744ea0dcdf60", "address": "fa:16:3e:04:7f:05", "network": {"id": "f69b8fe2-f84b-41c0-b097-82138772d266", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2071213827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "543c661e7e4a4518a656a2e9aad45e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6205a90b-69", "ovs_interfaceid": "6205a90b-69ef-4a7e-a7d6-744ea0dcdf60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1590.109161] env[63676]: DEBUG oslo_concurrency.lockutils [req-a0b7994c-8d9c-4df4-a688-63429f7ae3ec req-8eabc87d-28ed-4779-8071-3eb634d0deb9 service nova] Acquired lock "refresh_cache-83df18e8-450a-4e85-8f7f-4494aad37790" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.109344] env[63676]: DEBUG nova.network.neutron [req-a0b7994c-8d9c-4df4-a688-63429f7ae3ec req-8eabc87d-28ed-4779-8071-3eb634d0deb9 service nova] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Refreshing network info cache for port 6205a90b-69ef-4a7e-a7d6-744ea0dcdf60 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1590.110884] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:7f:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '028bae2d-fe6c-4207-b4a3-3fab45fbf1d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6205a90b-69ef-4a7e-a7d6-744ea0dcdf60', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1590.120901] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Creating folder: Project (543c661e7e4a4518a656a2e9aad45e86). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1590.121238] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1c8ed05-2992-4861-b525-d8b0d971a9c1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.134835] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Created folder: Project (543c661e7e4a4518a656a2e9aad45e86) in parent group-v396927. [ 1590.135039] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Creating folder: Instances. Parent ref: group-v396975. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1590.135271] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-820d4b78-393c-496a-959c-6233b8efc10a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.148285] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Created folder: Instances in parent group-v396975. [ 1590.149589] env[63676]: DEBUG oslo.service.loopingcall [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1590.149589] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1590.149589] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4bab49c-c3c3-46ff-8b28-f38fd056c90c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.175329] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1590.175329] env[63676]: value = "task-1925147" [ 1590.175329] env[63676]: _type = "Task" [ 1590.175329] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.189414] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925147, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.408227] env[63676]: DEBUG nova.compute.manager [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1590.408227] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1590.409580] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e281fc47-96c0-4631-90ee-000ae6cb23e3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.422380] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1590.422770] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01252d52-2a16-4527-820d-03e7c1403015 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.431626] env[63676]: DEBUG oslo_vmware.api [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1590.431626] env[63676]: value = "task-1925148" [ 1590.431626] env[63676]: _type = "Task" [ 1590.431626] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.443670] env[63676]: DEBUG oslo_vmware.api [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.509739] env[63676]: WARNING nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 4238f1d5-d1c0-471e-acc4-6bff80297c2f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1590.509739] env[63676]: WARNING nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 5607dc27-d9d6-4fc2-a210-f893a704cca3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1590.509739] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 159dec6d-8c2e-46c6-9411-1f2a23cecd9f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.509739] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 887940ac-c689-45f3-b5db-d988d1e581fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.509867] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance c9f6175c-4f97-4ace-9eb2-17693dc1c2e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.509867] env[63676]: WARNING nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 195235fb-e1ff-4811-82c1-f30a833f6a82 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1590.509923] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance a6aff05d-d56c-41bc-9a91-2fe2f4afe03c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.510778] env[63676]: WARNING nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance d10f2dca-6d26-4c7e-8683-8da43221cce3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1590.510778] env[63676]: WARNING nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 3c72e1b6-ff20-4349-b464-a5d7205687dd is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1590.510778] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 3623083d-0bf5-4947-9191-298ad2de4e13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.510778] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance e0e6b00e-63b9-458d-ad31-3fa6d175cd04 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.510961] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 83df18e8-450a-4e85-8f7f-4494aad37790 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.510961] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 96667c49-5703-456d-861a-280179e9b682 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1590.568742] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1590.569160] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8af30ecf-0f0f-4e28-b55c-948964d3d05e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.579499] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Waiting for the task: (returnval){ [ 1590.579499] env[63676]: value = "task-1925149" [ 1590.579499] env[63676]: _type = "Task" [ 1590.579499] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.590299] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': task-1925149, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.685595] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925147, 'name': CreateVM_Task, 'duration_secs': 0.488832} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.685785] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1590.687537] env[63676]: DEBUG oslo_concurrency.lockutils [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.687537] env[63676]: DEBUG oslo_concurrency.lockutils [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.687537] env[63676]: DEBUG oslo_concurrency.lockutils [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1590.687537] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b497e7b-ca6b-4fe5-b996-626eccbd6d5c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.694142] env[63676]: DEBUG oslo_vmware.api [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1590.694142] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521c9cc9-c7a8-3955-d3bc-72686ed8e94a" [ 1590.694142] env[63676]: _type = "Task" [ 1590.694142] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.706461] env[63676]: DEBUG oslo_vmware.api [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521c9cc9-c7a8-3955-d3bc-72686ed8e94a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.947838] env[63676]: DEBUG oslo_vmware.api [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925148, 'name': PowerOffVM_Task, 'duration_secs': 0.217865} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.947838] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1590.947838] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1590.948030] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63f45289-8080-431b-888f-ee0b7667ec95 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.019871] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 7145ada3-e1fc-4651-a10d-22ca2f5df942 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1591.030725] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1591.030725] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1591.030725] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Deleting the datastore file [datastore1] 159dec6d-8c2e-46c6-9411-1f2a23cecd9f {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1591.032686] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5aa3cb33-d3e8-40a1-b2c5-c6eeba1b4e36 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.036918] env[63676]: DEBUG nova.compute.manager [req-e83d9bab-6821-4925-8578-1d26d2cf91f4 req-5e3a34fb-04eb-4cc5-8f8e-83e26890b6e0 service nova] [instance: 96667c49-5703-456d-861a-280179e9b682] Received event network-vif-plugged-de0985fc-8fb4-41af-b89e-e983e6af2423 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1591.037143] env[63676]: DEBUG oslo_concurrency.lockutils [req-e83d9bab-6821-4925-8578-1d26d2cf91f4 req-5e3a34fb-04eb-4cc5-8f8e-83e26890b6e0 service nova] Acquiring lock "96667c49-5703-456d-861a-280179e9b682-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1591.037425] env[63676]: DEBUG oslo_concurrency.lockutils [req-e83d9bab-6821-4925-8578-1d26d2cf91f4 req-5e3a34fb-04eb-4cc5-8f8e-83e26890b6e0 service nova] Lock "96667c49-5703-456d-861a-280179e9b682-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1591.037506] env[63676]: DEBUG oslo_concurrency.lockutils [req-e83d9bab-6821-4925-8578-1d26d2cf91f4 req-5e3a34fb-04eb-4cc5-8f8e-83e26890b6e0 service nova] Lock "96667c49-5703-456d-861a-280179e9b682-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.038614] env[63676]: DEBUG nova.compute.manager [req-e83d9bab-6821-4925-8578-1d26d2cf91f4 req-5e3a34fb-04eb-4cc5-8f8e-83e26890b6e0 service nova] [instance: 96667c49-5703-456d-861a-280179e9b682] No waiting events found dispatching network-vif-plugged-de0985fc-8fb4-41af-b89e-e983e6af2423 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1591.039272] env[63676]: WARNING nova.compute.manager [req-e83d9bab-6821-4925-8578-1d26d2cf91f4 req-5e3a34fb-04eb-4cc5-8f8e-83e26890b6e0 service nova] [instance: 96667c49-5703-456d-861a-280179e9b682] Received unexpected event network-vif-plugged-de0985fc-8fb4-41af-b89e-e983e6af2423 for instance with vm_state building and task_state spawning. [ 1591.047356] env[63676]: DEBUG oslo_vmware.api [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1591.047356] env[63676]: value = "task-1925151" [ 1591.047356] env[63676]: _type = "Task" [ 1591.047356] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.061092] env[63676]: DEBUG oslo_vmware.api [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925151, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.089120] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': task-1925149, 'name': PowerOffVM_Task, 'duration_secs': 0.118916} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.089542] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1591.089871] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1591.090718] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b391a2-e763-4f6e-a913-658ac83ee814 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.101138] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1591.101138] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-446c1e06-0666-4a88-9068-b01c0b19e895 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.122565] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1591.122887] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1591.123187] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Deleting the datastore file [datastore1] e0e6b00e-63b9-458d-ad31-3fa6d175cd04 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1591.123448] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c753a94-5700-4f69-bc85-bc82d48e8c99 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.131120] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Waiting for the task: (returnval){ [ 1591.131120] env[63676]: value = "task-1925153" [ 1591.131120] env[63676]: _type = "Task" [ 1591.131120] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.147279] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': task-1925153, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.149902] env[63676]: DEBUG nova.network.neutron [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Successfully updated port: de0985fc-8fb4-41af-b89e-e983e6af2423 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1591.206136] env[63676]: DEBUG oslo_vmware.api [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521c9cc9-c7a8-3955-d3bc-72686ed8e94a, 'name': SearchDatastore_Task, 'duration_secs': 0.011649} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.206136] env[63676]: DEBUG oslo_concurrency.lockutils [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.206302] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1591.206571] env[63676]: DEBUG oslo_concurrency.lockutils [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.206702] env[63676]: DEBUG oslo_concurrency.lockutils [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.206907] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1591.207243] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e09e5759-5e87-4a9c-9e95-ace83694c7d9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.216023] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1591.216117] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1591.216843] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6c52779-59ec-4757-9266-4c3d624299f8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.222679] env[63676]: DEBUG oslo_vmware.api [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1591.222679] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52775ebd-9ef0-1a62-810b-9f89ebfc8ed7" [ 1591.222679] env[63676]: _type = "Task" [ 1591.222679] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.230990] env[63676]: DEBUG oslo_vmware.api [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52775ebd-9ef0-1a62-810b-9f89ebfc8ed7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.231618] env[63676]: DEBUG nova.network.neutron [req-a0b7994c-8d9c-4df4-a688-63429f7ae3ec req-8eabc87d-28ed-4779-8071-3eb634d0deb9 service nova] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Updated VIF entry in instance network info cache for port 6205a90b-69ef-4a7e-a7d6-744ea0dcdf60. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1591.231961] env[63676]: DEBUG nova.network.neutron [req-a0b7994c-8d9c-4df4-a688-63429f7ae3ec req-8eabc87d-28ed-4779-8071-3eb634d0deb9 service nova] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Updating instance_info_cache with network_info: [{"id": "6205a90b-69ef-4a7e-a7d6-744ea0dcdf60", "address": "fa:16:3e:04:7f:05", "network": {"id": "f69b8fe2-f84b-41c0-b097-82138772d266", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2071213827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "543c661e7e4a4518a656a2e9aad45e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6205a90b-69", "ovs_interfaceid": "6205a90b-69ef-4a7e-a7d6-744ea0dcdf60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1591.519553] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance e1900551-fbeb-4ac9-b570-acefcdb408ad has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1591.560793] env[63676]: DEBUG oslo_vmware.api [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925151, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136852} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.561086] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1591.561279] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1591.561449] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1591.561619] env[63676]: INFO nova.compute.manager [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1591.561856] env[63676]: DEBUG oslo.service.loopingcall [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1591.562047] env[63676]: DEBUG nova.compute.manager [-] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1591.562656] env[63676]: DEBUG nova.network.neutron [-] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1591.642369] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': task-1925153, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107901} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.642856] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1591.642948] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1591.643195] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1591.653766] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquiring lock "refresh_cache-96667c49-5703-456d-861a-280179e9b682" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1591.653923] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquired lock "refresh_cache-96667c49-5703-456d-861a-280179e9b682" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1591.654103] env[63676]: DEBUG nova.network.neutron [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1591.732952] env[63676]: DEBUG oslo_vmware.api [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52775ebd-9ef0-1a62-810b-9f89ebfc8ed7, 'name': SearchDatastore_Task, 'duration_secs': 0.008208} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.733895] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90a161ea-c7b0-4edf-add4-0fc058a0c377 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.741097] env[63676]: DEBUG oslo_concurrency.lockutils [req-a0b7994c-8d9c-4df4-a688-63429f7ae3ec req-8eabc87d-28ed-4779-8071-3eb634d0deb9 service nova] Releasing lock "refresh_cache-83df18e8-450a-4e85-8f7f-4494aad37790" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.741097] env[63676]: DEBUG oslo_vmware.api [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1591.741097] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a3de12-e1fb-1477-594b-7c4bd979c5af" [ 1591.741097] env[63676]: _type = "Task" [ 1591.741097] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.748376] env[63676]: DEBUG oslo_vmware.api [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a3de12-e1fb-1477-594b-7c4bd979c5af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.025135] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 201a9dea-67af-4250-a839-6c1d9a882533 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1592.221662] env[63676]: DEBUG nova.network.neutron [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1592.252405] env[63676]: DEBUG oslo_vmware.api [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a3de12-e1fb-1477-594b-7c4bd979c5af, 'name': SearchDatastore_Task, 'duration_secs': 0.026034} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.252677] env[63676]: DEBUG oslo_concurrency.lockutils [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1592.252934] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 83df18e8-450a-4e85-8f7f-4494aad37790/83df18e8-450a-4e85-8f7f-4494aad37790.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1592.253516] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c4e8060-8867-43fb-8188-3b12c257030e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.260443] env[63676]: DEBUG oslo_vmware.api [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1592.260443] env[63676]: value = "task-1925154" [ 1592.260443] env[63676]: _type = "Task" [ 1592.260443] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.269688] env[63676]: DEBUG oslo_vmware.api [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925154, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.442149] env[63676]: DEBUG nova.network.neutron [-] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.532588] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance ff676f80-9e5b-4c8e-92f4-657591750c2f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1592.552344] env[63676]: DEBUG nova.network.neutron [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Updating instance_info_cache with network_info: [{"id": "de0985fc-8fb4-41af-b89e-e983e6af2423", "address": "fa:16:3e:19:27:f8", "network": {"id": "f69b8fe2-f84b-41c0-b097-82138772d266", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2071213827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "543c661e7e4a4518a656a2e9aad45e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde0985fc-8f", "ovs_interfaceid": "de0985fc-8fb4-41af-b89e-e983e6af2423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1592.699553] env[63676]: DEBUG nova.virt.hardware [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1592.700778] env[63676]: DEBUG nova.virt.hardware [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1592.703176] env[63676]: DEBUG nova.virt.hardware [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1592.703176] env[63676]: DEBUG nova.virt.hardware [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1592.703176] env[63676]: DEBUG nova.virt.hardware [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1592.703176] env[63676]: DEBUG nova.virt.hardware [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1592.703176] env[63676]: DEBUG nova.virt.hardware [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1592.703406] env[63676]: DEBUG nova.virt.hardware [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1592.703406] env[63676]: DEBUG nova.virt.hardware [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1592.703406] env[63676]: DEBUG nova.virt.hardware [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1592.703406] env[63676]: DEBUG nova.virt.hardware [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1592.703990] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec21689-9e26-4574-96e8-c36af6a39326 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.715782] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cae8f5-5935-482a-b146-a762e21d502b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.734156] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Instance VIF info [] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1592.743022] env[63676]: DEBUG oslo.service.loopingcall [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1592.743022] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1592.743022] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cdd7e3fe-028b-4802-be50-a8fd2c626832 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.760187] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1592.760187] env[63676]: value = "task-1925155" [ 1592.760187] env[63676]: _type = "Task" [ 1592.760187] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.773918] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925155, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.779493] env[63676]: DEBUG oslo_vmware.api [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925154, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490328} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.779675] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 83df18e8-450a-4e85-8f7f-4494aad37790/83df18e8-450a-4e85-8f7f-4494aad37790.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1592.779960] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1592.780356] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-490f1f9a-07dd-4840-9cba-df97c968afd5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.796662] env[63676]: DEBUG oslo_vmware.api [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1592.796662] env[63676]: value = "task-1925156" [ 1592.796662] env[63676]: _type = "Task" [ 1592.796662] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.807141] env[63676]: DEBUG oslo_vmware.api [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.951731] env[63676]: INFO nova.compute.manager [-] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Took 1.39 seconds to deallocate network for instance. [ 1593.037316] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 970178a8-93cc-40b8-b323-46ae49afe82d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1593.052930] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Releasing lock "refresh_cache-96667c49-5703-456d-861a-280179e9b682" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.053302] env[63676]: DEBUG nova.compute.manager [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Instance network_info: |[{"id": "de0985fc-8fb4-41af-b89e-e983e6af2423", "address": "fa:16:3e:19:27:f8", "network": {"id": "f69b8fe2-f84b-41c0-b097-82138772d266", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2071213827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "543c661e7e4a4518a656a2e9aad45e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde0985fc-8f", "ovs_interfaceid": "de0985fc-8fb4-41af-b89e-e983e6af2423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1593.054153] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:19:27:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '028bae2d-fe6c-4207-b4a3-3fab45fbf1d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de0985fc-8fb4-41af-b89e-e983e6af2423', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1593.063525] env[63676]: DEBUG oslo.service.loopingcall [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1593.063904] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96667c49-5703-456d-861a-280179e9b682] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1593.064058] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed4aa464-1b7e-42b3-a842-12a2491737dd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.087262] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1593.087262] env[63676]: value = "task-1925157" [ 1593.087262] env[63676]: _type = "Task" [ 1593.087262] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.096026] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925157, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.271339] env[63676]: DEBUG nova.compute.manager [req-bd927361-d1e2-403f-91c6-269d1e5e2f5b req-c871b2b3-f678-4640-aeb1-6118826889a0 service nova] [instance: 96667c49-5703-456d-861a-280179e9b682] Received event network-changed-de0985fc-8fb4-41af-b89e-e983e6af2423 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1593.271339] env[63676]: DEBUG nova.compute.manager [req-bd927361-d1e2-403f-91c6-269d1e5e2f5b req-c871b2b3-f678-4640-aeb1-6118826889a0 service nova] [instance: 96667c49-5703-456d-861a-280179e9b682] Refreshing instance network info cache due to event network-changed-de0985fc-8fb4-41af-b89e-e983e6af2423. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1593.271339] env[63676]: DEBUG oslo_concurrency.lockutils [req-bd927361-d1e2-403f-91c6-269d1e5e2f5b req-c871b2b3-f678-4640-aeb1-6118826889a0 service nova] Acquiring lock "refresh_cache-96667c49-5703-456d-861a-280179e9b682" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.271339] env[63676]: DEBUG oslo_concurrency.lockutils [req-bd927361-d1e2-403f-91c6-269d1e5e2f5b req-c871b2b3-f678-4640-aeb1-6118826889a0 service nova] Acquired lock "refresh_cache-96667c49-5703-456d-861a-280179e9b682" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.271339] env[63676]: DEBUG nova.network.neutron [req-bd927361-d1e2-403f-91c6-269d1e5e2f5b req-c871b2b3-f678-4640-aeb1-6118826889a0 service nova] [instance: 96667c49-5703-456d-861a-280179e9b682] Refreshing network info cache for port de0985fc-8fb4-41af-b89e-e983e6af2423 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1593.276743] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925155, 'name': CreateVM_Task, 'duration_secs': 0.261987} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.277082] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1593.277726] env[63676]: DEBUG oslo_concurrency.lockutils [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.277960] env[63676]: DEBUG oslo_concurrency.lockutils [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.278551] env[63676]: DEBUG oslo_concurrency.lockutils [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1593.279257] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-531f86ea-b57a-4a0b-bdd3-60cd351d9872 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.284890] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Waiting for the task: (returnval){ [ 1593.284890] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52011b0b-f5eb-6727-9007-08c47fa299e7" [ 1593.284890] env[63676]: _type = "Task" [ 1593.284890] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.297530] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52011b0b-f5eb-6727-9007-08c47fa299e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.308940] env[63676]: DEBUG oslo_vmware.api [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064119} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.309602] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1593.310421] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376c8f78-6353-46ae-ae2f-46ba040975a0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.339226] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 83df18e8-450a-4e85-8f7f-4494aad37790/83df18e8-450a-4e85-8f7f-4494aad37790.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1593.339512] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09e59855-1a8b-445a-9fc1-d2a722050b31 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.363534] env[63676]: DEBUG oslo_vmware.api [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1593.363534] env[63676]: value = "task-1925158" [ 1593.363534] env[63676]: _type = "Task" [ 1593.363534] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.378024] env[63676]: DEBUG oslo_vmware.api [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925158, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.462388] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.541355] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1593.598193] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925157, 'name': CreateVM_Task, 'duration_secs': 0.415575} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.598470] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96667c49-5703-456d-861a-280179e9b682] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1593.599049] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.798488] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52011b0b-f5eb-6727-9007-08c47fa299e7, 'name': SearchDatastore_Task, 'duration_secs': 0.015437} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.799755] env[63676]: DEBUG oslo_concurrency.lockutils [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.800111] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1593.800433] env[63676]: DEBUG oslo_concurrency.lockutils [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.800598] env[63676]: DEBUG oslo_concurrency.lockutils [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.800791] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1593.801705] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.802735] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1593.803094] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ee341d8-9845-4289-b41f-20adc6939b08 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.805090] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56c3fa2e-1241-43ec-9472-3de34184f11d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.817708] env[63676]: DEBUG oslo_vmware.api [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1593.817708] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52290317-49d1-c62e-08b8-da0fa179ae55" [ 1593.817708] env[63676]: _type = "Task" [ 1593.817708] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.824642] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1593.824642] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1593.826303] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbb337d7-840a-4ee0-b41d-3f7e0ced2857 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.835171] env[63676]: DEBUG oslo_vmware.api [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52290317-49d1-c62e-08b8-da0fa179ae55, 'name': SearchDatastore_Task, 'duration_secs': 0.010243} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.835560] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.836147] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1593.836396] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.838326] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Waiting for the task: (returnval){ [ 1593.838326] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52aadd03-58ad-e646-db50-1356c665b622" [ 1593.838326] env[63676]: _type = "Task" [ 1593.838326] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.846519] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52aadd03-58ad-e646-db50-1356c665b622, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.879366] env[63676]: DEBUG oslo_vmware.api [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925158, 'name': ReconfigVM_Task, 'duration_secs': 0.31968} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.880013] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 83df18e8-450a-4e85-8f7f-4494aad37790/83df18e8-450a-4e85-8f7f-4494aad37790.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1593.881221] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f781bc1-2907-45d2-9c76-e907a89b43a4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.890572] env[63676]: DEBUG oslo_vmware.api [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1593.890572] env[63676]: value = "task-1925159" [ 1593.890572] env[63676]: _type = "Task" [ 1593.890572] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.898936] env[63676]: DEBUG oslo_vmware.api [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925159, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.046076] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance e0f71229-23d6-4647-9a81-da15dd0d337c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1594.363348] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52aadd03-58ad-e646-db50-1356c665b622, 'name': SearchDatastore_Task, 'duration_secs': 0.008349} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.363348] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44d2f53d-bd02-417a-840e-3901840b3e38 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.372129] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Waiting for the task: (returnval){ [ 1594.372129] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52345c1a-1e32-5d4b-dfa0-69a22de62e48" [ 1594.372129] env[63676]: _type = "Task" [ 1594.372129] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.378926] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52345c1a-1e32-5d4b-dfa0-69a22de62e48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.380298] env[63676]: DEBUG nova.network.neutron [req-bd927361-d1e2-403f-91c6-269d1e5e2f5b req-c871b2b3-f678-4640-aeb1-6118826889a0 service nova] [instance: 96667c49-5703-456d-861a-280179e9b682] Updated VIF entry in instance network info cache for port de0985fc-8fb4-41af-b89e-e983e6af2423. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1594.381769] env[63676]: DEBUG nova.network.neutron [req-bd927361-d1e2-403f-91c6-269d1e5e2f5b req-c871b2b3-f678-4640-aeb1-6118826889a0 service nova] [instance: 96667c49-5703-456d-861a-280179e9b682] Updating instance_info_cache with network_info: [{"id": "de0985fc-8fb4-41af-b89e-e983e6af2423", "address": "fa:16:3e:19:27:f8", "network": {"id": "f69b8fe2-f84b-41c0-b097-82138772d266", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2071213827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "543c661e7e4a4518a656a2e9aad45e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde0985fc-8f", "ovs_interfaceid": "de0985fc-8fb4-41af-b89e-e983e6af2423", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.401370] env[63676]: DEBUG oslo_vmware.api [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925159, 'name': Rename_Task, 'duration_secs': 0.136565} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.401644] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1594.402049] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6086e1d1-d256-4ed1-a6c2-1bcf7b7cd14b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.410125] env[63676]: DEBUG oslo_vmware.api [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1594.410125] env[63676]: value = "task-1925160" [ 1594.410125] env[63676]: _type = "Task" [ 1594.410125] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.419187] env[63676]: DEBUG oslo_vmware.api [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925160, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.550374] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1594.881887] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52345c1a-1e32-5d4b-dfa0-69a22de62e48, 'name': SearchDatastore_Task, 'duration_secs': 0.01039} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.881887] env[63676]: DEBUG oslo_concurrency.lockutils [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.882124] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] e0e6b00e-63b9-458d-ad31-3fa6d175cd04/e0e6b00e-63b9-458d-ad31-3fa6d175cd04.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1594.882301] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.882487] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1594.882858] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d882334-6dbe-4c51-a7d1-6fd476322ba4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.885345] env[63676]: DEBUG oslo_concurrency.lockutils [req-bd927361-d1e2-403f-91c6-269d1e5e2f5b req-c871b2b3-f678-4640-aeb1-6118826889a0 service nova] Releasing lock "refresh_cache-96667c49-5703-456d-861a-280179e9b682" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.885345] env[63676]: DEBUG nova.compute.manager [req-bd927361-d1e2-403f-91c6-269d1e5e2f5b req-c871b2b3-f678-4640-aeb1-6118826889a0 service nova] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Received event network-vif-deleted-6d7efa34-ca85-4af1-b6ff-8abc28d492c9 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1594.885483] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58ba5d5d-afab-4b27-b4ea-694c03b7e0fe {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.891908] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Waiting for the task: (returnval){ [ 1594.891908] env[63676]: value = "task-1925161" [ 1594.891908] env[63676]: _type = "Task" [ 1594.891908] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.896139] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1594.896374] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1594.898836] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93324308-72d0-4b61-a3d6-585f643d6234 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.903923] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': task-1925161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.905836] env[63676]: DEBUG oslo_vmware.api [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1594.905836] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d42c22-ec18-377f-795f-d8715d5bdb90" [ 1594.905836] env[63676]: _type = "Task" [ 1594.905836] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.913468] env[63676]: DEBUG oslo_vmware.api [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d42c22-ec18-377f-795f-d8715d5bdb90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.923998] env[63676]: DEBUG oslo_vmware.api [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925160, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.054515] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance cea78468-f692-4634-8508-3886bccfb8bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1595.405354] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': task-1925161, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.428464] env[63676]: DEBUG oslo_vmware.api [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d42c22-ec18-377f-795f-d8715d5bdb90, 'name': SearchDatastore_Task, 'duration_secs': 0.021562} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.432500] env[63676]: DEBUG oslo_vmware.api [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925160, 'name': PowerOnVM_Task, 'duration_secs': 0.719764} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.432673] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89d0ccf9-3373-448d-91ac-388145ee0b5d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.435029] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1595.435277] env[63676]: INFO nova.compute.manager [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1595.435422] env[63676]: DEBUG nova.compute.manager [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1595.436402] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb418473-f3a1-462e-9443-5c32efc79753 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.448597] env[63676]: DEBUG oslo_vmware.api [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1595.448597] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52343fe8-9629-9fef-27a3-15c0eaf85ce9" [ 1595.448597] env[63676]: _type = "Task" [ 1595.448597] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.458603] env[63676]: DEBUG oslo_vmware.api [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52343fe8-9629-9fef-27a3-15c0eaf85ce9, 'name': SearchDatastore_Task, 'duration_secs': 0.010577} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.458854] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.460199] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 96667c49-5703-456d-861a-280179e9b682/96667c49-5703-456d-861a-280179e9b682.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1595.460468] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed36a1fc-9f83-41a6-8422-1ecad56a3f11 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.468625] env[63676]: DEBUG oslo_vmware.api [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1595.468625] env[63676]: value = "task-1925162" [ 1595.468625] env[63676]: _type = "Task" [ 1595.468625] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.476570] env[63676]: DEBUG oslo_vmware.api [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.558704] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 91df9ad8-2c37-4eda-a0b1-e851fef3e30c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1595.906695] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': task-1925161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5656} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.907057] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] e0e6b00e-63b9-458d-ad31-3fa6d175cd04/e0e6b00e-63b9-458d-ad31-3fa6d175cd04.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1595.907282] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1595.908620] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-faa0bf55-6e85-4fd8-93f0-5377a2254eed {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.916396] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Waiting for the task: (returnval){ [ 1595.916396] env[63676]: value = "task-1925163" [ 1595.916396] env[63676]: _type = "Task" [ 1595.916396] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.932948] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': task-1925163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.960234] env[63676]: INFO nova.compute.manager [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Took 32.25 seconds to build instance. [ 1595.982661] env[63676]: DEBUG oslo_vmware.api [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925162, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.061857] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 831ad7b6-6521-4cc0-b56a-9ce6c48a582c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1596.430102] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': task-1925163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082894} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.430937] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1596.433440] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe14c1f3-1239-44a2-8329-d4bc37b8df30 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.462786] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] e0e6b00e-63b9-458d-ad31-3fa6d175cd04/e0e6b00e-63b9-458d-ad31-3fa6d175cd04.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1596.463329] env[63676]: DEBUG oslo_concurrency.lockutils [None req-855bd95b-dfd5-4a0b-8daf-6006abc2ec4f tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "83df18e8-450a-4e85-8f7f-4494aad37790" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.945s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1596.463529] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03e5f540-ae24-4862-b920-a7d158336da8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.499948] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Waiting for the task: (returnval){ [ 1596.499948] env[63676]: value = "task-1925164" [ 1596.499948] env[63676]: _type = "Task" [ 1596.499948] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.501753] env[63676]: DEBUG oslo_vmware.api [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925162, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.516293] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': task-1925164, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.565429] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1596.985017] env[63676]: DEBUG nova.compute.manager [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1596.998178] env[63676]: DEBUG oslo_vmware.api [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925162, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.017314] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': task-1925164, 'name': ReconfigVM_Task, 'duration_secs': 0.345258} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.017314] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Reconfigured VM instance instance-00000010 to attach disk [datastore1] e0e6b00e-63b9-458d-ad31-3fa6d175cd04/e0e6b00e-63b9-458d-ad31-3fa6d175cd04.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1597.017314] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b02ad85-b9ef-4058-8c19-2ccdf37ad843 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.022985] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Waiting for the task: (returnval){ [ 1597.022985] env[63676]: value = "task-1925165" [ 1597.022985] env[63676]: _type = "Task" [ 1597.022985] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.034737] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': task-1925165, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.068610] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance ac96cdc3-e0ea-478a-8ed4-72c264eea1f4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1597.197307] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Acquiring lock "7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.197307] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Lock "7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.504036] env[63676]: DEBUG oslo_vmware.api [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925162, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.825091} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.507017] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 96667c49-5703-456d-861a-280179e9b682/96667c49-5703-456d-861a-280179e9b682.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1597.507017] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1597.507017] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c1931f32-c066-483e-b6bd-a45850d8b0e6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.512515] env[63676]: DEBUG oslo_vmware.api [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1597.512515] env[63676]: value = "task-1925166" [ 1597.512515] env[63676]: _type = "Task" [ 1597.512515] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.513652] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.524951] env[63676]: DEBUG oslo_vmware.api [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.532880] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': task-1925165, 'name': Rename_Task, 'duration_secs': 0.162256} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.533351] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1597.533700] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4c94238e-8403-40dc-87b4-d9a720daace2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.542202] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Waiting for the task: (returnval){ [ 1597.542202] env[63676]: value = "task-1925167" [ 1597.542202] env[63676]: _type = "Task" [ 1597.542202] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.549861] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': task-1925167, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.577474] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 8c888cd9-be84-4190-847b-96491a3dd73f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1598.024147] env[63676]: DEBUG oslo_vmware.api [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.264183} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.024807] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1598.025871] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c49311-d650-4554-88dd-cdb8404638e8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.052343] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] 96667c49-5703-456d-861a-280179e9b682/96667c49-5703-456d-861a-280179e9b682.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1598.052723] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-594794da-2b6e-4d0c-9cc6-177988080394 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.077754] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': task-1925167, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.079323] env[63676]: DEBUG oslo_vmware.api [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1598.079323] env[63676]: value = "task-1925168" [ 1598.079323] env[63676]: _type = "Task" [ 1598.079323] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.089191] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 769d673a-b23e-4995-a6d9-2d2d53a6b469 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1598.090629] env[63676]: DEBUG oslo_vmware.api [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925168, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.564198] env[63676]: DEBUG oslo_vmware.api [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': task-1925167, 'name': PowerOnVM_Task, 'duration_secs': 0.653739} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.566749] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1598.567026] env[63676]: DEBUG nova.compute.manager [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1598.568684] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794da6fe-55dc-424c-adfa-269c75faef1b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.593337] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 0b9be8e5-f5b1-4206-8001-58e40e6d45a7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1598.595338] env[63676]: DEBUG oslo_vmware.api [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.088333] env[63676]: DEBUG oslo_concurrency.lockutils [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1599.093083] env[63676]: DEBUG oslo_vmware.api [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925168, 'name': ReconfigVM_Task, 'duration_secs': 0.922182} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.093373] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Reconfigured VM instance instance-00000012 to attach disk [datastore1] 96667c49-5703-456d-861a-280179e9b682/96667c49-5703-456d-861a-280179e9b682.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1599.093993] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-15b2ef39-da75-4928-98a7-d0335cbe3c4f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.097486] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 7703addf-fe6d-40f7-bb52-47fa36c14a50 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1599.102027] env[63676]: DEBUG oslo_vmware.api [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1599.102027] env[63676]: value = "task-1925169" [ 1599.102027] env[63676]: _type = "Task" [ 1599.102027] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.108407] env[63676]: DEBUG oslo_vmware.api [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925169, 'name': Rename_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.604714] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1599.604714] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1599.604714] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1599.619537] env[63676]: DEBUG oslo_vmware.api [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925169, 'name': Rename_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.122577] env[63676]: DEBUG oslo_vmware.api [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925169, 'name': Rename_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.155009] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70dce596-5572-41e2-9311-336488c8f6e5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.167833] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67151f38-4b28-426a-bd95-627dabe6bb91 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.929294] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a01ce6-928b-487a-9904-21dac78f2360 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.942450] env[63676]: DEBUG oslo_vmware.api [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925169, 'name': Rename_Task, 'duration_secs': 1.158371} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.942787] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1600.943953] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b569b8-08a3-4a75-94a8-f9f435e53838 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.948134] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1b1613c-903a-4830-beb1-f378c6d435af {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.960045] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1600.962714] env[63676]: DEBUG oslo_vmware.api [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1600.962714] env[63676]: value = "task-1925170" [ 1600.962714] env[63676]: _type = "Task" [ 1600.962714] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.971227] env[63676]: DEBUG oslo_vmware.api [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925170, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.120769] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "d12cfef2-7912-4cca-bfd4-714b61f62444" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.121015] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "d12cfef2-7912-4cca-bfd4-714b61f62444" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.435537] env[63676]: INFO nova.compute.manager [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Rebuilding instance [ 1601.480290] env[63676]: DEBUG oslo_vmware.api [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925170, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.485961] env[63676]: DEBUG nova.compute.manager [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1601.486849] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72801821-28df-4127-8698-679891b31fd2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.496833] env[63676]: ERROR nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [req-f6cadb57-f58a-45c3-b3ed-3c9d27e0dff3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5759d2a2-0179-444e-89b9-d9d622fd17b7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f6cadb57-f58a-45c3-b3ed-3c9d27e0dff3"}]} [ 1601.519635] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Refreshing inventories for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1601.535978] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Updating ProviderTree inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1601.535978] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1601.551556] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Refreshing aggregate associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, aggregates: None {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1601.576601] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Refreshing trait associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1601.975263] env[63676]: DEBUG oslo_vmware.api [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925170, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.014667] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e774bce4-1fa3-4156-9fe1-d1acf1d0b220 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.022749] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a6c994-b26a-4fe9-aa85-de32f4993d8f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.054602] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52880e62-ae86-4b0d-b852-e2e4174f7b46 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.065103] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f76f7b-1999-4d91-9845-afbfb498bbf2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.081009] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1602.474526] env[63676]: DEBUG oslo_vmware.api [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925170, 'name': PowerOnVM_Task, 'duration_secs': 1.042139} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.474807] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1602.475040] env[63676]: INFO nova.compute.manager [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Took 13.09 seconds to spawn the instance on the hypervisor. [ 1602.475164] env[63676]: DEBUG nova.compute.manager [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1602.475919] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9acda5a0-5a38-43d0-807e-fb5412a5db8d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.504266] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1602.504534] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18ad4644-b62b-475c-a192-0d3ca3097381 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.514020] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Waiting for the task: (returnval){ [ 1602.514020] env[63676]: value = "task-1925171" [ 1602.514020] env[63676]: _type = "Task" [ 1602.514020] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.519902] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Task: {'id': task-1925171, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.614861] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Updated inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with generation 47 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1602.614861] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Updating resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 generation from 47 to 48 during operation: update_inventory {{(pid=63676) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1602.614966] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1602.994534] env[63676]: INFO nova.compute.manager [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Took 39.11 seconds to build instance. [ 1603.022042] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Task: {'id': task-1925171, 'name': PowerOffVM_Task, 'duration_secs': 0.191598} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.022190] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1603.022311] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1603.023073] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5d4d3c-e850-4c85-8b85-52e97d6aca48 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.030311] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1603.030580] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20234d4a-7066-4e60-8346-08de615ca021 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.057575] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1603.057772] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1603.057924] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Deleting the datastore file [datastore1] e0e6b00e-63b9-458d-ad31-3fa6d175cd04 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1603.058229] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce47dafb-512d-44ad-ae54-129fcdb4fe8a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.067115] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Waiting for the task: (returnval){ [ 1603.067115] env[63676]: value = "task-1925173" [ 1603.067115] env[63676]: _type = "Task" [ 1603.067115] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.075254] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Task: {'id': task-1925173, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.122021] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1603.122021] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 13.665s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.122021] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.814s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1603.122021] env[63676]: INFO nova.compute.claims [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1603.496307] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5a3cc48b-f676-46b2-998d-7be3216f6edb tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "96667c49-5703-456d-861a-280179e9b682" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.660s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1603.577714] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Task: {'id': task-1925173, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177563} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.578190] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1603.578480] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1603.578765] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1603.999295] env[63676]: DEBUG nova.compute.manager [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1604.516502] env[63676]: DEBUG oslo_concurrency.lockutils [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.569762] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bbfa1dd-b735-48ce-9ed7-eb48985d3146 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.577350] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d95a92-e0c6-471f-b517-2d335745413b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.614707] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb269c1-9a24-4dd8-8df3-0497d0775de7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.622862] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3842beeb-ad16-4ce2-b0b6-df614c959d9e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.637568] env[63676]: DEBUG nova.compute.provider_tree [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1604.647572] env[63676]: DEBUG nova.virt.hardware [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1604.647699] env[63676]: DEBUG nova.virt.hardware [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1604.647854] env[63676]: DEBUG nova.virt.hardware [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1604.648635] env[63676]: DEBUG nova.virt.hardware [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1604.648635] env[63676]: DEBUG nova.virt.hardware [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1604.648635] env[63676]: DEBUG nova.virt.hardware [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1604.648635] env[63676]: DEBUG nova.virt.hardware [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1604.648811] env[63676]: DEBUG nova.virt.hardware [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1604.648905] env[63676]: DEBUG nova.virt.hardware [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1604.649094] env[63676]: DEBUG nova.virt.hardware [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1604.649282] env[63676]: DEBUG nova.virt.hardware [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1604.652030] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2491a1ac-c375-47c0-8932-6b6a50af60cc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.658538] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eebfe90-1a37-48bc-b36c-583049b252c4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.672639] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Instance VIF info [] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1604.678655] env[63676]: DEBUG oslo.service.loopingcall [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1604.678929] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1604.679183] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a946220-00b2-45a8-9b3a-d6837889aadf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.697048] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1604.697048] env[63676]: value = "task-1925174" [ 1604.697048] env[63676]: _type = "Task" [ 1604.697048] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.704627] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925174, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.180020] env[63676]: DEBUG nova.scheduler.client.report [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Updated inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with generation 48 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1605.180020] env[63676]: DEBUG nova.compute.provider_tree [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Updating resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 generation from 48 to 49 during operation: update_inventory {{(pid=63676) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1605.180020] env[63676]: DEBUG nova.compute.provider_tree [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1605.209288] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925174, 'name': CreateVM_Task, 'duration_secs': 0.275467} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.209983] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1605.209983] env[63676]: DEBUG oslo_concurrency.lockutils [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.210245] env[63676]: DEBUG oslo_concurrency.lockutils [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.211175] env[63676]: DEBUG oslo_concurrency.lockutils [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1605.211175] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc0b3280-1b03-4db8-b2ba-60b0d4dd75af {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.215570] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Waiting for the task: (returnval){ [ 1605.215570] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5242cc0c-115f-d30a-bfe3-ec634d4da9bc" [ 1605.215570] env[63676]: _type = "Task" [ 1605.215570] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.223359] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5242cc0c-115f-d30a-bfe3-ec634d4da9bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.684987] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.565s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.685543] env[63676]: DEBUG nova.compute.manager [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1605.691028] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fc542e69-eb6c-4af3-866d-374ae369ea6b tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.581s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.691028] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fc542e69-eb6c-4af3-866d-374ae369ea6b tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.695015] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.436s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.695015] env[63676]: INFO nova.compute.claims [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1605.724021] env[63676]: INFO nova.scheduler.client.report [None req-fc542e69-eb6c-4af3-866d-374ae369ea6b tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Deleted allocations for instance 4238f1d5-d1c0-471e-acc4-6bff80297c2f [ 1605.733938] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5242cc0c-115f-d30a-bfe3-ec634d4da9bc, 'name': SearchDatastore_Task, 'duration_secs': 0.032748} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.734508] env[63676]: DEBUG oslo_concurrency.lockutils [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.734741] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1605.738017] env[63676]: DEBUG oslo_concurrency.lockutils [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.738017] env[63676]: DEBUG oslo_concurrency.lockutils [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.738017] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1605.738017] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c97e922d-5a0b-427c-8546-0d07d4923b0f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.752760] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1605.752760] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1605.752760] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5949a9bd-7f4d-4e5d-acc4-c91ca1a4a5de {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.758429] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Waiting for the task: (returnval){ [ 1605.758429] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529dd423-62af-9c91-954c-9610a36101f1" [ 1605.758429] env[63676]: _type = "Task" [ 1605.758429] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.766948] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529dd423-62af-9c91-954c-9610a36101f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.193124] env[63676]: DEBUG nova.compute.utils [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1606.194607] env[63676]: DEBUG nova.compute.manager [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1606.194774] env[63676]: DEBUG nova.network.neutron [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1606.240416] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fc542e69-eb6c-4af3-866d-374ae369ea6b tempest-ServerDiagnosticsTest-1872235404 tempest-ServerDiagnosticsTest-1872235404-project-member] Lock "4238f1d5-d1c0-471e-acc4-6bff80297c2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.308s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.270762] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529dd423-62af-9c91-954c-9610a36101f1, 'name': SearchDatastore_Task, 'duration_secs': 0.018078} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.271922] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f91965d3-09b4-4c8c-aa8e-caccc806011c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.279780] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Waiting for the task: (returnval){ [ 1606.279780] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5255ba5f-34b3-01ca-d10e-008223c7d6e6" [ 1606.279780] env[63676]: _type = "Task" [ 1606.279780] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.288279] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5255ba5f-34b3-01ca-d10e-008223c7d6e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.328384] env[63676]: DEBUG nova.policy [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7777a2daa8bd4326bb7c9b9abbf6f0a1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb5a544de4e44f6b88404fbab4825b77', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1606.698371] env[63676]: DEBUG nova.compute.manager [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1606.790605] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5255ba5f-34b3-01ca-d10e-008223c7d6e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009309} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.790763] env[63676]: DEBUG oslo_concurrency.lockutils [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1606.791017] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] e0e6b00e-63b9-458d-ad31-3fa6d175cd04/e0e6b00e-63b9-458d-ad31-3fa6d175cd04.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1606.791276] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec225bf4-18bb-4783-ba24-b06f710025eb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.799501] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Waiting for the task: (returnval){ [ 1606.799501] env[63676]: value = "task-1925175" [ 1606.799501] env[63676]: _type = "Task" [ 1606.799501] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.808486] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Task: {'id': task-1925175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.128751] env[63676]: DEBUG nova.network.neutron [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Successfully created port: 0e31dc11-eff1-43ed-8065-696f3304c9c0 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1607.304286] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa10de8-21bd-411d-b0db-fe1ef34e7636 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.315825] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cd1c69-fd70-4591-81a9-ed866c315706 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.319811] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Task: {'id': task-1925175, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.347046] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b76bede-048b-4f80-aecb-df7ffc0b62b1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.355273] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c3a4e50-3824-41ac-8905-7d953cdc8968 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.368835] env[63676]: DEBUG nova.compute.provider_tree [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1607.719348] env[63676]: DEBUG nova.compute.manager [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1607.754435] env[63676]: DEBUG nova.virt.hardware [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1607.754720] env[63676]: DEBUG nova.virt.hardware [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1607.754897] env[63676]: DEBUG nova.virt.hardware [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1607.755075] env[63676]: DEBUG nova.virt.hardware [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1607.755226] env[63676]: DEBUG nova.virt.hardware [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1607.755728] env[63676]: DEBUG nova.virt.hardware [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1607.756012] env[63676]: DEBUG nova.virt.hardware [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1607.756188] env[63676]: DEBUG nova.virt.hardware [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1607.756359] env[63676]: DEBUG nova.virt.hardware [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1607.756533] env[63676]: DEBUG nova.virt.hardware [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1607.756708] env[63676]: DEBUG nova.virt.hardware [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1607.757607] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9c5243-d336-4557-9849-678a95a2e62f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.765907] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c8da11-0b5a-4f7d-ac02-e6cc1f13d814 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.815565] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Task: {'id': task-1925175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567533} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.815897] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] e0e6b00e-63b9-458d-ad31-3fa6d175cd04/e0e6b00e-63b9-458d-ad31-3fa6d175cd04.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1607.816213] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1607.816535] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db1affd5-8e31-4534-b420-69fc378023cd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.835452] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Waiting for the task: (returnval){ [ 1607.835452] env[63676]: value = "task-1925176" [ 1607.835452] env[63676]: _type = "Task" [ 1607.835452] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.844186] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Task: {'id': task-1925176, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.871629] env[63676]: DEBUG nova.scheduler.client.report [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1608.347332] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Task: {'id': task-1925176, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069323} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.347595] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1608.348673] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ece1492-0ee2-4324-bb56-3acf64a67e8f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.367910] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] e0e6b00e-63b9-458d-ad31-3fa6d175cd04/e0e6b00e-63b9-458d-ad31-3fa6d175cd04.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1608.368207] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e49f428c-9d82-4138-b957-57048ce42dfd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.383325] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.383829] env[63676]: DEBUG nova.compute.manager [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1608.386908] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2345f7bc-9ebc-4e88-a374-ccb556836cd0 tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.239s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.387282] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2345f7bc-9ebc-4e88-a374-ccb556836cd0 tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.389777] env[63676]: DEBUG oslo_concurrency.lockutils [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.727s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1608.393034] env[63676]: INFO nova.compute.claims [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1608.399737] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Waiting for the task: (returnval){ [ 1608.399737] env[63676]: value = "task-1925177" [ 1608.399737] env[63676]: _type = "Task" [ 1608.399737] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.408603] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Task: {'id': task-1925177, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.423756] env[63676]: INFO nova.scheduler.client.report [None req-2345f7bc-9ebc-4e88-a374-ccb556836cd0 tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Deleted allocations for instance 5607dc27-d9d6-4fc2-a210-f893a704cca3 [ 1608.889177] env[63676]: DEBUG nova.compute.utils [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1608.890501] env[63676]: DEBUG nova.compute.manager [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1608.890701] env[63676]: DEBUG nova.network.neutron [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1608.910994] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Task: {'id': task-1925177, 'name': ReconfigVM_Task, 'duration_secs': 0.256767} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.911319] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Reconfigured VM instance instance-00000010 to attach disk [datastore1] e0e6b00e-63b9-458d-ad31-3fa6d175cd04/e0e6b00e-63b9-458d-ad31-3fa6d175cd04.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1608.912057] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-20898a4c-f7a4-496f-a017-c681664299df {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.918739] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Waiting for the task: (returnval){ [ 1608.918739] env[63676]: value = "task-1925178" [ 1608.918739] env[63676]: _type = "Task" [ 1608.918739] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.928106] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Task: {'id': task-1925178, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.937859] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2345f7bc-9ebc-4e88-a374-ccb556836cd0 tempest-TenantUsagesTestJSON-1218904934 tempest-TenantUsagesTestJSON-1218904934-project-member] Lock "5607dc27-d9d6-4fc2-a210-f893a704cca3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.799s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.037480] env[63676]: DEBUG nova.policy [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da1f4aa2c5bf4a3584ee943d5de9b109', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '543c661e7e4a4518a656a2e9aad45e86', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1609.394304] env[63676]: DEBUG nova.compute.manager [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1609.434905] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Task: {'id': task-1925178, 'name': Rename_Task, 'duration_secs': 0.133921} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.435834] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1609.436285] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb7cb293-6562-4bd8-93d3-ca0719e83b02 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.447179] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Waiting for the task: (returnval){ [ 1609.447179] env[63676]: value = "task-1925179" [ 1609.447179] env[63676]: _type = "Task" [ 1609.447179] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.456216] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Task: {'id': task-1925179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.763710] env[63676]: DEBUG nova.network.neutron [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Successfully updated port: 0e31dc11-eff1-43ed-8065-696f3304c9c0 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1609.856159] env[63676]: DEBUG nova.compute.manager [req-5c7ace2f-b31b-4be9-af43-2c260b74808b req-fa35607d-7cb4-404d-92a3-f7be85262430 service nova] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Received event network-vif-plugged-0e31dc11-eff1-43ed-8065-696f3304c9c0 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1609.856159] env[63676]: DEBUG oslo_concurrency.lockutils [req-5c7ace2f-b31b-4be9-af43-2c260b74808b req-fa35607d-7cb4-404d-92a3-f7be85262430 service nova] Acquiring lock "7145ada3-e1fc-4651-a10d-22ca2f5df942-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.856341] env[63676]: DEBUG oslo_concurrency.lockutils [req-5c7ace2f-b31b-4be9-af43-2c260b74808b req-fa35607d-7cb4-404d-92a3-f7be85262430 service nova] Lock "7145ada3-e1fc-4651-a10d-22ca2f5df942-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.856534] env[63676]: DEBUG oslo_concurrency.lockutils [req-5c7ace2f-b31b-4be9-af43-2c260b74808b req-fa35607d-7cb4-404d-92a3-f7be85262430 service nova] Lock "7145ada3-e1fc-4651-a10d-22ca2f5df942-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.856623] env[63676]: DEBUG nova.compute.manager [req-5c7ace2f-b31b-4be9-af43-2c260b74808b req-fa35607d-7cb4-404d-92a3-f7be85262430 service nova] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] No waiting events found dispatching network-vif-plugged-0e31dc11-eff1-43ed-8065-696f3304c9c0 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1609.857187] env[63676]: WARNING nova.compute.manager [req-5c7ace2f-b31b-4be9-af43-2c260b74808b req-fa35607d-7cb4-404d-92a3-f7be85262430 service nova] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Received unexpected event network-vif-plugged-0e31dc11-eff1-43ed-8065-696f3304c9c0 for instance with vm_state building and task_state spawning. [ 1609.873889] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2be7f8-29ed-46d4-8ab0-c544211e610c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.884104] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30da693e-b1b3-41da-b54d-c68bd61096c7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.930982] env[63676]: DEBUG nova.network.neutron [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Successfully created port: 9ce160fe-3589-4069-9f5f-e57f0cf43646 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1609.936924] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d053809-eb63-49f6-8a5f-2f68b2372121 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.947307] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d35391-99ad-47fe-bf3b-5ffa7d952a3b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.970496] env[63676]: DEBUG nova.compute.provider_tree [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1609.975629] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Task: {'id': task-1925179, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.272959] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Acquiring lock "refresh_cache-7145ada3-e1fc-4651-a10d-22ca2f5df942" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1610.272959] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Acquired lock "refresh_cache-7145ada3-e1fc-4651-a10d-22ca2f5df942" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1610.272959] env[63676]: DEBUG nova.network.neutron [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1610.435576] env[63676]: DEBUG nova.compute.manager [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1610.469069] env[63676]: DEBUG oslo_vmware.api [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Task: {'id': task-1925179, 'name': PowerOnVM_Task, 'duration_secs': 0.720916} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.470877] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1610.472416] env[63676]: DEBUG nova.compute.manager [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1610.474310] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42493bd7-66e2-4dd8-b887-ffe59fd6a7dd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.479375] env[63676]: DEBUG nova.scheduler.client.report [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1610.486028] env[63676]: DEBUG nova.virt.hardware [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1610.486028] env[63676]: DEBUG nova.virt.hardware [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1610.486028] env[63676]: DEBUG nova.virt.hardware [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1610.486218] env[63676]: DEBUG nova.virt.hardware [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1610.486218] env[63676]: DEBUG nova.virt.hardware [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1610.486218] env[63676]: DEBUG nova.virt.hardware [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1610.486218] env[63676]: DEBUG nova.virt.hardware [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1610.486218] env[63676]: DEBUG nova.virt.hardware [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1610.486348] env[63676]: DEBUG nova.virt.hardware [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1610.487135] env[63676]: DEBUG nova.virt.hardware [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1610.488030] env[63676]: DEBUG nova.virt.hardware [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1610.489125] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e116680c-06cd-4b1a-9164-1503a82b242a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.505426] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3ed4c0f-8ff1-4f57-bec0-20aa1b05b758 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.834234] env[63676]: DEBUG nova.network.neutron [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1610.986331] env[63676]: DEBUG oslo_concurrency.lockutils [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.987153] env[63676]: DEBUG nova.compute.manager [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1610.989170] env[63676]: DEBUG oslo_concurrency.lockutils [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.250s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.990545] env[63676]: INFO nova.compute.claims [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1611.011899] env[63676]: DEBUG oslo_concurrency.lockutils [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.178443] env[63676]: DEBUG nova.network.neutron [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Updating instance_info_cache with network_info: [{"id": "0e31dc11-eff1-43ed-8065-696f3304c9c0", "address": "fa:16:3e:30:40:0e", "network": {"id": "44de6b9d-a5ed-4c06-94e5-f4ad7e198d94", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-82893762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb5a544de4e44f6b88404fbab4825b77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e31dc11-ef", "ovs_interfaceid": "0e31dc11-eff1-43ed-8065-696f3304c9c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.505217] env[63676]: DEBUG nova.compute.utils [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1611.506825] env[63676]: DEBUG nova.compute.manager [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1611.507126] env[63676]: DEBUG nova.network.neutron [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1611.649062] env[63676]: DEBUG nova.policy [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdb6bb30866442a4b19844c67535caa3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e76d0d89d5ec49aea2dfe3889b634b01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1611.685015] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Releasing lock "refresh_cache-7145ada3-e1fc-4651-a10d-22ca2f5df942" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.685015] env[63676]: DEBUG nova.compute.manager [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Instance network_info: |[{"id": "0e31dc11-eff1-43ed-8065-696f3304c9c0", "address": "fa:16:3e:30:40:0e", "network": {"id": "44de6b9d-a5ed-4c06-94e5-f4ad7e198d94", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-82893762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb5a544de4e44f6b88404fbab4825b77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e31dc11-ef", "ovs_interfaceid": "0e31dc11-eff1-43ed-8065-696f3304c9c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1611.685316] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:40:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e31dc11-eff1-43ed-8065-696f3304c9c0', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1611.695258] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Creating folder: Project (fb5a544de4e44f6b88404fbab4825b77). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1611.699020] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2592a894-e49c-4f97-9404-2c2f4b619617 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.715597] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Created folder: Project (fb5a544de4e44f6b88404fbab4825b77) in parent group-v396927. [ 1611.715697] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Creating folder: Instances. Parent ref: group-v396981. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1611.715967] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94db0d3d-d371-4bde-8e32-f42d80b72885 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.728527] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Created folder: Instances in parent group-v396981. [ 1611.728840] env[63676]: DEBUG oslo.service.loopingcall [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1611.728962] env[63676]: DEBUG oslo_concurrency.lockutils [None req-38a7142a-7332-4796-818e-dc1f3fc79315 tempest-ServersListShow296Test-1558978030 tempest-ServersListShow296Test-1558978030-project-member] Acquiring lock "d9348f32-9681-44d0-9439-2c606b81df2d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1611.729183] env[63676]: DEBUG oslo_concurrency.lockutils [None req-38a7142a-7332-4796-818e-dc1f3fc79315 tempest-ServersListShow296Test-1558978030 tempest-ServersListShow296Test-1558978030-project-member] Lock "d9348f32-9681-44d0-9439-2c606b81df2d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.729349] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1611.729552] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4dd3fc5-2dbe-44aa-9f55-e29becb58967 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.750830] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1611.750830] env[63676]: value = "task-1925182" [ 1611.750830] env[63676]: _type = "Task" [ 1611.750830] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.760827] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925182, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.013172] env[63676]: DEBUG nova.compute.manager [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1612.206188] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Acquiring lock "e0e6b00e-63b9-458d-ad31-3fa6d175cd04" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.206466] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Lock "e0e6b00e-63b9-458d-ad31-3fa6d175cd04" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.206674] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Acquiring lock "e0e6b00e-63b9-458d-ad31-3fa6d175cd04-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.206851] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Lock "e0e6b00e-63b9-458d-ad31-3fa6d175cd04-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.207043] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Lock "e0e6b00e-63b9-458d-ad31-3fa6d175cd04-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.214769] env[63676]: INFO nova.compute.manager [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Terminating instance [ 1612.262138] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925182, 'name': CreateVM_Task, 'duration_secs': 0.338112} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.264800] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1612.266109] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.266294] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.266645] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1612.267293] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b611a6e4-d0d6-4213-9990-4ed3d6c4061e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.273950] env[63676]: DEBUG oslo_vmware.api [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Waiting for the task: (returnval){ [ 1612.273950] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f5e772-65fb-bb78-8053-74eb845042ac" [ 1612.273950] env[63676]: _type = "Task" [ 1612.273950] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.286314] env[63676]: DEBUG oslo_vmware.api [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f5e772-65fb-bb78-8053-74eb845042ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.653952] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5290d8ba-d798-4a21-94a5-5de58b027e6c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.662345] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24b863f-af8d-428c-9671-38d8f068e809 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.696541] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d90d81-e48a-409a-a0c2-41d3dcd4ee6d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.705383] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae956804-e2e2-4387-aa25-25bac748ab27 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.722806] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Acquiring lock "refresh_cache-e0e6b00e-63b9-458d-ad31-3fa6d175cd04" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.723404] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Acquired lock "refresh_cache-e0e6b00e-63b9-458d-ad31-3fa6d175cd04" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.723672] env[63676]: DEBUG nova.network.neutron [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1612.725260] env[63676]: DEBUG nova.compute.provider_tree [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1612.789971] env[63676]: DEBUG oslo_vmware.api [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f5e772-65fb-bb78-8053-74eb845042ac, 'name': SearchDatastore_Task, 'duration_secs': 0.013576} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.790923] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1612.791378] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1612.791665] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.791844] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.792075] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1612.792348] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e0b78e3-b32f-4240-9be5-730ff6e21242 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.803700] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1612.804217] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1612.805698] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8061adce-3a78-4ee7-be7f-12d874086175 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.812592] env[63676]: DEBUG oslo_vmware.api [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Waiting for the task: (returnval){ [ 1612.812592] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522a8dad-d5e0-c8f9-ed07-b1455415954b" [ 1612.812592] env[63676]: _type = "Task" [ 1612.812592] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.822903] env[63676]: DEBUG oslo_vmware.api [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522a8dad-d5e0-c8f9-ed07-b1455415954b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.971321] env[63676]: DEBUG nova.network.neutron [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Successfully updated port: 9ce160fe-3589-4069-9f5f-e57f0cf43646 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1613.004114] env[63676]: DEBUG nova.network.neutron [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Successfully created port: 631f0928-f01c-4c5f-aa86-71c1c5aed267 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1613.029263] env[63676]: DEBUG nova.compute.manager [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1613.053798] env[63676]: DEBUG nova.virt.hardware [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1613.054399] env[63676]: DEBUG nova.virt.hardware [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1613.055293] env[63676]: DEBUG nova.virt.hardware [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1613.055293] env[63676]: DEBUG nova.virt.hardware [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1613.055581] env[63676]: DEBUG nova.virt.hardware [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1613.059018] env[63676]: DEBUG nova.virt.hardware [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1613.059018] env[63676]: DEBUG nova.virt.hardware [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1613.059018] env[63676]: DEBUG nova.virt.hardware [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1613.059018] env[63676]: DEBUG nova.virt.hardware [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1613.059018] env[63676]: DEBUG nova.virt.hardware [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1613.059239] env[63676]: DEBUG nova.virt.hardware [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1613.059239] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5746d29a-4d0c-4576-a6f8-d2e8f9ccba91 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.071023] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea28efa-1259-48be-b8a9-b025c9ededf4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.088166] env[63676]: DEBUG nova.compute.manager [req-f39c91ff-48ff-44c0-84d6-933eaba5113b req-87dfa74f-1fb7-44dc-b9fb-082e326451c5 service nova] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Received event network-changed-0e31dc11-eff1-43ed-8065-696f3304c9c0 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1613.088166] env[63676]: DEBUG nova.compute.manager [req-f39c91ff-48ff-44c0-84d6-933eaba5113b req-87dfa74f-1fb7-44dc-b9fb-082e326451c5 service nova] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Refreshing instance network info cache due to event network-changed-0e31dc11-eff1-43ed-8065-696f3304c9c0. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1613.088166] env[63676]: DEBUG oslo_concurrency.lockutils [req-f39c91ff-48ff-44c0-84d6-933eaba5113b req-87dfa74f-1fb7-44dc-b9fb-082e326451c5 service nova] Acquiring lock "refresh_cache-7145ada3-e1fc-4651-a10d-22ca2f5df942" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.088166] env[63676]: DEBUG oslo_concurrency.lockutils [req-f39c91ff-48ff-44c0-84d6-933eaba5113b req-87dfa74f-1fb7-44dc-b9fb-082e326451c5 service nova] Acquired lock "refresh_cache-7145ada3-e1fc-4651-a10d-22ca2f5df942" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.088166] env[63676]: DEBUG nova.network.neutron [req-f39c91ff-48ff-44c0-84d6-933eaba5113b req-87dfa74f-1fb7-44dc-b9fb-082e326451c5 service nova] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Refreshing network info cache for port 0e31dc11-eff1-43ed-8065-696f3304c9c0 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1613.233020] env[63676]: DEBUG nova.scheduler.client.report [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1613.268783] env[63676]: DEBUG nova.network.neutron [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1613.328565] env[63676]: DEBUG oslo_vmware.api [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522a8dad-d5e0-c8f9-ed07-b1455415954b, 'name': SearchDatastore_Task, 'duration_secs': 0.009769} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.328565] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6abd280d-c054-4243-87b8-54d3ad097aeb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.332211] env[63676]: DEBUG oslo_vmware.api [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Waiting for the task: (returnval){ [ 1613.332211] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ceb549-19c6-c382-c0ba-f552dca14f93" [ 1613.332211] env[63676]: _type = "Task" [ 1613.332211] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.340853] env[63676]: DEBUG oslo_vmware.api [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ceb549-19c6-c382-c0ba-f552dca14f93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.441324] env[63676]: DEBUG nova.network.neutron [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.475298] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquiring lock "refresh_cache-e1900551-fbeb-4ac9-b570-acefcdb408ad" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1613.475298] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquired lock "refresh_cache-e1900551-fbeb-4ac9-b570-acefcdb408ad" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1613.475298] env[63676]: DEBUG nova.network.neutron [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1613.747350] env[63676]: DEBUG oslo_concurrency.lockutils [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.758s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.749031] env[63676]: DEBUG nova.compute.manager [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1613.751721] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.418s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.755673] env[63676]: INFO nova.compute.claims [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1613.846951] env[63676]: DEBUG oslo_vmware.api [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ceb549-19c6-c382-c0ba-f552dca14f93, 'name': SearchDatastore_Task, 'duration_secs': 0.029756} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.850896] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.851531] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 7145ada3-e1fc-4651-a10d-22ca2f5df942/7145ada3-e1fc-4651-a10d-22ca2f5df942.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1613.851651] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e0ed8a7-49ca-4009-878a-d385287ac2b2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.861073] env[63676]: DEBUG oslo_vmware.api [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Waiting for the task: (returnval){ [ 1613.861073] env[63676]: value = "task-1925183" [ 1613.861073] env[63676]: _type = "Task" [ 1613.861073] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.872041] env[63676]: DEBUG oslo_vmware.api [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Task: {'id': task-1925183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.928654] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Acquiring lock "90ce8db7-eedc-48b3-b579-efc2ad00ed6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.929094] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Lock "90ce8db7-eedc-48b3-b579-efc2ad00ed6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.945933] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Releasing lock "refresh_cache-e0e6b00e-63b9-458d-ad31-3fa6d175cd04" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1613.946574] env[63676]: DEBUG nova.compute.manager [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1613.946892] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1613.947832] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660d8cfd-a2d1-4c07-9238-0746d560291b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.955874] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1613.956305] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15f04c83-52d6-40d7-82a2-52879ec21218 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.962519] env[63676]: DEBUG oslo_vmware.api [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Waiting for the task: (returnval){ [ 1613.962519] env[63676]: value = "task-1925184" [ 1613.962519] env[63676]: _type = "Task" [ 1613.962519] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.975072] env[63676]: DEBUG oslo_vmware.api [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': task-1925184, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.025366] env[63676]: DEBUG nova.network.neutron [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1614.148605] env[63676]: DEBUG nova.network.neutron [req-f39c91ff-48ff-44c0-84d6-933eaba5113b req-87dfa74f-1fb7-44dc-b9fb-082e326451c5 service nova] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Updated VIF entry in instance network info cache for port 0e31dc11-eff1-43ed-8065-696f3304c9c0. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1614.148992] env[63676]: DEBUG nova.network.neutron [req-f39c91ff-48ff-44c0-84d6-933eaba5113b req-87dfa74f-1fb7-44dc-b9fb-082e326451c5 service nova] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Updating instance_info_cache with network_info: [{"id": "0e31dc11-eff1-43ed-8065-696f3304c9c0", "address": "fa:16:3e:30:40:0e", "network": {"id": "44de6b9d-a5ed-4c06-94e5-f4ad7e198d94", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-82893762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb5a544de4e44f6b88404fbab4825b77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e31dc11-ef", "ovs_interfaceid": "0e31dc11-eff1-43ed-8065-696f3304c9c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.261566] env[63676]: DEBUG nova.compute.utils [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1614.265337] env[63676]: DEBUG nova.compute.manager [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1614.265647] env[63676]: DEBUG nova.network.neutron [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1614.324057] env[63676]: DEBUG nova.network.neutron [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Updating instance_info_cache with network_info: [{"id": "9ce160fe-3589-4069-9f5f-e57f0cf43646", "address": "fa:16:3e:6f:ef:0a", "network": {"id": "f69b8fe2-f84b-41c0-b097-82138772d266", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2071213827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "543c661e7e4a4518a656a2e9aad45e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce160fe-35", "ovs_interfaceid": "9ce160fe-3589-4069-9f5f-e57f0cf43646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.345658] env[63676]: DEBUG nova.policy [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd14cf4f82d264b2a88618911c98f690f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1fb024649dd048f0bb5bfd610cd6f894', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1614.374718] env[63676]: DEBUG oslo_vmware.api [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Task: {'id': task-1925183, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.474912] env[63676]: DEBUG oslo_vmware.api [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': task-1925184, 'name': PowerOffVM_Task, 'duration_secs': 0.127454} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.475267] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1614.475526] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1614.476164] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87e7f594-1c36-4abf-a058-a1a4fa4eb5ce {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.501743] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1614.501969] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1614.502163] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Deleting the datastore file [datastore1] e0e6b00e-63b9-458d-ad31-3fa6d175cd04 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1614.502434] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e4dbc21-f142-45cd-acf9-66d9e993a946 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.510235] env[63676]: DEBUG oslo_vmware.api [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Waiting for the task: (returnval){ [ 1614.510235] env[63676]: value = "task-1925186" [ 1614.510235] env[63676]: _type = "Task" [ 1614.510235] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.518253] env[63676]: DEBUG oslo_vmware.api [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': task-1925186, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.652618] env[63676]: DEBUG oslo_concurrency.lockutils [req-f39c91ff-48ff-44c0-84d6-933eaba5113b req-87dfa74f-1fb7-44dc-b9fb-082e326451c5 service nova] Releasing lock "refresh_cache-7145ada3-e1fc-4651-a10d-22ca2f5df942" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.769430] env[63676]: DEBUG nova.compute.manager [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1614.829069] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Releasing lock "refresh_cache-e1900551-fbeb-4ac9-b570-acefcdb408ad" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.829393] env[63676]: DEBUG nova.compute.manager [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Instance network_info: |[{"id": "9ce160fe-3589-4069-9f5f-e57f0cf43646", "address": "fa:16:3e:6f:ef:0a", "network": {"id": "f69b8fe2-f84b-41c0-b097-82138772d266", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2071213827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "543c661e7e4a4518a656a2e9aad45e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce160fe-35", "ovs_interfaceid": "9ce160fe-3589-4069-9f5f-e57f0cf43646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1614.833874] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:ef:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '028bae2d-fe6c-4207-b4a3-3fab45fbf1d6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ce160fe-3589-4069-9f5f-e57f0cf43646', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1614.844204] env[63676]: DEBUG oslo.service.loopingcall [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1614.847571] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1614.848421] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c19657a-dff1-42ba-89c8-c2428d97893b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.883707] env[63676]: DEBUG oslo_vmware.api [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Task: {'id': task-1925183, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550614} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.887618] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 7145ada3-e1fc-4651-a10d-22ca2f5df942/7145ada3-e1fc-4651-a10d-22ca2f5df942.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1614.887852] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1614.888095] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1614.888095] env[63676]: value = "task-1925187" [ 1614.888095] env[63676]: _type = "Task" [ 1614.888095] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.889750] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ede159b7-3e96-42c0-8200-96d711377db6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.899739] env[63676]: DEBUG oslo_vmware.api [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Waiting for the task: (returnval){ [ 1614.899739] env[63676]: value = "task-1925188" [ 1614.899739] env[63676]: _type = "Task" [ 1614.899739] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.904380] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925187, 'name': CreateVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.918476] env[63676]: DEBUG oslo_vmware.api [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Task: {'id': task-1925188, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.028807] env[63676]: DEBUG nova.network.neutron [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Successfully created port: 51a1269e-c29d-47bc-8764-2603f1268123 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1615.031083] env[63676]: DEBUG oslo_vmware.api [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Task: {'id': task-1925186, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088458} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.033323] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1615.033516] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1615.033690] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1615.033859] env[63676]: INFO nova.compute.manager [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1615.034143] env[63676]: DEBUG oslo.service.loopingcall [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1615.038389] env[63676]: DEBUG nova.compute.manager [-] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1615.038550] env[63676]: DEBUG nova.network.neutron [-] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1615.063807] env[63676]: DEBUG nova.network.neutron [-] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1615.338250] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bfa778-1a78-4814-9052-c4e456beed43 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.347373] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d51dfb-b1c3-4599-abe4-0acc4b88698f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.382034] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77f1d7f-a84b-4549-b389-8aa937fde459 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.391053] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45995ab-be58-43b1-bd6d-b52181ba933d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.412128] env[63676]: DEBUG nova.compute.provider_tree [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1615.420247] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925187, 'name': CreateVM_Task, 'duration_secs': 0.367904} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.421026] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1615.422446] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.422446] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.422446] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1615.423249] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82c71d91-7300-4dc4-9432-9475f6afb33d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.428431] env[63676]: DEBUG oslo_vmware.api [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Task: {'id': task-1925188, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067053} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.429991] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1615.431257] env[63676]: DEBUG nova.compute.manager [req-70579d4d-8ec4-402a-94b8-6fefcbfc8b39 req-8ad1c169-b938-4056-87fe-c982419b2232 service nova] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Received event network-vif-plugged-9ce160fe-3589-4069-9f5f-e57f0cf43646 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1615.431495] env[63676]: DEBUG oslo_concurrency.lockutils [req-70579d4d-8ec4-402a-94b8-6fefcbfc8b39 req-8ad1c169-b938-4056-87fe-c982419b2232 service nova] Acquiring lock "e1900551-fbeb-4ac9-b570-acefcdb408ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1615.431734] env[63676]: DEBUG oslo_concurrency.lockutils [req-70579d4d-8ec4-402a-94b8-6fefcbfc8b39 req-8ad1c169-b938-4056-87fe-c982419b2232 service nova] Lock "e1900551-fbeb-4ac9-b570-acefcdb408ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1615.431996] env[63676]: DEBUG oslo_concurrency.lockutils [req-70579d4d-8ec4-402a-94b8-6fefcbfc8b39 req-8ad1c169-b938-4056-87fe-c982419b2232 service nova] Lock "e1900551-fbeb-4ac9-b570-acefcdb408ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1615.432174] env[63676]: DEBUG nova.compute.manager [req-70579d4d-8ec4-402a-94b8-6fefcbfc8b39 req-8ad1c169-b938-4056-87fe-c982419b2232 service nova] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] No waiting events found dispatching network-vif-plugged-9ce160fe-3589-4069-9f5f-e57f0cf43646 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1615.432374] env[63676]: WARNING nova.compute.manager [req-70579d4d-8ec4-402a-94b8-6fefcbfc8b39 req-8ad1c169-b938-4056-87fe-c982419b2232 service nova] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Received unexpected event network-vif-plugged-9ce160fe-3589-4069-9f5f-e57f0cf43646 for instance with vm_state building and task_state spawning. [ 1615.432607] env[63676]: DEBUG nova.compute.manager [req-70579d4d-8ec4-402a-94b8-6fefcbfc8b39 req-8ad1c169-b938-4056-87fe-c982419b2232 service nova] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Received event network-changed-9ce160fe-3589-4069-9f5f-e57f0cf43646 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1615.432798] env[63676]: DEBUG nova.compute.manager [req-70579d4d-8ec4-402a-94b8-6fefcbfc8b39 req-8ad1c169-b938-4056-87fe-c982419b2232 service nova] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Refreshing instance network info cache due to event network-changed-9ce160fe-3589-4069-9f5f-e57f0cf43646. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1615.432948] env[63676]: DEBUG oslo_concurrency.lockutils [req-70579d4d-8ec4-402a-94b8-6fefcbfc8b39 req-8ad1c169-b938-4056-87fe-c982419b2232 service nova] Acquiring lock "refresh_cache-e1900551-fbeb-4ac9-b570-acefcdb408ad" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.433148] env[63676]: DEBUG oslo_concurrency.lockutils [req-70579d4d-8ec4-402a-94b8-6fefcbfc8b39 req-8ad1c169-b938-4056-87fe-c982419b2232 service nova] Acquired lock "refresh_cache-e1900551-fbeb-4ac9-b570-acefcdb408ad" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.433418] env[63676]: DEBUG nova.network.neutron [req-70579d4d-8ec4-402a-94b8-6fefcbfc8b39 req-8ad1c169-b938-4056-87fe-c982419b2232 service nova] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Refreshing network info cache for port 9ce160fe-3589-4069-9f5f-e57f0cf43646 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1615.436540] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ed9d6e-8c83-459b-890d-eba5bbf165fa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.439484] env[63676]: DEBUG oslo_vmware.api [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1615.439484] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f4e761-3444-3438-e89c-fa4a66b53dc3" [ 1615.439484] env[63676]: _type = "Task" [ 1615.439484] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.462196] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] 7145ada3-e1fc-4651-a10d-22ca2f5df942/7145ada3-e1fc-4651-a10d-22ca2f5df942.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1615.463723] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbede9bd-ab92-474e-98b2-8cdfccd2ff74 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.482387] env[63676]: DEBUG oslo_vmware.api [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f4e761-3444-3438-e89c-fa4a66b53dc3, 'name': SearchDatastore_Task, 'duration_secs': 0.009725} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.483103] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.485068] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1615.485068] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.485068] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.485068] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1615.485068] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8833d1de-87b5-453a-b245-160c82ee8024 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.487601] env[63676]: DEBUG oslo_vmware.api [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Waiting for the task: (returnval){ [ 1615.487601] env[63676]: value = "task-1925189" [ 1615.487601] env[63676]: _type = "Task" [ 1615.487601] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.492948] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1615.493183] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1615.493900] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39b0f4a5-edd6-475a-b1f2-800c26bd3010 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.500034] env[63676]: DEBUG oslo_vmware.api [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Task: {'id': task-1925189, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.503376] env[63676]: DEBUG oslo_vmware.api [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1615.503376] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520e1d08-3b3e-3b33-1374-1c2221fd598e" [ 1615.503376] env[63676]: _type = "Task" [ 1615.503376] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.512095] env[63676]: DEBUG oslo_vmware.api [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520e1d08-3b3e-3b33-1374-1c2221fd598e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.571680] env[63676]: DEBUG nova.network.neutron [-] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.708900] env[63676]: DEBUG nova.network.neutron [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Successfully updated port: 631f0928-f01c-4c5f-aa86-71c1c5aed267 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1615.784980] env[63676]: DEBUG nova.compute.manager [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1615.822100] env[63676]: DEBUG nova.virt.hardware [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1615.822588] env[63676]: DEBUG nova.virt.hardware [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1615.822588] env[63676]: DEBUG nova.virt.hardware [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1615.824126] env[63676]: DEBUG nova.virt.hardware [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1615.824126] env[63676]: DEBUG nova.virt.hardware [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1615.824126] env[63676]: DEBUG nova.virt.hardware [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1615.824126] env[63676]: DEBUG nova.virt.hardware [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1615.824126] env[63676]: DEBUG nova.virt.hardware [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1615.824325] env[63676]: DEBUG nova.virt.hardware [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1615.824325] env[63676]: DEBUG nova.virt.hardware [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1615.824389] env[63676]: DEBUG nova.virt.hardware [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1615.825297] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff79a17-136c-4d6b-9c51-e5953fe9db15 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.836503] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb93326-1176-41bf-9944-46b7d06af838 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.922764] env[63676]: DEBUG nova.scheduler.client.report [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1616.001249] env[63676]: DEBUG oslo_vmware.api [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Task: {'id': task-1925189, 'name': ReconfigVM_Task, 'duration_secs': 0.269773} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.001631] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Reconfigured VM instance instance-00000013 to attach disk [datastore1] 7145ada3-e1fc-4651-a10d-22ca2f5df942/7145ada3-e1fc-4651-a10d-22ca2f5df942.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1616.002506] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e8a57ea-b2cb-4ee4-9970-0587475a4ea0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.015096] env[63676]: DEBUG oslo_vmware.api [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520e1d08-3b3e-3b33-1374-1c2221fd598e, 'name': SearchDatastore_Task, 'duration_secs': 0.01574} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.016999] env[63676]: DEBUG oslo_vmware.api [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Waiting for the task: (returnval){ [ 1616.016999] env[63676]: value = "task-1925190" [ 1616.016999] env[63676]: _type = "Task" [ 1616.016999] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.017468] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29f8e81a-6639-496b-9b14-52e64650b009 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.027142] env[63676]: DEBUG oslo_vmware.api [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1616.027142] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529ddeeb-521c-8c94-7ac2-0862a6598d82" [ 1616.027142] env[63676]: _type = "Task" [ 1616.027142] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.030808] env[63676]: DEBUG oslo_vmware.api [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Task: {'id': task-1925190, 'name': Rename_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.038562] env[63676]: DEBUG oslo_vmware.api [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529ddeeb-521c-8c94-7ac2-0862a6598d82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.079109] env[63676]: INFO nova.compute.manager [-] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Took 1.04 seconds to deallocate network for instance. [ 1616.212018] env[63676]: DEBUG oslo_concurrency.lockutils [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Acquiring lock "refresh_cache-201a9dea-67af-4250-a839-6c1d9a882533" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1616.212018] env[63676]: DEBUG oslo_concurrency.lockutils [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Acquired lock "refresh_cache-201a9dea-67af-4250-a839-6c1d9a882533" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1616.212018] env[63676]: DEBUG nova.network.neutron [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1616.273587] env[63676]: DEBUG nova.network.neutron [req-70579d4d-8ec4-402a-94b8-6fefcbfc8b39 req-8ad1c169-b938-4056-87fe-c982419b2232 service nova] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Updated VIF entry in instance network info cache for port 9ce160fe-3589-4069-9f5f-e57f0cf43646. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1616.274025] env[63676]: DEBUG nova.network.neutron [req-70579d4d-8ec4-402a-94b8-6fefcbfc8b39 req-8ad1c169-b938-4056-87fe-c982419b2232 service nova] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Updating instance_info_cache with network_info: [{"id": "9ce160fe-3589-4069-9f5f-e57f0cf43646", "address": "fa:16:3e:6f:ef:0a", "network": {"id": "f69b8fe2-f84b-41c0-b097-82138772d266", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2071213827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "543c661e7e4a4518a656a2e9aad45e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce160fe-35", "ovs_interfaceid": "9ce160fe-3589-4069-9f5f-e57f0cf43646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.429331] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.678s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.429836] env[63676]: DEBUG nova.compute.manager [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1616.432438] env[63676]: DEBUG oslo_concurrency.lockutils [None req-745ed12e-08c4-4555-8507-04df7f944458 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.602s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.432620] env[63676]: DEBUG oslo_concurrency.lockutils [None req-745ed12e-08c4-4555-8507-04df7f944458 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.434590] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.372s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.436233] env[63676]: INFO nova.compute.claims [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1616.473408] env[63676]: INFO nova.scheduler.client.report [None req-745ed12e-08c4-4555-8507-04df7f944458 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Deleted allocations for instance 195235fb-e1ff-4811-82c1-f30a833f6a82 [ 1616.530476] env[63676]: DEBUG oslo_vmware.api [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Task: {'id': task-1925190, 'name': Rename_Task, 'duration_secs': 0.1521} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.530826] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1616.533992] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78c5b0d1-1e3d-471d-aab2-1819ef9b9db2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.541233] env[63676]: DEBUG oslo_vmware.api [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529ddeeb-521c-8c94-7ac2-0862a6598d82, 'name': SearchDatastore_Task, 'duration_secs': 0.014075} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.542396] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.542655] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] e1900551-fbeb-4ac9-b570-acefcdb408ad/e1900551-fbeb-4ac9-b570-acefcdb408ad.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1616.542952] env[63676]: DEBUG oslo_vmware.api [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Waiting for the task: (returnval){ [ 1616.542952] env[63676]: value = "task-1925191" [ 1616.542952] env[63676]: _type = "Task" [ 1616.542952] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.543149] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f82bc30-7bd6-4e7f-8b5d-a0a6b02d5c1b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.553064] env[63676]: DEBUG oslo_vmware.api [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Task: {'id': task-1925191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.554240] env[63676]: DEBUG oslo_vmware.api [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1616.554240] env[63676]: value = "task-1925192" [ 1616.554240] env[63676]: _type = "Task" [ 1616.554240] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.561831] env[63676]: DEBUG oslo_vmware.api [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925192, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.589168] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.746544] env[63676]: DEBUG nova.network.neutron [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1616.776657] env[63676]: DEBUG oslo_concurrency.lockutils [req-70579d4d-8ec4-402a-94b8-6fefcbfc8b39 req-8ad1c169-b938-4056-87fe-c982419b2232 service nova] Releasing lock "refresh_cache-e1900551-fbeb-4ac9-b570-acefcdb408ad" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.945664] env[63676]: DEBUG nova.compute.utils [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1616.953382] env[63676]: DEBUG nova.compute.manager [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1616.954219] env[63676]: DEBUG nova.network.neutron [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1616.985678] env[63676]: DEBUG oslo_concurrency.lockutils [None req-745ed12e-08c4-4555-8507-04df7f944458 tempest-ServerExternalEventsTest-1413940473 tempest-ServerExternalEventsTest-1413940473-project-member] Lock "195235fb-e1ff-4811-82c1-f30a833f6a82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.924s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.008304] env[63676]: DEBUG nova.policy [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a7afddd90304c929d0372ca91959349', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cd99bf544aa84501be56f78c3b0c7d2c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1617.065113] env[63676]: DEBUG oslo_vmware.api [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Task: {'id': task-1925191, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.074607] env[63676]: DEBUG oslo_vmware.api [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925192, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.155292] env[63676]: DEBUG nova.network.neutron [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Updating instance_info_cache with network_info: [{"id": "631f0928-f01c-4c5f-aa86-71c1c5aed267", "address": "fa:16:3e:bd:fb:de", "network": {"id": "c9c7edd3-4a37-49f9-92cd-a642b1081b6c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-665822432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e76d0d89d5ec49aea2dfe3889b634b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap631f0928-f0", "ovs_interfaceid": "631f0928-f01c-4c5f-aa86-71c1c5aed267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.337956] env[63676]: DEBUG nova.network.neutron [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Successfully created port: eded8e72-7d5d-4c96-8bde-66e756b7f47e {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1617.370738] env[63676]: DEBUG nova.network.neutron [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Successfully updated port: 51a1269e-c29d-47bc-8764-2603f1268123 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1617.451663] env[63676]: DEBUG nova.compute.manager [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1617.557047] env[63676]: DEBUG oslo_vmware.api [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Task: {'id': task-1925191, 'name': PowerOnVM_Task, 'duration_secs': 0.758238} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.559987] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1617.560225] env[63676]: INFO nova.compute.manager [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1617.560402] env[63676]: DEBUG nova.compute.manager [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1617.561170] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76ad790-c783-49ab-b853-48a0f8416297 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.568684] env[63676]: DEBUG oslo_vmware.api [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925192, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.569277} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.573525] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] e1900551-fbeb-4ac9-b570-acefcdb408ad/e1900551-fbeb-4ac9-b570-acefcdb408ad.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1617.573752] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1617.577914] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-69b8bc56-53de-451b-98bf-2a1bfeb3e11a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.584359] env[63676]: DEBUG oslo_vmware.api [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1617.584359] env[63676]: value = "task-1925193" [ 1617.584359] env[63676]: _type = "Task" [ 1617.584359] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.594966] env[63676]: DEBUG oslo_vmware.api [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.658849] env[63676]: DEBUG oslo_concurrency.lockutils [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Releasing lock "refresh_cache-201a9dea-67af-4250-a839-6c1d9a882533" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1617.659206] env[63676]: DEBUG nova.compute.manager [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Instance network_info: |[{"id": "631f0928-f01c-4c5f-aa86-71c1c5aed267", "address": "fa:16:3e:bd:fb:de", "network": {"id": "c9c7edd3-4a37-49f9-92cd-a642b1081b6c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-665822432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e76d0d89d5ec49aea2dfe3889b634b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap631f0928-f0", "ovs_interfaceid": "631f0928-f01c-4c5f-aa86-71c1c5aed267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1617.659655] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:fb:de', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c3e2368-4a35-4aa5-9135-23daedbbf9ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '631f0928-f01c-4c5f-aa86-71c1c5aed267', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1617.668108] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Creating folder: Project (e76d0d89d5ec49aea2dfe3889b634b01). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1617.671064] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89aff427-b3f9-4dce-8816-fabc29819d55 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.683169] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Created folder: Project (e76d0d89d5ec49aea2dfe3889b634b01) in parent group-v396927. [ 1617.683169] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Creating folder: Instances. Parent ref: group-v396985. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1617.685447] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a2771b3-ce96-40a8-849a-8dac0e4fd16e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.696158] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Created folder: Instances in parent group-v396985. [ 1617.696477] env[63676]: DEBUG oslo.service.loopingcall [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1617.696589] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1617.696794] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fc5afa9-2057-49e3-afdd-ecba0a6e2ffe {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.723239] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1617.723239] env[63676]: value = "task-1925196" [ 1617.723239] env[63676]: _type = "Task" [ 1617.723239] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1617.731647] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925196, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.747421] env[63676]: DEBUG nova.compute.manager [req-c9d74aaa-40d5-4791-b4f3-c305fff62d50 req-083a1c92-0048-42b4-976c-ec28e83e463c service nova] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Received event network-vif-plugged-631f0928-f01c-4c5f-aa86-71c1c5aed267 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1617.747579] env[63676]: DEBUG oslo_concurrency.lockutils [req-c9d74aaa-40d5-4791-b4f3-c305fff62d50 req-083a1c92-0048-42b4-976c-ec28e83e463c service nova] Acquiring lock "201a9dea-67af-4250-a839-6c1d9a882533-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.748052] env[63676]: DEBUG oslo_concurrency.lockutils [req-c9d74aaa-40d5-4791-b4f3-c305fff62d50 req-083a1c92-0048-42b4-976c-ec28e83e463c service nova] Lock "201a9dea-67af-4250-a839-6c1d9a882533-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1617.748237] env[63676]: DEBUG oslo_concurrency.lockutils [req-c9d74aaa-40d5-4791-b4f3-c305fff62d50 req-083a1c92-0048-42b4-976c-ec28e83e463c service nova] Lock "201a9dea-67af-4250-a839-6c1d9a882533-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1617.748407] env[63676]: DEBUG nova.compute.manager [req-c9d74aaa-40d5-4791-b4f3-c305fff62d50 req-083a1c92-0048-42b4-976c-ec28e83e463c service nova] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] No waiting events found dispatching network-vif-plugged-631f0928-f01c-4c5f-aa86-71c1c5aed267 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1617.749842] env[63676]: WARNING nova.compute.manager [req-c9d74aaa-40d5-4791-b4f3-c305fff62d50 req-083a1c92-0048-42b4-976c-ec28e83e463c service nova] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Received unexpected event network-vif-plugged-631f0928-f01c-4c5f-aa86-71c1c5aed267 for instance with vm_state building and task_state spawning. [ 1617.749842] env[63676]: DEBUG nova.compute.manager [req-c9d74aaa-40d5-4791-b4f3-c305fff62d50 req-083a1c92-0048-42b4-976c-ec28e83e463c service nova] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Received event network-changed-631f0928-f01c-4c5f-aa86-71c1c5aed267 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1617.749842] env[63676]: DEBUG nova.compute.manager [req-c9d74aaa-40d5-4791-b4f3-c305fff62d50 req-083a1c92-0048-42b4-976c-ec28e83e463c service nova] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Refreshing instance network info cache due to event network-changed-631f0928-f01c-4c5f-aa86-71c1c5aed267. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1617.749842] env[63676]: DEBUG oslo_concurrency.lockutils [req-c9d74aaa-40d5-4791-b4f3-c305fff62d50 req-083a1c92-0048-42b4-976c-ec28e83e463c service nova] Acquiring lock "refresh_cache-201a9dea-67af-4250-a839-6c1d9a882533" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.749842] env[63676]: DEBUG oslo_concurrency.lockutils [req-c9d74aaa-40d5-4791-b4f3-c305fff62d50 req-083a1c92-0048-42b4-976c-ec28e83e463c service nova] Acquired lock "refresh_cache-201a9dea-67af-4250-a839-6c1d9a882533" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.750220] env[63676]: DEBUG nova.network.neutron [req-c9d74aaa-40d5-4791-b4f3-c305fff62d50 req-083a1c92-0048-42b4-976c-ec28e83e463c service nova] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Refreshing network info cache for port 631f0928-f01c-4c5f-aa86-71c1c5aed267 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1617.878034] env[63676]: DEBUG oslo_concurrency.lockutils [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Acquiring lock "refresh_cache-ff676f80-9e5b-4c8e-92f4-657591750c2f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.878034] env[63676]: DEBUG oslo_concurrency.lockutils [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Acquired lock "refresh_cache-ff676f80-9e5b-4c8e-92f4-657591750c2f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.878034] env[63676]: DEBUG nova.network.neutron [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1618.059493] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba3e0208-463e-4620-ae17-e2c0f62f808f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.068195] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c906228-ec4e-4e90-896a-12187e0aa980 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.108050] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9fcd31b-416d-4827-8c6c-e1fbbe7ca14d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.112796] env[63676]: INFO nova.compute.manager [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Took 49.84 seconds to build instance. [ 1618.119829] env[63676]: DEBUG oslo_vmware.api [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.230752} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.121170] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf80ba59-f0df-4698-9f68-00e31c367cd9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.125645] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1618.129159] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af9ff13-e0c7-4bee-899d-2e1b4b39e529 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.139730] env[63676]: DEBUG nova.compute.provider_tree [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1618.158496] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] e1900551-fbeb-4ac9-b570-acefcdb408ad/e1900551-fbeb-4ac9-b570-acefcdb408ad.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1618.161858] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ebbd9a6-1f80-48a3-a58b-b210ac78818b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.183300] env[63676]: DEBUG oslo_vmware.api [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1618.183300] env[63676]: value = "task-1925197" [ 1618.183300] env[63676]: _type = "Task" [ 1618.183300] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.191280] env[63676]: DEBUG oslo_vmware.api [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925197, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.195341] env[63676]: ERROR nova.scheduler.client.report [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [req-a3c9222c-0be9-419f-85d0-afa573c72f61] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5759d2a2-0179-444e-89b9-d9d622fd17b7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a3c9222c-0be9-419f-85d0-afa573c72f61"}]} [ 1618.222487] env[63676]: DEBUG nova.scheduler.client.report [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Refreshing inventories for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1618.238191] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925196, 'name': CreateVM_Task, 'duration_secs': 0.345749} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.238191] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1618.238191] env[63676]: DEBUG oslo_concurrency.lockutils [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.238191] env[63676]: DEBUG oslo_concurrency.lockutils [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.238382] env[63676]: DEBUG oslo_concurrency.lockutils [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1618.243103] env[63676]: DEBUG nova.scheduler.client.report [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Updating ProviderTree inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1618.243349] env[63676]: DEBUG nova.compute.provider_tree [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1618.245618] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3afe720b-8a20-4599-9d0a-6b9b17dc9a30 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.250732] env[63676]: DEBUG oslo_vmware.api [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Waiting for the task: (returnval){ [ 1618.250732] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b6fe40-0e05-dc06-9035-2089c3238b2f" [ 1618.250732] env[63676]: _type = "Task" [ 1618.250732] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.261997] env[63676]: DEBUG oslo_vmware.api [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b6fe40-0e05-dc06-9035-2089c3238b2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.261997] env[63676]: DEBUG nova.scheduler.client.report [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Refreshing aggregate associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, aggregates: None {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1618.286324] env[63676]: DEBUG nova.scheduler.client.report [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Refreshing trait associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1618.449245] env[63676]: DEBUG nova.network.neutron [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1618.465686] env[63676]: DEBUG oslo_concurrency.lockutils [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquiring lock "f07729fe-f159-4ff5-90e0-33f7696a22c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1618.466109] env[63676]: DEBUG oslo_concurrency.lockutils [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Lock "f07729fe-f159-4ff5-90e0-33f7696a22c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.468013] env[63676]: DEBUG nova.compute.manager [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1618.500019] env[63676]: DEBUG nova.virt.hardware [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1618.505501] env[63676]: DEBUG nova.virt.hardware [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1618.505711] env[63676]: DEBUG nova.virt.hardware [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1618.505907] env[63676]: DEBUG nova.virt.hardware [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1618.506263] env[63676]: DEBUG nova.virt.hardware [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1618.506263] env[63676]: DEBUG nova.virt.hardware [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1618.506465] env[63676]: DEBUG nova.virt.hardware [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1618.506567] env[63676]: DEBUG nova.virt.hardware [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1618.506730] env[63676]: DEBUG nova.virt.hardware [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1618.506995] env[63676]: DEBUG nova.virt.hardware [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1618.507212] env[63676]: DEBUG nova.virt.hardware [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1618.508658] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c31940-c7db-4eb1-9dd1-625748d6d4eb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.519357] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214bfe1f-762d-4926-92dc-fd50ddffb3e9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.619356] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a76908f-809c-49bf-8948-0badb15301e0 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Lock "7145ada3-e1fc-4651-a10d-22ca2f5df942" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.703s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.698331] env[63676]: DEBUG oslo_vmware.api [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925197, 'name': ReconfigVM_Task, 'duration_secs': 0.455161} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.698331] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Reconfigured VM instance instance-00000014 to attach disk [datastore1] e1900551-fbeb-4ac9-b570-acefcdb408ad/e1900551-fbeb-4ac9-b570-acefcdb408ad.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1618.698331] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-30c5e6ef-f62c-4046-9e09-013414d76047 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.704667] env[63676]: DEBUG oslo_vmware.api [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1618.704667] env[63676]: value = "task-1925198" [ 1618.704667] env[63676]: _type = "Task" [ 1618.704667] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.724108] env[63676]: DEBUG oslo_vmware.api [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925198, 'name': Rename_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.762196] env[63676]: DEBUG oslo_vmware.api [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b6fe40-0e05-dc06-9035-2089c3238b2f, 'name': SearchDatastore_Task, 'duration_secs': 0.010848} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.765168] env[63676]: DEBUG oslo_concurrency.lockutils [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.765487] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1618.765812] env[63676]: DEBUG oslo_concurrency.lockutils [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.765998] env[63676]: DEBUG oslo_concurrency.lockutils [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.766220] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1618.766750] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-045c22ac-2462-4a1d-8f55-169bdd2eedc8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.775230] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1618.775525] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1618.776302] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b9c7215-d46a-4285-b72a-1f708270eaa1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.785423] env[63676]: DEBUG oslo_vmware.api [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Waiting for the task: (returnval){ [ 1618.785423] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5275bf9f-675f-be4b-17ca-e44ec27cb175" [ 1618.785423] env[63676]: _type = "Task" [ 1618.785423] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.798069] env[63676]: DEBUG oslo_vmware.api [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5275bf9f-675f-be4b-17ca-e44ec27cb175, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.812378] env[63676]: DEBUG nova.network.neutron [req-c9d74aaa-40d5-4791-b4f3-c305fff62d50 req-083a1c92-0048-42b4-976c-ec28e83e463c service nova] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Updated VIF entry in instance network info cache for port 631f0928-f01c-4c5f-aa86-71c1c5aed267. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1618.813258] env[63676]: DEBUG nova.network.neutron [req-c9d74aaa-40d5-4791-b4f3-c305fff62d50 req-083a1c92-0048-42b4-976c-ec28e83e463c service nova] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Updating instance_info_cache with network_info: [{"id": "631f0928-f01c-4c5f-aa86-71c1c5aed267", "address": "fa:16:3e:bd:fb:de", "network": {"id": "c9c7edd3-4a37-49f9-92cd-a642b1081b6c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-665822432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e76d0d89d5ec49aea2dfe3889b634b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap631f0928-f0", "ovs_interfaceid": "631f0928-f01c-4c5f-aa86-71c1c5aed267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.821821] env[63676]: DEBUG nova.network.neutron [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Updating instance_info_cache with network_info: [{"id": "51a1269e-c29d-47bc-8764-2603f1268123", "address": "fa:16:3e:39:1d:51", "network": {"id": "203f16cc-c4af-4895-95fe-2d182152f956", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1272161017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fb024649dd048f0bb5bfd610cd6f894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51a1269e-c2", "ovs_interfaceid": "51a1269e-c29d-47bc-8764-2603f1268123", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.870027] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479a29ee-2c20-4da3-8ffe-12daf26fb698 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.880713] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6df9837-7c0d-45de-8aaf-0ba9d81be407 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.917818] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e1cd0d-80c3-47f2-bead-0b7f7998060b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.925662] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c62daf1-bd07-427b-8c33-fa86c772fc63 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.939519] env[63676]: DEBUG nova.compute.provider_tree [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1619.041773] env[63676]: DEBUG nova.network.neutron [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Successfully updated port: eded8e72-7d5d-4c96-8bde-66e756b7f47e {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1619.125959] env[63676]: DEBUG nova.compute.manager [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1619.215805] env[63676]: DEBUG oslo_vmware.api [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925198, 'name': Rename_Task, 'duration_secs': 0.167123} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.216203] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1619.216380] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-088fe991-3f66-4900-9d10-378abc46c5e4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.223423] env[63676]: DEBUG oslo_vmware.api [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1619.223423] env[63676]: value = "task-1925199" [ 1619.223423] env[63676]: _type = "Task" [ 1619.223423] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.232771] env[63676]: DEBUG oslo_vmware.api [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.243071] env[63676]: DEBUG nova.compute.manager [req-1e448c39-c592-477d-834b-217cbfc1fd77 req-4d930830-1523-4e35-89e3-3d2216174dac service nova] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Received event network-vif-plugged-eded8e72-7d5d-4c96-8bde-66e756b7f47e {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1619.243301] env[63676]: DEBUG oslo_concurrency.lockutils [req-1e448c39-c592-477d-834b-217cbfc1fd77 req-4d930830-1523-4e35-89e3-3d2216174dac service nova] Acquiring lock "970178a8-93cc-40b8-b323-46ae49afe82d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.243517] env[63676]: DEBUG oslo_concurrency.lockutils [req-1e448c39-c592-477d-834b-217cbfc1fd77 req-4d930830-1523-4e35-89e3-3d2216174dac service nova] Lock "970178a8-93cc-40b8-b323-46ae49afe82d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.243684] env[63676]: DEBUG oslo_concurrency.lockutils [req-1e448c39-c592-477d-834b-217cbfc1fd77 req-4d930830-1523-4e35-89e3-3d2216174dac service nova] Lock "970178a8-93cc-40b8-b323-46ae49afe82d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.243850] env[63676]: DEBUG nova.compute.manager [req-1e448c39-c592-477d-834b-217cbfc1fd77 req-4d930830-1523-4e35-89e3-3d2216174dac service nova] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] No waiting events found dispatching network-vif-plugged-eded8e72-7d5d-4c96-8bde-66e756b7f47e {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1619.244020] env[63676]: WARNING nova.compute.manager [req-1e448c39-c592-477d-834b-217cbfc1fd77 req-4d930830-1523-4e35-89e3-3d2216174dac service nova] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Received unexpected event network-vif-plugged-eded8e72-7d5d-4c96-8bde-66e756b7f47e for instance with vm_state building and task_state spawning. [ 1619.296197] env[63676]: DEBUG oslo_vmware.api [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5275bf9f-675f-be4b-17ca-e44ec27cb175, 'name': SearchDatastore_Task, 'duration_secs': 0.019649} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.296940] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06e7a5a1-305d-4e45-9b22-bebbbf2143de {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.302173] env[63676]: DEBUG oslo_vmware.api [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Waiting for the task: (returnval){ [ 1619.302173] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5286d653-2c5a-105f-1a4f-5316c66425bf" [ 1619.302173] env[63676]: _type = "Task" [ 1619.302173] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.310706] env[63676]: DEBUG oslo_vmware.api [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5286d653-2c5a-105f-1a4f-5316c66425bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.317450] env[63676]: DEBUG oslo_concurrency.lockutils [req-c9d74aaa-40d5-4791-b4f3-c305fff62d50 req-083a1c92-0048-42b4-976c-ec28e83e463c service nova] Releasing lock "refresh_cache-201a9dea-67af-4250-a839-6c1d9a882533" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.317450] env[63676]: DEBUG nova.compute.manager [req-c9d74aaa-40d5-4791-b4f3-c305fff62d50 req-083a1c92-0048-42b4-976c-ec28e83e463c service nova] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Received event network-vif-plugged-51a1269e-c29d-47bc-8764-2603f1268123 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1619.317450] env[63676]: DEBUG oslo_concurrency.lockutils [req-c9d74aaa-40d5-4791-b4f3-c305fff62d50 req-083a1c92-0048-42b4-976c-ec28e83e463c service nova] Acquiring lock "ff676f80-9e5b-4c8e-92f4-657591750c2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.317450] env[63676]: DEBUG oslo_concurrency.lockutils [req-c9d74aaa-40d5-4791-b4f3-c305fff62d50 req-083a1c92-0048-42b4-976c-ec28e83e463c service nova] Lock "ff676f80-9e5b-4c8e-92f4-657591750c2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.317450] env[63676]: DEBUG oslo_concurrency.lockutils [req-c9d74aaa-40d5-4791-b4f3-c305fff62d50 req-083a1c92-0048-42b4-976c-ec28e83e463c service nova] Lock "ff676f80-9e5b-4c8e-92f4-657591750c2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.317598] env[63676]: DEBUG nova.compute.manager [req-c9d74aaa-40d5-4791-b4f3-c305fff62d50 req-083a1c92-0048-42b4-976c-ec28e83e463c service nova] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] No waiting events found dispatching network-vif-plugged-51a1269e-c29d-47bc-8764-2603f1268123 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1619.317598] env[63676]: WARNING nova.compute.manager [req-c9d74aaa-40d5-4791-b4f3-c305fff62d50 req-083a1c92-0048-42b4-976c-ec28e83e463c service nova] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Received unexpected event network-vif-plugged-51a1269e-c29d-47bc-8764-2603f1268123 for instance with vm_state building and task_state spawning. [ 1619.317598] env[63676]: DEBUG nova.compute.manager [req-c9d74aaa-40d5-4791-b4f3-c305fff62d50 req-083a1c92-0048-42b4-976c-ec28e83e463c service nova] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Received event network-changed-51a1269e-c29d-47bc-8764-2603f1268123 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1619.317598] env[63676]: DEBUG nova.compute.manager [req-c9d74aaa-40d5-4791-b4f3-c305fff62d50 req-083a1c92-0048-42b4-976c-ec28e83e463c service nova] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Refreshing instance network info cache due to event network-changed-51a1269e-c29d-47bc-8764-2603f1268123. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1619.317598] env[63676]: DEBUG oslo_concurrency.lockutils [req-c9d74aaa-40d5-4791-b4f3-c305fff62d50 req-083a1c92-0048-42b4-976c-ec28e83e463c service nova] Acquiring lock "refresh_cache-ff676f80-9e5b-4c8e-92f4-657591750c2f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.329519] env[63676]: DEBUG oslo_concurrency.lockutils [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Releasing lock "refresh_cache-ff676f80-9e5b-4c8e-92f4-657591750c2f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.330031] env[63676]: DEBUG nova.compute.manager [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Instance network_info: |[{"id": "51a1269e-c29d-47bc-8764-2603f1268123", "address": "fa:16:3e:39:1d:51", "network": {"id": "203f16cc-c4af-4895-95fe-2d182152f956", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1272161017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fb024649dd048f0bb5bfd610cd6f894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51a1269e-c2", "ovs_interfaceid": "51a1269e-c29d-47bc-8764-2603f1268123", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1619.330419] env[63676]: DEBUG oslo_concurrency.lockutils [req-c9d74aaa-40d5-4791-b4f3-c305fff62d50 req-083a1c92-0048-42b4-976c-ec28e83e463c service nova] Acquired lock "refresh_cache-ff676f80-9e5b-4c8e-92f4-657591750c2f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.330818] env[63676]: DEBUG nova.network.neutron [req-c9d74aaa-40d5-4791-b4f3-c305fff62d50 req-083a1c92-0048-42b4-976c-ec28e83e463c service nova] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Refreshing network info cache for port 51a1269e-c29d-47bc-8764-2603f1268123 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1619.334881] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:1d:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '51a1269e-c29d-47bc-8764-2603f1268123', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1619.340131] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Creating folder: Project (1fb024649dd048f0bb5bfd610cd6f894). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1619.340715] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ae2264d-6ed2-408a-9a8d-d2f23120ffcc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.352103] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Created folder: Project (1fb024649dd048f0bb5bfd610cd6f894) in parent group-v396927. [ 1619.352318] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Creating folder: Instances. Parent ref: group-v396988. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1619.352556] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc8e6162-21d6-4b10-8993-e94dac1433ea {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.362488] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Created folder: Instances in parent group-v396988. [ 1619.362888] env[63676]: DEBUG oslo.service.loopingcall [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1619.363112] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1619.363319] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-821b250e-0aa3-4279-98bc-082c9cb789ac {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.384692] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1619.384692] env[63676]: value = "task-1925202" [ 1619.384692] env[63676]: _type = "Task" [ 1619.384692] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.392316] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925202, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.474407] env[63676]: DEBUG nova.scheduler.client.report [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Updated inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with generation 52 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1619.474708] env[63676]: DEBUG nova.compute.provider_tree [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Updating resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 generation from 52 to 53 during operation: update_inventory {{(pid=63676) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1619.474949] env[63676]: DEBUG nova.compute.provider_tree [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1619.545506] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Acquiring lock "refresh_cache-970178a8-93cc-40b8-b323-46ae49afe82d" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.545506] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Acquired lock "refresh_cache-970178a8-93cc-40b8-b323-46ae49afe82d" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.545506] env[63676]: DEBUG nova.network.neutron [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1619.646845] env[63676]: DEBUG oslo_concurrency.lockutils [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1619.734111] env[63676]: DEBUG oslo_vmware.api [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925199, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.815269] env[63676]: DEBUG oslo_vmware.api [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5286d653-2c5a-105f-1a4f-5316c66425bf, 'name': SearchDatastore_Task, 'duration_secs': 0.017048} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.815409] env[63676]: DEBUG oslo_concurrency.lockutils [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.815590] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 201a9dea-67af-4250-a839-6c1d9a882533/201a9dea-67af-4250-a839-6c1d9a882533.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1619.815850] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b450b7b4-2250-4a16-8438-bfe77b7c61bd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.824861] env[63676]: DEBUG oslo_vmware.api [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Waiting for the task: (returnval){ [ 1619.824861] env[63676]: value = "task-1925203" [ 1619.824861] env[63676]: _type = "Task" [ 1619.824861] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.834407] env[63676]: DEBUG oslo_vmware.api [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.897627] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925202, 'name': CreateVM_Task, 'duration_secs': 0.414908} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1619.897627] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1619.897908] env[63676]: DEBUG oslo_concurrency.lockutils [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.898097] env[63676]: DEBUG oslo_concurrency.lockutils [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.898414] env[63676]: DEBUG oslo_concurrency.lockutils [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1619.898718] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90714429-c887-410c-830b-b089591b7314 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.903429] env[63676]: DEBUG oslo_vmware.api [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Waiting for the task: (returnval){ [ 1619.903429] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d77f1a-836d-1824-dcd5-5db4e3c5ff9f" [ 1619.903429] env[63676]: _type = "Task" [ 1619.903429] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.911465] env[63676]: DEBUG oslo_vmware.api [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d77f1a-836d-1824-dcd5-5db4e3c5ff9f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.981495] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.547s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.982124] env[63676]: DEBUG nova.compute.manager [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1619.986827] env[63676]: DEBUG oslo_concurrency.lockutils [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.659s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1619.988319] env[63676]: INFO nova.compute.claims [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1620.101413] env[63676]: DEBUG nova.network.neutron [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1620.153322] env[63676]: DEBUG nova.network.neutron [req-c9d74aaa-40d5-4791-b4f3-c305fff62d50 req-083a1c92-0048-42b4-976c-ec28e83e463c service nova] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Updated VIF entry in instance network info cache for port 51a1269e-c29d-47bc-8764-2603f1268123. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1620.153322] env[63676]: DEBUG nova.network.neutron [req-c9d74aaa-40d5-4791-b4f3-c305fff62d50 req-083a1c92-0048-42b4-976c-ec28e83e463c service nova] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Updating instance_info_cache with network_info: [{"id": "51a1269e-c29d-47bc-8764-2603f1268123", "address": "fa:16:3e:39:1d:51", "network": {"id": "203f16cc-c4af-4895-95fe-2d182152f956", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1272161017-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1fb024649dd048f0bb5bfd610cd6f894", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap51a1269e-c2", "ovs_interfaceid": "51a1269e-c29d-47bc-8764-2603f1268123", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.239280] env[63676]: DEBUG oslo_vmware.api [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925199, 'name': PowerOnVM_Task, 'duration_secs': 0.560885} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.239727] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1620.239955] env[63676]: INFO nova.compute.manager [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Took 9.80 seconds to spawn the instance on the hypervisor. [ 1620.240157] env[63676]: DEBUG nova.compute.manager [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1620.241705] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4098717-ae70-4c58-83d9-94a7a6b43332 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.337696] env[63676]: DEBUG oslo_vmware.api [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925203, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.385612] env[63676]: DEBUG nova.network.neutron [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Updating instance_info_cache with network_info: [{"id": "eded8e72-7d5d-4c96-8bde-66e756b7f47e", "address": "fa:16:3e:6f:1b:05", "network": {"id": "56c888cf-3742-48e0-9c28-b874d580f167", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-688282380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd99bf544aa84501be56f78c3b0c7d2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeded8e72-7d", "ovs_interfaceid": "eded8e72-7d5d-4c96-8bde-66e756b7f47e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.414008] env[63676]: DEBUG oslo_vmware.api [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d77f1a-836d-1824-dcd5-5db4e3c5ff9f, 'name': SearchDatastore_Task, 'duration_secs': 0.02312} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.414279] env[63676]: DEBUG oslo_concurrency.lockutils [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.414507] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1620.414777] env[63676]: DEBUG oslo_concurrency.lockutils [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.414943] env[63676]: DEBUG oslo_concurrency.lockutils [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.416382] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1620.416382] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bae1c65c-26e4-47f6-b4ba-fe04a47a7ed3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.423985] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1620.424155] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1620.424915] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa40a834-fac7-4f11-8431-47c38982c762 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.432820] env[63676]: DEBUG oslo_vmware.api [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Waiting for the task: (returnval){ [ 1620.432820] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a28295-0419-8971-b9d1-98aae4903d67" [ 1620.432820] env[63676]: _type = "Task" [ 1620.432820] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.439920] env[63676]: DEBUG oslo_vmware.api [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a28295-0419-8971-b9d1-98aae4903d67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.493637] env[63676]: DEBUG nova.compute.utils [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1620.497012] env[63676]: DEBUG nova.compute.manager [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1620.497192] env[63676]: DEBUG nova.network.neutron [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1620.614720] env[63676]: DEBUG nova.policy [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76832ab3e77b4bd3ada63fc1953e9fb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18ffed1587374f0d814907ce1d84a67a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1620.655698] env[63676]: DEBUG oslo_concurrency.lockutils [req-c9d74aaa-40d5-4791-b4f3-c305fff62d50 req-083a1c92-0048-42b4-976c-ec28e83e463c service nova] Releasing lock "refresh_cache-ff676f80-9e5b-4c8e-92f4-657591750c2f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.770084] env[63676]: INFO nova.compute.manager [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Took 46.54 seconds to build instance. [ 1620.837320] env[63676]: DEBUG oslo_vmware.api [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537638} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.838140] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 201a9dea-67af-4250-a839-6c1d9a882533/201a9dea-67af-4250-a839-6c1d9a882533.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1620.838576] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1620.839048] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73c0e7af-0062-4b6b-9beb-dd3cfd3cd4a1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.850217] env[63676]: DEBUG oslo_vmware.api [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Waiting for the task: (returnval){ [ 1620.850217] env[63676]: value = "task-1925204" [ 1620.850217] env[63676]: _type = "Task" [ 1620.850217] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.860493] env[63676]: DEBUG oslo_vmware.api [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.891019] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Releasing lock "refresh_cache-970178a8-93cc-40b8-b323-46ae49afe82d" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.891019] env[63676]: DEBUG nova.compute.manager [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Instance network_info: |[{"id": "eded8e72-7d5d-4c96-8bde-66e756b7f47e", "address": "fa:16:3e:6f:1b:05", "network": {"id": "56c888cf-3742-48e0-9c28-b874d580f167", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-688282380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd99bf544aa84501be56f78c3b0c7d2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeded8e72-7d", "ovs_interfaceid": "eded8e72-7d5d-4c96-8bde-66e756b7f47e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1620.891213] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:1b:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e547d234-640c-449b-8279-0b16f75d6627', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eded8e72-7d5d-4c96-8bde-66e756b7f47e', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1620.897795] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Creating folder: Project (cd99bf544aa84501be56f78c3b0c7d2c). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1620.898302] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cfacf08c-4dff-476b-a6bc-bd186945e46a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.912088] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Created folder: Project (cd99bf544aa84501be56f78c3b0c7d2c) in parent group-v396927. [ 1620.912088] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Creating folder: Instances. Parent ref: group-v396991. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1620.912088] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e450d311-1e4c-40fd-a134-13623370d49e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.919188] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Created folder: Instances in parent group-v396991. [ 1620.919666] env[63676]: DEBUG oslo.service.loopingcall [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1620.920091] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1620.920392] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3494662a-a061-412b-bd8d-7c0861f60e00 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.946594] env[63676]: DEBUG oslo_vmware.api [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a28295-0419-8971-b9d1-98aae4903d67, 'name': SearchDatastore_Task, 'duration_secs': 0.013249} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.948434] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1620.948434] env[63676]: value = "task-1925207" [ 1620.948434] env[63676]: _type = "Task" [ 1620.948434] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.948851] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a08f244a-b0ed-4836-9a47-f92b28e1ab71 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.958441] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925207, 'name': CreateVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.960550] env[63676]: DEBUG oslo_vmware.api [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Waiting for the task: (returnval){ [ 1620.960550] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]528ba898-e40e-ee32-c576-9a91c2188950" [ 1620.960550] env[63676]: _type = "Task" [ 1620.960550] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.968165] env[63676]: DEBUG oslo_vmware.api [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]528ba898-e40e-ee32-c576-9a91c2188950, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.002144] env[63676]: DEBUG nova.compute.manager [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1621.114426] env[63676]: DEBUG nova.network.neutron [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Successfully created port: 5eb748f3-13b4-4e98-a0d7-d365f9772d90 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1621.276141] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a7cf11cc-ca6d-450a-b5c7-ea982c8f302b tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "e1900551-fbeb-4ac9-b570-acefcdb408ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.552s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.318632] env[63676]: DEBUG nova.compute.manager [req-57a852a9-e9f9-4c2a-83ae-9eca563ace0b req-b474362a-bad1-4ed5-9dfe-8d4c36bb7c8c service nova] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Received event network-changed-eded8e72-7d5d-4c96-8bde-66e756b7f47e {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1621.318848] env[63676]: DEBUG nova.compute.manager [req-57a852a9-e9f9-4c2a-83ae-9eca563ace0b req-b474362a-bad1-4ed5-9dfe-8d4c36bb7c8c service nova] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Refreshing instance network info cache due to event network-changed-eded8e72-7d5d-4c96-8bde-66e756b7f47e. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1621.319099] env[63676]: DEBUG oslo_concurrency.lockutils [req-57a852a9-e9f9-4c2a-83ae-9eca563ace0b req-b474362a-bad1-4ed5-9dfe-8d4c36bb7c8c service nova] Acquiring lock "refresh_cache-970178a8-93cc-40b8-b323-46ae49afe82d" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.319255] env[63676]: DEBUG oslo_concurrency.lockutils [req-57a852a9-e9f9-4c2a-83ae-9eca563ace0b req-b474362a-bad1-4ed5-9dfe-8d4c36bb7c8c service nova] Acquired lock "refresh_cache-970178a8-93cc-40b8-b323-46ae49afe82d" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.319415] env[63676]: DEBUG nova.network.neutron [req-57a852a9-e9f9-4c2a-83ae-9eca563ace0b req-b474362a-bad1-4ed5-9dfe-8d4c36bb7c8c service nova] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Refreshing network info cache for port eded8e72-7d5d-4c96-8bde-66e756b7f47e {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1621.358321] env[63676]: DEBUG oslo_vmware.api [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925204, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.471045] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925207, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.480028] env[63676]: DEBUG oslo_vmware.api [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]528ba898-e40e-ee32-c576-9a91c2188950, 'name': SearchDatastore_Task, 'duration_secs': 0.043204} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.480028] env[63676]: DEBUG oslo_concurrency.lockutils [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.480028] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] ff676f80-9e5b-4c8e-92f4-657591750c2f/ff676f80-9e5b-4c8e-92f4-657591750c2f.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1621.480484] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-152f0a5e-e78b-4bbc-8ce3-04924319a565 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.486957] env[63676]: DEBUG oslo_vmware.api [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Waiting for the task: (returnval){ [ 1621.486957] env[63676]: value = "task-1925208" [ 1621.486957] env[63676]: _type = "Task" [ 1621.486957] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.495812] env[63676]: DEBUG oslo_vmware.api [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Task: {'id': task-1925208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.498089] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8c771a-ad8d-4103-944d-4a8429dffb25 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.505303] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286e418e-ab96-46e2-b75c-7c5ddb1a628a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.541860] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473db642-37ef-4bfb-ba7d-340392a59005 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.549550] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cb87222-c0a1-4e93-a1ee-dd632cefd455 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.566015] env[63676]: DEBUG nova.compute.provider_tree [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1621.782153] env[63676]: DEBUG nova.compute.manager [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1621.858552] env[63676]: DEBUG oslo_vmware.api [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925204, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.700737} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.858849] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1621.859669] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1facf3dc-0348-4fc6-9ccc-89cc3b0bb6f9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.882167] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 201a9dea-67af-4250-a839-6c1d9a882533/201a9dea-67af-4250-a839-6c1d9a882533.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1621.884963] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1ad4ee1-e6f5-4a77-9350-0b608e50e44b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.907306] env[63676]: DEBUG oslo_vmware.api [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Waiting for the task: (returnval){ [ 1621.907306] env[63676]: value = "task-1925209" [ 1621.907306] env[63676]: _type = "Task" [ 1621.907306] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.916737] env[63676]: DEBUG oslo_vmware.api [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925209, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.966241] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925207, 'name': CreateVM_Task, 'duration_secs': 0.890248} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.968972] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1621.970176] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.970451] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.970812] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1621.971532] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-387fb4c4-9008-4e5f-b269-0430e970bf10 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.977284] env[63676]: DEBUG oslo_vmware.api [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Waiting for the task: (returnval){ [ 1621.977284] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5275ae84-2393-9388-15bc-e9183639b756" [ 1621.977284] env[63676]: _type = "Task" [ 1621.977284] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.987206] env[63676]: DEBUG oslo_vmware.api [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5275ae84-2393-9388-15bc-e9183639b756, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.998549] env[63676]: DEBUG oslo_vmware.api [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Task: {'id': task-1925208, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.016364] env[63676]: DEBUG nova.compute.manager [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1622.049453] env[63676]: DEBUG nova.virt.hardware [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1622.049650] env[63676]: DEBUG nova.virt.hardware [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1622.049876] env[63676]: DEBUG nova.virt.hardware [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1622.050140] env[63676]: DEBUG nova.virt.hardware [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1622.050358] env[63676]: DEBUG nova.virt.hardware [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1622.050560] env[63676]: DEBUG nova.virt.hardware [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1622.050850] env[63676]: DEBUG nova.virt.hardware [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1622.050976] env[63676]: DEBUG nova.virt.hardware [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1622.051160] env[63676]: DEBUG nova.virt.hardware [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1622.051322] env[63676]: DEBUG nova.virt.hardware [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1622.051495] env[63676]: DEBUG nova.virt.hardware [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1622.052510] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3fd8cd8-71d8-42fc-9448-c390fe6a7c5f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.062649] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b422d977-b2cc-4458-98e1-609d81eebce5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.069189] env[63676]: DEBUG nova.scheduler.client.report [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1622.306686] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.395715] env[63676]: DEBUG nova.network.neutron [req-57a852a9-e9f9-4c2a-83ae-9eca563ace0b req-b474362a-bad1-4ed5-9dfe-8d4c36bb7c8c service nova] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Updated VIF entry in instance network info cache for port eded8e72-7d5d-4c96-8bde-66e756b7f47e. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1622.396111] env[63676]: DEBUG nova.network.neutron [req-57a852a9-e9f9-4c2a-83ae-9eca563ace0b req-b474362a-bad1-4ed5-9dfe-8d4c36bb7c8c service nova] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Updating instance_info_cache with network_info: [{"id": "eded8e72-7d5d-4c96-8bde-66e756b7f47e", "address": "fa:16:3e:6f:1b:05", "network": {"id": "56c888cf-3742-48e0-9c28-b874d580f167", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-688282380-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cd99bf544aa84501be56f78c3b0c7d2c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e547d234-640c-449b-8279-0b16f75d6627", "external-id": "nsx-vlan-transportzone-539", "segmentation_id": 539, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeded8e72-7d", "ovs_interfaceid": "eded8e72-7d5d-4c96-8bde-66e756b7f47e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.417652] env[63676]: DEBUG oslo_vmware.api [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925209, 'name': ReconfigVM_Task, 'duration_secs': 0.424273} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.417937] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 201a9dea-67af-4250-a839-6c1d9a882533/201a9dea-67af-4250-a839-6c1d9a882533.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1622.418588] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-276df3e4-bfcc-49b6-92c3-0f35979196ed {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.425501] env[63676]: DEBUG oslo_vmware.api [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Waiting for the task: (returnval){ [ 1622.425501] env[63676]: value = "task-1925210" [ 1622.425501] env[63676]: _type = "Task" [ 1622.425501] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.433544] env[63676]: DEBUG oslo_vmware.api [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925210, 'name': Rename_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.487690] env[63676]: DEBUG oslo_vmware.api [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5275ae84-2393-9388-15bc-e9183639b756, 'name': SearchDatastore_Task, 'duration_secs': 0.075347} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.488159] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.488442] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1622.488726] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.488902] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.489108] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1622.492258] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c36591c7-58d3-4c8e-81b3-398a077fc1e6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.499738] env[63676]: DEBUG oslo_vmware.api [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Task: {'id': task-1925208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.838418} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.502559] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] ff676f80-9e5b-4c8e-92f4-657591750c2f/ff676f80-9e5b-4c8e-92f4-657591750c2f.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1622.502559] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1622.502559] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b376528d-096e-43a0-8e0e-aabc0b8e6977 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.503622] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1622.503802] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1622.504896] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26c1c332-a0ae-448f-b449-965b1224decc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.510048] env[63676]: DEBUG oslo_vmware.api [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Waiting for the task: (returnval){ [ 1622.510048] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522164ce-95a2-1950-0848-6495a8ca7e6c" [ 1622.510048] env[63676]: _type = "Task" [ 1622.510048] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.516639] env[63676]: DEBUG oslo_vmware.api [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Waiting for the task: (returnval){ [ 1622.516639] env[63676]: value = "task-1925211" [ 1622.516639] env[63676]: _type = "Task" [ 1622.516639] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.524432] env[63676]: DEBUG oslo_vmware.api [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522164ce-95a2-1950-0848-6495a8ca7e6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.532576] env[63676]: DEBUG oslo_vmware.api [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Task: {'id': task-1925211, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.583136] env[63676]: DEBUG oslo_concurrency.lockutils [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.583753] env[63676]: DEBUG nova.compute.manager [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1622.586694] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e2c14a2a-880d-41ce-be44-5d072ae2d939 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.153s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.586786] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e2c14a2a-880d-41ce-be44-5d072ae2d939 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.591250] env[63676]: DEBUG oslo_concurrency.lockutils [None req-21849cdc-b83d-4d30-94df-ad2c50d7d09e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.651s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.591250] env[63676]: DEBUG oslo_concurrency.lockutils [None req-21849cdc-b83d-4d30-94df-ad2c50d7d09e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.591606] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.631s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.593262] env[63676]: INFO nova.compute.claims [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1622.622691] env[63676]: INFO nova.scheduler.client.report [None req-21849cdc-b83d-4d30-94df-ad2c50d7d09e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Deleted allocations for instance 3c72e1b6-ff20-4349-b464-a5d7205687dd [ 1622.624494] env[63676]: INFO nova.scheduler.client.report [None req-e2c14a2a-880d-41ce-be44-5d072ae2d939 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Deleted allocations for instance d10f2dca-6d26-4c7e-8683-8da43221cce3 [ 1622.899977] env[63676]: DEBUG oslo_concurrency.lockutils [req-57a852a9-e9f9-4c2a-83ae-9eca563ace0b req-b474362a-bad1-4ed5-9dfe-8d4c36bb7c8c service nova] Releasing lock "refresh_cache-970178a8-93cc-40b8-b323-46ae49afe82d" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.899977] env[63676]: DEBUG nova.compute.manager [req-57a852a9-e9f9-4c2a-83ae-9eca563ace0b req-b474362a-bad1-4ed5-9dfe-8d4c36bb7c8c service nova] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Received event network-changed-0e31dc11-eff1-43ed-8065-696f3304c9c0 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1622.900074] env[63676]: DEBUG nova.compute.manager [req-57a852a9-e9f9-4c2a-83ae-9eca563ace0b req-b474362a-bad1-4ed5-9dfe-8d4c36bb7c8c service nova] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Refreshing instance network info cache due to event network-changed-0e31dc11-eff1-43ed-8065-696f3304c9c0. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1622.900332] env[63676]: DEBUG oslo_concurrency.lockutils [req-57a852a9-e9f9-4c2a-83ae-9eca563ace0b req-b474362a-bad1-4ed5-9dfe-8d4c36bb7c8c service nova] Acquiring lock "refresh_cache-7145ada3-e1fc-4651-a10d-22ca2f5df942" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.900525] env[63676]: DEBUG oslo_concurrency.lockutils [req-57a852a9-e9f9-4c2a-83ae-9eca563ace0b req-b474362a-bad1-4ed5-9dfe-8d4c36bb7c8c service nova] Acquired lock "refresh_cache-7145ada3-e1fc-4651-a10d-22ca2f5df942" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.900736] env[63676]: DEBUG nova.network.neutron [req-57a852a9-e9f9-4c2a-83ae-9eca563ace0b req-b474362a-bad1-4ed5-9dfe-8d4c36bb7c8c service nova] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Refreshing network info cache for port 0e31dc11-eff1-43ed-8065-696f3304c9c0 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1622.937986] env[63676]: DEBUG oslo_vmware.api [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925210, 'name': Rename_Task, 'duration_secs': 0.169225} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.938278] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1622.939255] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02881ec7-d349-45ec-a498-33f5baca978c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.945544] env[63676]: DEBUG oslo_vmware.api [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Waiting for the task: (returnval){ [ 1622.945544] env[63676]: value = "task-1925212" [ 1622.945544] env[63676]: _type = "Task" [ 1622.945544] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.953626] env[63676]: DEBUG oslo_vmware.api [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.022908] env[63676]: DEBUG oslo_vmware.api [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522164ce-95a2-1950-0848-6495a8ca7e6c, 'name': SearchDatastore_Task, 'duration_secs': 0.014328} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.025851] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2358542c-d012-4a88-a32b-853150eea972 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.034810] env[63676]: DEBUG oslo_vmware.api [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Task: {'id': task-1925211, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105286} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.035732] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1623.036275] env[63676]: DEBUG oslo_vmware.api [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Waiting for the task: (returnval){ [ 1623.036275] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5270c54d-2083-5721-a60a-c5f3fbecd8bc" [ 1623.036275] env[63676]: _type = "Task" [ 1623.036275] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.036954] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7591f79-9658-46b5-ba2c-51aa9b9a3660 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.069657] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] ff676f80-9e5b-4c8e-92f4-657591750c2f/ff676f80-9e5b-4c8e-92f4-657591750c2f.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1623.070261] env[63676]: DEBUG oslo_vmware.api [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5270c54d-2083-5721-a60a-c5f3fbecd8bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.070483] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75dec868-9813-49e4-9cf7-cd56288f3326 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.094576] env[63676]: DEBUG oslo_vmware.api [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Waiting for the task: (returnval){ [ 1623.094576] env[63676]: value = "task-1925213" [ 1623.094576] env[63676]: _type = "Task" [ 1623.094576] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.103384] env[63676]: DEBUG nova.compute.utils [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1623.107396] env[63676]: DEBUG nova.compute.manager [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1623.107396] env[63676]: DEBUG nova.network.neutron [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1623.115530] env[63676]: DEBUG oslo_vmware.api [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Task: {'id': task-1925213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.135025] env[63676]: DEBUG oslo_concurrency.lockutils [None req-21849cdc-b83d-4d30-94df-ad2c50d7d09e tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "3c72e1b6-ff20-4349-b464-a5d7205687dd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.954s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.139245] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e2c14a2a-880d-41ce-be44-5d072ae2d939 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "d10f2dca-6d26-4c7e-8683-8da43221cce3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.237s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.145158] env[63676]: DEBUG nova.network.neutron [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Successfully updated port: 5eb748f3-13b4-4e98-a0d7-d365f9772d90 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1623.174263] env[63676]: DEBUG nova.policy [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '184e6da7b4e540bf81badbb6ce2b0a90', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11534f5304eb4f4b92e001ec08b291a6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1623.232817] env[63676]: DEBUG nova.compute.manager [req-99b05fdb-965e-451c-9ff9-dc95cde1d323 req-f1296402-f1fe-48a7-83ac-8bb8ec09d338 service nova] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Received event network-vif-plugged-5eb748f3-13b4-4e98-a0d7-d365f9772d90 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1623.233062] env[63676]: DEBUG oslo_concurrency.lockutils [req-99b05fdb-965e-451c-9ff9-dc95cde1d323 req-f1296402-f1fe-48a7-83ac-8bb8ec09d338 service nova] Acquiring lock "1dfbf63e-5519-4b03-a3aa-d9c5e08087d4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.233271] env[63676]: DEBUG oslo_concurrency.lockutils [req-99b05fdb-965e-451c-9ff9-dc95cde1d323 req-f1296402-f1fe-48a7-83ac-8bb8ec09d338 service nova] Lock "1dfbf63e-5519-4b03-a3aa-d9c5e08087d4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1623.233435] env[63676]: DEBUG oslo_concurrency.lockutils [req-99b05fdb-965e-451c-9ff9-dc95cde1d323 req-f1296402-f1fe-48a7-83ac-8bb8ec09d338 service nova] Lock "1dfbf63e-5519-4b03-a3aa-d9c5e08087d4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.234013] env[63676]: DEBUG nova.compute.manager [req-99b05fdb-965e-451c-9ff9-dc95cde1d323 req-f1296402-f1fe-48a7-83ac-8bb8ec09d338 service nova] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] No waiting events found dispatching network-vif-plugged-5eb748f3-13b4-4e98-a0d7-d365f9772d90 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1623.234419] env[63676]: WARNING nova.compute.manager [req-99b05fdb-965e-451c-9ff9-dc95cde1d323 req-f1296402-f1fe-48a7-83ac-8bb8ec09d338 service nova] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Received unexpected event network-vif-plugged-5eb748f3-13b4-4e98-a0d7-d365f9772d90 for instance with vm_state building and task_state spawning. [ 1623.456214] env[63676]: DEBUG oslo_vmware.api [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925212, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.554806] env[63676]: DEBUG oslo_vmware.api [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5270c54d-2083-5721-a60a-c5f3fbecd8bc, 'name': SearchDatastore_Task, 'duration_secs': 0.050853} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.555249] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.555396] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 970178a8-93cc-40b8-b323-46ae49afe82d/970178a8-93cc-40b8-b323-46ae49afe82d.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1623.555621] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0284666-da30-4adb-8291-90163df40adf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.564670] env[63676]: DEBUG oslo_vmware.api [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Waiting for the task: (returnval){ [ 1623.564670] env[63676]: value = "task-1925214" [ 1623.564670] env[63676]: _type = "Task" [ 1623.564670] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.573284] env[63676]: DEBUG oslo_vmware.api [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Task: {'id': task-1925214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.583537] env[63676]: DEBUG nova.network.neutron [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Successfully created port: b6389cde-b698-48ed-95db-c28c41c48a41 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1623.610999] env[63676]: DEBUG oslo_vmware.api [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Task: {'id': task-1925213, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.612528] env[63676]: DEBUG nova.compute.manager [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1623.647736] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Acquiring lock "refresh_cache-1dfbf63e-5519-4b03-a3aa-d9c5e08087d4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.648040] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Acquired lock "refresh_cache-1dfbf63e-5519-4b03-a3aa-d9c5e08087d4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.648364] env[63676]: DEBUG nova.network.neutron [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1623.883164] env[63676]: DEBUG nova.network.neutron [req-57a852a9-e9f9-4c2a-83ae-9eca563ace0b req-b474362a-bad1-4ed5-9dfe-8d4c36bb7c8c service nova] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Updated VIF entry in instance network info cache for port 0e31dc11-eff1-43ed-8065-696f3304c9c0. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1623.883503] env[63676]: DEBUG nova.network.neutron [req-57a852a9-e9f9-4c2a-83ae-9eca563ace0b req-b474362a-bad1-4ed5-9dfe-8d4c36bb7c8c service nova] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Updating instance_info_cache with network_info: [{"id": "0e31dc11-eff1-43ed-8065-696f3304c9c0", "address": "fa:16:3e:30:40:0e", "network": {"id": "44de6b9d-a5ed-4c06-94e5-f4ad7e198d94", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-82893762-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.150", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb5a544de4e44f6b88404fbab4825b77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e31dc11-ef", "ovs_interfaceid": "0e31dc11-eff1-43ed-8065-696f3304c9c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.959078] env[63676]: DEBUG oslo_vmware.api [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925212, 'name': PowerOnVM_Task, 'duration_secs': 0.865114} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.963255] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1623.963508] env[63676]: INFO nova.compute.manager [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Took 10.94 seconds to spawn the instance on the hypervisor. [ 1623.963690] env[63676]: DEBUG nova.compute.manager [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1623.964876] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281a3894-4d9d-45da-9582-a7fe7d98b28f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.078827] env[63676]: DEBUG oslo_vmware.api [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Task: {'id': task-1925214, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.113725] env[63676]: DEBUG oslo_vmware.api [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Task: {'id': task-1925213, 'name': ReconfigVM_Task, 'duration_secs': 0.757603} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.117442] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Reconfigured VM instance instance-00000016 to attach disk [datastore1] ff676f80-9e5b-4c8e-92f4-657591750c2f/ff676f80-9e5b-4c8e-92f4-657591750c2f.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1624.121964] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfdf6215-319a-4443-ba1f-faa2b428f563 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.131194] env[63676]: DEBUG oslo_vmware.api [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Waiting for the task: (returnval){ [ 1624.131194] env[63676]: value = "task-1925215" [ 1624.131194] env[63676]: _type = "Task" [ 1624.131194] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.145478] env[63676]: DEBUG oslo_vmware.api [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Task: {'id': task-1925215, 'name': Rename_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.168864] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-576a1f87-f9b4-49ab-9da8-62a5b300a512 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.177745] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ca7d526-05a6-4b5d-b4b2-c88d47d44178 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.217416] env[63676]: DEBUG nova.network.neutron [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1624.220245] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991ce70d-605f-47b2-8525-bbf607a7a08e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.229264] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6630905-751b-4700-870c-e5d0d402662f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.243507] env[63676]: DEBUG nova.compute.provider_tree [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1624.386727] env[63676]: DEBUG oslo_concurrency.lockutils [req-57a852a9-e9f9-4c2a-83ae-9eca563ace0b req-b474362a-bad1-4ed5-9dfe-8d4c36bb7c8c service nova] Releasing lock "refresh_cache-7145ada3-e1fc-4651-a10d-22ca2f5df942" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.458901] env[63676]: DEBUG nova.network.neutron [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Updating instance_info_cache with network_info: [{"id": "5eb748f3-13b4-4e98-a0d7-d365f9772d90", "address": "fa:16:3e:a9:b3:2d", "network": {"id": "00a0fdd7-7090-4f2d-b18a-2300ccc10013", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1099969649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18ffed1587374f0d814907ce1d84a67a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5eb748f3-13", "ovs_interfaceid": "5eb748f3-13b4-4e98-a0d7-d365f9772d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1624.490985] env[63676]: INFO nova.compute.manager [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Took 47.85 seconds to build instance. [ 1624.581992] env[63676]: DEBUG oslo_vmware.api [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Task: {'id': task-1925214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.628961} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.581992] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 970178a8-93cc-40b8-b323-46ae49afe82d/970178a8-93cc-40b8-b323-46ae49afe82d.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1624.581992] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1624.581992] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d72178dc-6fdd-48ae-9821-c1f122d2176b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.589842] env[63676]: DEBUG oslo_vmware.api [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Waiting for the task: (returnval){ [ 1624.589842] env[63676]: value = "task-1925216" [ 1624.589842] env[63676]: _type = "Task" [ 1624.589842] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.600685] env[63676]: DEBUG oslo_vmware.api [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Task: {'id': task-1925216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.626486] env[63676]: DEBUG nova.compute.manager [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1624.647036] env[63676]: DEBUG oslo_vmware.api [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Task: {'id': task-1925215, 'name': Rename_Task, 'duration_secs': 0.449505} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.647570] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1624.647570] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-851594f6-ee09-434c-a94b-eab2db46309d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.654717] env[63676]: DEBUG oslo_vmware.api [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Waiting for the task: (returnval){ [ 1624.654717] env[63676]: value = "task-1925217" [ 1624.654717] env[63676]: _type = "Task" [ 1624.654717] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.660277] env[63676]: DEBUG nova.virt.hardware [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1624.660524] env[63676]: DEBUG nova.virt.hardware [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1624.660678] env[63676]: DEBUG nova.virt.hardware [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1624.660858] env[63676]: DEBUG nova.virt.hardware [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1624.661011] env[63676]: DEBUG nova.virt.hardware [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1624.661165] env[63676]: DEBUG nova.virt.hardware [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1624.661369] env[63676]: DEBUG nova.virt.hardware [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1624.661632] env[63676]: DEBUG nova.virt.hardware [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1624.661720] env[63676]: DEBUG nova.virt.hardware [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1624.661881] env[63676]: DEBUG nova.virt.hardware [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1624.662066] env[63676]: DEBUG nova.virt.hardware [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1624.662848] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d94bab-6d35-45e6-8fdb-3ca3c135f888 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.668491] env[63676]: DEBUG oslo_vmware.api [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Task: {'id': task-1925217, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.680067] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14e51e5-8811-4444-bb28-96405a8ec682 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.748478] env[63676]: DEBUG nova.scheduler.client.report [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1624.962857] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Releasing lock "refresh_cache-1dfbf63e-5519-4b03-a3aa-d9c5e08087d4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.963089] env[63676]: DEBUG nova.compute.manager [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Instance network_info: |[{"id": "5eb748f3-13b4-4e98-a0d7-d365f9772d90", "address": "fa:16:3e:a9:b3:2d", "network": {"id": "00a0fdd7-7090-4f2d-b18a-2300ccc10013", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1099969649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18ffed1587374f0d814907ce1d84a67a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5eb748f3-13", "ovs_interfaceid": "5eb748f3-13b4-4e98-a0d7-d365f9772d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1624.963464] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:b3:2d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5eb748f3-13b4-4e98-a0d7-d365f9772d90', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1624.971436] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Creating folder: Project (18ffed1587374f0d814907ce1d84a67a). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1624.971787] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04357e46-09a0-4db7-90c6-6305046abb8d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.982794] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Created folder: Project (18ffed1587374f0d814907ce1d84a67a) in parent group-v396927. [ 1624.982995] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Creating folder: Instances. Parent ref: group-v396994. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1624.983243] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b6fad59-ffbe-4a34-9a90-a541c2465281 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.992225] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Created folder: Instances in parent group-v396994. [ 1624.992468] env[63676]: DEBUG oslo.service.loopingcall [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1624.992711] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1624.993183] env[63676]: DEBUG oslo_concurrency.lockutils [None req-83cae65c-042c-429a-ae92-89e941e51bed tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Lock "201a9dea-67af-4250-a839-6c1d9a882533" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.696s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.995051] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb614e01-8b5b-425c-b8aa-5fbf61b6ab57 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.014181] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1625.014181] env[63676]: value = "task-1925220" [ 1625.014181] env[63676]: _type = "Task" [ 1625.014181] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.022035] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925220, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.101093] env[63676]: DEBUG oslo_vmware.api [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Task: {'id': task-1925216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068618} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.101484] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1625.102680] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0723039-0ce9-4e29-9659-38bb55e1e45b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.137281] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 970178a8-93cc-40b8-b323-46ae49afe82d/970178a8-93cc-40b8-b323-46ae49afe82d.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1625.137371] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ef56cc43-129f-40f9-b1d4-18969ac4948a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.169421] env[63676]: DEBUG oslo_vmware.api [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Task: {'id': task-1925217, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.170972] env[63676]: DEBUG oslo_vmware.api [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Waiting for the task: (returnval){ [ 1625.170972] env[63676]: value = "task-1925221" [ 1625.170972] env[63676]: _type = "Task" [ 1625.170972] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.179343] env[63676]: DEBUG oslo_vmware.api [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Task: {'id': task-1925221, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.213562] env[63676]: DEBUG nova.network.neutron [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Successfully updated port: b6389cde-b698-48ed-95db-c28c41c48a41 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1625.253458] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.662s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.254307] env[63676]: DEBUG nova.compute.manager [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1625.258612] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.796s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.258996] env[63676]: DEBUG nova.objects.instance [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lazy-loading 'resources' on Instance uuid 159dec6d-8c2e-46c6-9411-1f2a23cecd9f {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1625.480841] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "4ac3f891-119a-4f8c-bea7-516476f92767" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.481166] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "4ac3f891-119a-4f8c-bea7-516476f92767" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.513576] env[63676]: DEBUG nova.compute.manager [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1625.516119] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "941346ed-db6c-4322-9561-60d3013a7c09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.516831] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "941346ed-db6c-4322-9561-60d3013a7c09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.529105] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925220, 'name': CreateVM_Task, 'duration_secs': 0.494815} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.529300] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1625.531866] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.531866] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.531866] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1625.531866] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebdadb56-70bc-4b97-a300-a7473fe6de00 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.536267] env[63676]: DEBUG oslo_vmware.api [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Waiting for the task: (returnval){ [ 1625.536267] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5233a191-1314-9ea5-6222-d892e06a0555" [ 1625.536267] env[63676]: _type = "Task" [ 1625.536267] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.544153] env[63676]: DEBUG oslo_vmware.api [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5233a191-1314-9ea5-6222-d892e06a0555, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.670403] env[63676]: DEBUG oslo_vmware.api [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Task: {'id': task-1925217, 'name': PowerOnVM_Task, 'duration_secs': 0.920156} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.670681] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1625.673024] env[63676]: INFO nova.compute.manager [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Took 9.89 seconds to spawn the instance on the hypervisor. [ 1625.673024] env[63676]: DEBUG nova.compute.manager [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1625.673024] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37c16e4-aa39-4b6b-b46c-4af456871ed6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.682409] env[63676]: DEBUG oslo_vmware.api [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Task: {'id': task-1925221, 'name': ReconfigVM_Task, 'duration_secs': 0.372634} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.684411] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 970178a8-93cc-40b8-b323-46ae49afe82d/970178a8-93cc-40b8-b323-46ae49afe82d.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1625.687530] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-801ad131-b9e6-4509-a8e3-f5720470aff2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.698744] env[63676]: DEBUG oslo_vmware.api [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Waiting for the task: (returnval){ [ 1625.698744] env[63676]: value = "task-1925222" [ 1625.698744] env[63676]: _type = "Task" [ 1625.698744] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.707178] env[63676]: DEBUG oslo_vmware.api [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Task: {'id': task-1925222, 'name': Rename_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.715890] env[63676]: DEBUG oslo_concurrency.lockutils [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Acquiring lock "refresh_cache-e0f71229-23d6-4647-9a81-da15dd0d337c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.716036] env[63676]: DEBUG oslo_concurrency.lockutils [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Acquired lock "refresh_cache-e0f71229-23d6-4647-9a81-da15dd0d337c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.716228] env[63676]: DEBUG nova.network.neutron [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1625.762366] env[63676]: DEBUG nova.compute.utils [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1625.766703] env[63676]: DEBUG nova.compute.manager [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1625.766703] env[63676]: DEBUG nova.network.neutron [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1625.820768] env[63676]: DEBUG nova.policy [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3fcda15e68f43d98e4b2405bbb33763', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42e8876698994722b4470390683b5130', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1625.827592] env[63676]: DEBUG nova.compute.manager [req-1a6277d3-937c-4d81-a870-5e64e312481a req-2ab6043a-9b93-4613-9624-133537d75b38 service nova] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Received event network-vif-plugged-b6389cde-b698-48ed-95db-c28c41c48a41 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1625.827855] env[63676]: DEBUG oslo_concurrency.lockutils [req-1a6277d3-937c-4d81-a870-5e64e312481a req-2ab6043a-9b93-4613-9624-133537d75b38 service nova] Acquiring lock "e0f71229-23d6-4647-9a81-da15dd0d337c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.828101] env[63676]: DEBUG oslo_concurrency.lockutils [req-1a6277d3-937c-4d81-a870-5e64e312481a req-2ab6043a-9b93-4613-9624-133537d75b38 service nova] Lock "e0f71229-23d6-4647-9a81-da15dd0d337c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.828291] env[63676]: DEBUG oslo_concurrency.lockutils [req-1a6277d3-937c-4d81-a870-5e64e312481a req-2ab6043a-9b93-4613-9624-133537d75b38 service nova] Lock "e0f71229-23d6-4647-9a81-da15dd0d337c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1625.828471] env[63676]: DEBUG nova.compute.manager [req-1a6277d3-937c-4d81-a870-5e64e312481a req-2ab6043a-9b93-4613-9624-133537d75b38 service nova] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] No waiting events found dispatching network-vif-plugged-b6389cde-b698-48ed-95db-c28c41c48a41 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1625.828669] env[63676]: WARNING nova.compute.manager [req-1a6277d3-937c-4d81-a870-5e64e312481a req-2ab6043a-9b93-4613-9624-133537d75b38 service nova] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Received unexpected event network-vif-plugged-b6389cde-b698-48ed-95db-c28c41c48a41 for instance with vm_state building and task_state spawning. [ 1625.919160] env[63676]: DEBUG nova.compute.manager [req-ad57e5a8-5958-4025-ad6f-5f5b4023f2e4 req-6c0392c9-d39e-4dbc-8751-69de5ae58f87 service nova] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Received event network-changed-5eb748f3-13b4-4e98-a0d7-d365f9772d90 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1625.919369] env[63676]: DEBUG nova.compute.manager [req-ad57e5a8-5958-4025-ad6f-5f5b4023f2e4 req-6c0392c9-d39e-4dbc-8751-69de5ae58f87 service nova] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Refreshing instance network info cache due to event network-changed-5eb748f3-13b4-4e98-a0d7-d365f9772d90. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1625.919626] env[63676]: DEBUG oslo_concurrency.lockutils [req-ad57e5a8-5958-4025-ad6f-5f5b4023f2e4 req-6c0392c9-d39e-4dbc-8751-69de5ae58f87 service nova] Acquiring lock "refresh_cache-1dfbf63e-5519-4b03-a3aa-d9c5e08087d4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1625.919727] env[63676]: DEBUG oslo_concurrency.lockutils [req-ad57e5a8-5958-4025-ad6f-5f5b4023f2e4 req-6c0392c9-d39e-4dbc-8751-69de5ae58f87 service nova] Acquired lock "refresh_cache-1dfbf63e-5519-4b03-a3aa-d9c5e08087d4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.919918] env[63676]: DEBUG nova.network.neutron [req-ad57e5a8-5958-4025-ad6f-5f5b4023f2e4 req-6c0392c9-d39e-4dbc-8751-69de5ae58f87 service nova] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Refreshing network info cache for port 5eb748f3-13b4-4e98-a0d7-d365f9772d90 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1626.043300] env[63676]: DEBUG oslo_concurrency.lockutils [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.050035] env[63676]: DEBUG oslo_vmware.api [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5233a191-1314-9ea5-6222-d892e06a0555, 'name': SearchDatastore_Task, 'duration_secs': 0.012121} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.050035] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.050035] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1626.050035] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1626.050308] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.050308] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1626.052805] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ac7c47c-301b-4486-a1da-e17de1989dbf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.063789] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1626.063991] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1626.067418] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2baaf05a-5d22-4085-990e-b1da97eef78b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.073706] env[63676]: DEBUG oslo_vmware.api [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Waiting for the task: (returnval){ [ 1626.073706] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ecb891-f2f6-3487-9fc7-867fe00aab1e" [ 1626.073706] env[63676]: _type = "Task" [ 1626.073706] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.081252] env[63676]: DEBUG oslo_vmware.api [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ecb891-f2f6-3487-9fc7-867fe00aab1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.157437] env[63676]: DEBUG nova.network.neutron [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Successfully created port: a70d4596-3497-4e1d-95ea-15f80ffb763f {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1626.199837] env[63676]: INFO nova.compute.manager [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Took 48.48 seconds to build instance. [ 1626.210937] env[63676]: DEBUG oslo_vmware.api [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Task: {'id': task-1925222, 'name': Rename_Task, 'duration_secs': 0.222055} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.214224] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1626.214409] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b669d5a9-c7a6-4a97-b5fe-ad746d02ab1c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.229177] env[63676]: DEBUG oslo_vmware.api [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Waiting for the task: (returnval){ [ 1626.229177] env[63676]: value = "task-1925223" [ 1626.229177] env[63676]: _type = "Task" [ 1626.229177] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.241085] env[63676]: DEBUG oslo_vmware.api [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Task: {'id': task-1925223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.266822] env[63676]: DEBUG nova.network.neutron [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1626.271401] env[63676]: DEBUG nova.compute.manager [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1626.306892] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03c4fcfc-52e9-489a-8427-ee9ee58afd93 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.317684] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35938284-4e46-4881-a287-48369ad804c7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.352298] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8af75ef-42fe-41ac-b151-83ea6d3f7387 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.360717] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f2c848-c4fa-480b-844d-0b62553d8a8f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.374457] env[63676]: DEBUG nova.compute.provider_tree [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1626.509599] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "09219395-79b1-4a17-8357-12266d342eb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1626.509599] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "09219395-79b1-4a17-8357-12266d342eb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.591670] env[63676]: DEBUG oslo_vmware.api [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ecb891-f2f6-3487-9fc7-867fe00aab1e, 'name': SearchDatastore_Task, 'duration_secs': 0.024197} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.592558] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-680a912a-4294-426b-88aa-85ee2feb0c98 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.600065] env[63676]: DEBUG oslo_vmware.api [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Waiting for the task: (returnval){ [ 1626.600065] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529b3ffd-0a5a-6121-047d-48daf0788b92" [ 1626.600065] env[63676]: _type = "Task" [ 1626.600065] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.602945] env[63676]: DEBUG nova.network.neutron [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Updating instance_info_cache with network_info: [{"id": "b6389cde-b698-48ed-95db-c28c41c48a41", "address": "fa:16:3e:7f:df:c0", "network": {"id": "11b65b8c-e12e-4c13-9cd1-96c40cd5d7f4", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-390287818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11534f5304eb4f4b92e001ec08b291a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6389cde-b6", "ovs_interfaceid": "b6389cde-b698-48ed-95db-c28c41c48a41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.615345] env[63676]: DEBUG oslo_vmware.api [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529b3ffd-0a5a-6121-047d-48daf0788b92, 'name': SearchDatastore_Task, 'duration_secs': 0.009955} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.615700] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1626.616124] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4/1dfbf63e-5519-4b03-a3aa-d9c5e08087d4.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1626.616459] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7fb8b128-691c-40f8-816f-d0675e87d376 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.624637] env[63676]: DEBUG oslo_vmware.api [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Waiting for the task: (returnval){ [ 1626.624637] env[63676]: value = "task-1925224" [ 1626.624637] env[63676]: _type = "Task" [ 1626.624637] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.633331] env[63676]: DEBUG oslo_vmware.api [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.706585] env[63676]: DEBUG oslo_concurrency.lockutils [None req-61a0f56a-e507-40ba-828c-bf91019cce16 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Lock "ff676f80-9e5b-4c8e-92f4-657591750c2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.651s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.743183] env[63676]: DEBUG oslo_vmware.api [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Task: {'id': task-1925223, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.872372] env[63676]: DEBUG nova.network.neutron [req-ad57e5a8-5958-4025-ad6f-5f5b4023f2e4 req-6c0392c9-d39e-4dbc-8751-69de5ae58f87 service nova] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Updated VIF entry in instance network info cache for port 5eb748f3-13b4-4e98-a0d7-d365f9772d90. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1626.872846] env[63676]: DEBUG nova.network.neutron [req-ad57e5a8-5958-4025-ad6f-5f5b4023f2e4 req-6c0392c9-d39e-4dbc-8751-69de5ae58f87 service nova] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Updating instance_info_cache with network_info: [{"id": "5eb748f3-13b4-4e98-a0d7-d365f9772d90", "address": "fa:16:3e:a9:b3:2d", "network": {"id": "00a0fdd7-7090-4f2d-b18a-2300ccc10013", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1099969649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18ffed1587374f0d814907ce1d84a67a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5eb748f3-13", "ovs_interfaceid": "5eb748f3-13b4-4e98-a0d7-d365f9772d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.879018] env[63676]: DEBUG nova.scheduler.client.report [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1627.108708] env[63676]: DEBUG oslo_concurrency.lockutils [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Releasing lock "refresh_cache-e0f71229-23d6-4647-9a81-da15dd0d337c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.109104] env[63676]: DEBUG nova.compute.manager [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Instance network_info: |[{"id": "b6389cde-b698-48ed-95db-c28c41c48a41", "address": "fa:16:3e:7f:df:c0", "network": {"id": "11b65b8c-e12e-4c13-9cd1-96c40cd5d7f4", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-390287818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11534f5304eb4f4b92e001ec08b291a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6389cde-b6", "ovs_interfaceid": "b6389cde-b698-48ed-95db-c28c41c48a41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1627.109722] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:df:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '20641d67-1612-4b9c-8924-7a77df9c8e6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6389cde-b698-48ed-95db-c28c41c48a41', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1627.120637] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Creating folder: Project (11534f5304eb4f4b92e001ec08b291a6). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1627.121479] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-317e6f9a-1f92-44ae-8080-31184bc6ac3d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.136981] env[63676]: DEBUG oslo_vmware.api [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925224, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.138968] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Created folder: Project (11534f5304eb4f4b92e001ec08b291a6) in parent group-v396927. [ 1627.139206] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Creating folder: Instances. Parent ref: group-v396997. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1627.139447] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-80535892-9e64-4595-a7b5-8377b34d9bfb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.152575] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Created folder: Instances in parent group-v396997. [ 1627.152876] env[63676]: DEBUG oslo.service.loopingcall [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1627.153116] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1627.153336] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfa85585-60fe-47af-9114-e8001883735b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.176843] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1627.176843] env[63676]: value = "task-1925227" [ 1627.176843] env[63676]: _type = "Task" [ 1627.176843] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.187324] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925227, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.210178] env[63676]: DEBUG nova.compute.manager [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1627.239766] env[63676]: DEBUG oslo_vmware.api [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Task: {'id': task-1925223, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.248739] env[63676]: DEBUG oslo_concurrency.lockutils [None req-082e5842-cadb-4350-9ae1-d9085dca2f80 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquiring lock "83df18e8-450a-4e85-8f7f-4494aad37790" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.249183] env[63676]: DEBUG oslo_concurrency.lockutils [None req-082e5842-cadb-4350-9ae1-d9085dca2f80 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "83df18e8-450a-4e85-8f7f-4494aad37790" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.249481] env[63676]: DEBUG nova.compute.manager [None req-082e5842-cadb-4350-9ae1-d9085dca2f80 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1627.250622] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f0724b-3f04-4973-b3f5-dcd4cb36cc5a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.258954] env[63676]: DEBUG nova.compute.manager [None req-082e5842-cadb-4350-9ae1-d9085dca2f80 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63676) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1627.259624] env[63676]: DEBUG nova.objects.instance [None req-082e5842-cadb-4350-9ae1-d9085dca2f80 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lazy-loading 'flavor' on Instance uuid 83df18e8-450a-4e85-8f7f-4494aad37790 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1627.283760] env[63676]: DEBUG nova.compute.manager [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1627.310914] env[63676]: DEBUG nova.virt.hardware [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1627.311215] env[63676]: DEBUG nova.virt.hardware [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1627.311374] env[63676]: DEBUG nova.virt.hardware [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1627.311554] env[63676]: DEBUG nova.virt.hardware [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1627.311695] env[63676]: DEBUG nova.virt.hardware [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1627.311840] env[63676]: DEBUG nova.virt.hardware [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1627.312056] env[63676]: DEBUG nova.virt.hardware [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1627.312219] env[63676]: DEBUG nova.virt.hardware [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1627.312384] env[63676]: DEBUG nova.virt.hardware [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1627.312544] env[63676]: DEBUG nova.virt.hardware [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1627.312713] env[63676]: DEBUG nova.virt.hardware [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1627.313560] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f97a35-88a8-4b96-9e9c-f74cce0073ed {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.321475] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75593c2-d57b-4a4e-8409-e7e6e952b16c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.376453] env[63676]: DEBUG oslo_concurrency.lockutils [req-ad57e5a8-5958-4025-ad6f-5f5b4023f2e4 req-6c0392c9-d39e-4dbc-8751-69de5ae58f87 service nova] Releasing lock "refresh_cache-1dfbf63e-5519-4b03-a3aa-d9c5e08087d4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1627.387020] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.387020] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.873s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1627.388764] env[63676]: INFO nova.compute.claims [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1627.410774] env[63676]: INFO nova.scheduler.client.report [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Deleted allocations for instance 159dec6d-8c2e-46c6-9411-1f2a23cecd9f [ 1627.634340] env[63676]: DEBUG oslo_vmware.api [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63641} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.634649] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4/1dfbf63e-5519-4b03-a3aa-d9c5e08087d4.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1627.634916] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1627.635210] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae1a494e-cfa8-4bf0-b982-269077f93a57 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.642061] env[63676]: DEBUG oslo_vmware.api [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Waiting for the task: (returnval){ [ 1627.642061] env[63676]: value = "task-1925228" [ 1627.642061] env[63676]: _type = "Task" [ 1627.642061] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.653506] env[63676]: DEBUG oslo_vmware.api [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925228, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.687806] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925227, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.706120] env[63676]: DEBUG nova.network.neutron [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Successfully updated port: a70d4596-3497-4e1d-95ea-15f80ffb763f {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1627.729533] env[63676]: DEBUG oslo_concurrency.lockutils [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.739772] env[63676]: DEBUG oslo_vmware.api [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Task: {'id': task-1925223, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.919723] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dcedabdb-5a5b-4ca1-9bf8-5021d135bf35 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lock "159dec6d-8c2e-46c6-9411-1f2a23cecd9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.022s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.986138] env[63676]: DEBUG nova.compute.manager [req-f17cafbf-515a-4812-ba5f-166098b87da0 req-a0cc5853-7300-414c-9694-231103075d27 service nova] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Received event network-changed-b6389cde-b698-48ed-95db-c28c41c48a41 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1627.986138] env[63676]: DEBUG nova.compute.manager [req-f17cafbf-515a-4812-ba5f-166098b87da0 req-a0cc5853-7300-414c-9694-231103075d27 service nova] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Refreshing instance network info cache due to event network-changed-b6389cde-b698-48ed-95db-c28c41c48a41. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1627.986635] env[63676]: DEBUG oslo_concurrency.lockutils [req-f17cafbf-515a-4812-ba5f-166098b87da0 req-a0cc5853-7300-414c-9694-231103075d27 service nova] Acquiring lock "refresh_cache-e0f71229-23d6-4647-9a81-da15dd0d337c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1627.986932] env[63676]: DEBUG oslo_concurrency.lockutils [req-f17cafbf-515a-4812-ba5f-166098b87da0 req-a0cc5853-7300-414c-9694-231103075d27 service nova] Acquired lock "refresh_cache-e0f71229-23d6-4647-9a81-da15dd0d337c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.987217] env[63676]: DEBUG nova.network.neutron [req-f17cafbf-515a-4812-ba5f-166098b87da0 req-a0cc5853-7300-414c-9694-231103075d27 service nova] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Refreshing network info cache for port b6389cde-b698-48ed-95db-c28c41c48a41 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1628.023244] env[63676]: DEBUG nova.compute.manager [req-6274e850-45ff-4024-9faf-529698b99fcc req-ca1efb1e-cdfa-4ac4-9ff5-db66fb1e31d5 service nova] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Received event network-changed-631f0928-f01c-4c5f-aa86-71c1c5aed267 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1628.023487] env[63676]: DEBUG nova.compute.manager [req-6274e850-45ff-4024-9faf-529698b99fcc req-ca1efb1e-cdfa-4ac4-9ff5-db66fb1e31d5 service nova] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Refreshing instance network info cache due to event network-changed-631f0928-f01c-4c5f-aa86-71c1c5aed267. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1628.023737] env[63676]: DEBUG oslo_concurrency.lockutils [req-6274e850-45ff-4024-9faf-529698b99fcc req-ca1efb1e-cdfa-4ac4-9ff5-db66fb1e31d5 service nova] Acquiring lock "refresh_cache-201a9dea-67af-4250-a839-6c1d9a882533" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.023933] env[63676]: DEBUG oslo_concurrency.lockutils [req-6274e850-45ff-4024-9faf-529698b99fcc req-ca1efb1e-cdfa-4ac4-9ff5-db66fb1e31d5 service nova] Acquired lock "refresh_cache-201a9dea-67af-4250-a839-6c1d9a882533" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.028020] env[63676]: DEBUG nova.network.neutron [req-6274e850-45ff-4024-9faf-529698b99fcc req-ca1efb1e-cdfa-4ac4-9ff5-db66fb1e31d5 service nova] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Refreshing network info cache for port 631f0928-f01c-4c5f-aa86-71c1c5aed267 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1628.151969] env[63676]: DEBUG oslo_vmware.api [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925228, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073391} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.152372] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1628.153207] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32419151-2006-45a4-b7c1-dbd5090f3c61 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.178256] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4/1dfbf63e-5519-4b03-a3aa-d9c5e08087d4.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1628.178742] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Acquiring lock "ff676f80-9e5b-4c8e-92f4-657591750c2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.178978] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Lock "ff676f80-9e5b-4c8e-92f4-657591750c2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.179607] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Acquiring lock "ff676f80-9e5b-4c8e-92f4-657591750c2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.179607] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Lock "ff676f80-9e5b-4c8e-92f4-657591750c2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.179798] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Lock "ff676f80-9e5b-4c8e-92f4-657591750c2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.181935] env[63676]: INFO nova.compute.manager [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Terminating instance [ 1628.184897] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f03f9313-0427-4fbd-a742-09e2ec17a208 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.209499] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "refresh_cache-ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.209664] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquired lock "refresh_cache-ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.209819] env[63676]: DEBUG nova.network.neutron [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1628.212583] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925227, 'name': CreateVM_Task, 'duration_secs': 0.793829} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.213402] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1628.214080] env[63676]: DEBUG oslo_vmware.api [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Waiting for the task: (returnval){ [ 1628.214080] env[63676]: value = "task-1925229" [ 1628.214080] env[63676]: _type = "Task" [ 1628.214080] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.214948] env[63676]: DEBUG oslo_concurrency.lockutils [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.215144] env[63676]: DEBUG oslo_concurrency.lockutils [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.215490] env[63676]: DEBUG oslo_concurrency.lockutils [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1628.215772] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-962d311f-1062-4151-a874-4c6fae56a260 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.225127] env[63676]: DEBUG oslo_vmware.api [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Waiting for the task: (returnval){ [ 1628.225127] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525102fd-b2ba-7aa6-3abe-9f081bf77008" [ 1628.225127] env[63676]: _type = "Task" [ 1628.225127] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.228698] env[63676]: DEBUG oslo_vmware.api [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925229, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.242302] env[63676]: DEBUG oslo_vmware.api [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Task: {'id': task-1925223, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.248404] env[63676]: DEBUG oslo_vmware.api [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525102fd-b2ba-7aa6-3abe-9f081bf77008, 'name': SearchDatastore_Task, 'duration_secs': 0.010295} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.248803] env[63676]: DEBUG oslo_concurrency.lockutils [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.249197] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1628.249563] env[63676]: DEBUG oslo_concurrency.lockutils [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1628.249829] env[63676]: DEBUG oslo_concurrency.lockutils [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1628.250170] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1628.250566] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a30918de-0acb-4487-a7d5-0bd4dba6ac90 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.260249] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1628.260467] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1628.261263] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25410f51-dae6-4471-bbaa-65f48fdc2a15 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.266988] env[63676]: DEBUG oslo_vmware.api [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Waiting for the task: (returnval){ [ 1628.266988] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b05ed9-64b2-93e9-53c6-bc570e67da06" [ 1628.266988] env[63676]: _type = "Task" [ 1628.266988] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.270751] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-082e5842-cadb-4350-9ae1-d9085dca2f80 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1628.270941] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2cb8e067-9e2e-4272-a911-60eb7a3b50ec {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.277646] env[63676]: DEBUG oslo_vmware.api [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b05ed9-64b2-93e9-53c6-bc570e67da06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.278956] env[63676]: DEBUG oslo_vmware.api [None req-082e5842-cadb-4350-9ae1-d9085dca2f80 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1628.278956] env[63676]: value = "task-1925230" [ 1628.278956] env[63676]: _type = "Task" [ 1628.278956] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.287568] env[63676]: DEBUG oslo_vmware.api [None req-082e5842-cadb-4350-9ae1-d9085dca2f80 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925230, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.686141] env[63676]: DEBUG nova.compute.manager [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1628.686368] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1628.687370] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9751fa8a-1277-460f-9c5b-6dced62801a9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.697009] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1628.697283] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6de19880-d367-4c9e-ac16-489b0aa6e835 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.703385] env[63676]: DEBUG oslo_vmware.api [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Waiting for the task: (returnval){ [ 1628.703385] env[63676]: value = "task-1925231" [ 1628.703385] env[63676]: _type = "Task" [ 1628.703385] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.711062] env[63676]: DEBUG oslo_vmware.api [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Task: {'id': task-1925231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.716051] env[63676]: DEBUG nova.network.neutron [req-f17cafbf-515a-4812-ba5f-166098b87da0 req-a0cc5853-7300-414c-9694-231103075d27 service nova] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Updated VIF entry in instance network info cache for port b6389cde-b698-48ed-95db-c28c41c48a41. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1628.716388] env[63676]: DEBUG nova.network.neutron [req-f17cafbf-515a-4812-ba5f-166098b87da0 req-a0cc5853-7300-414c-9694-231103075d27 service nova] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Updating instance_info_cache with network_info: [{"id": "b6389cde-b698-48ed-95db-c28c41c48a41", "address": "fa:16:3e:7f:df:c0", "network": {"id": "11b65b8c-e12e-4c13-9cd1-96c40cd5d7f4", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-390287818-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11534f5304eb4f4b92e001ec08b291a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "20641d67-1612-4b9c-8924-7a77df9c8e6d", "external-id": "nsx-vlan-transportzone-884", "segmentation_id": 884, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6389cde-b6", "ovs_interfaceid": "b6389cde-b698-48ed-95db-c28c41c48a41", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1628.726680] env[63676]: DEBUG oslo_vmware.api [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925229, 'name': ReconfigVM_Task, 'duration_secs': 0.364917} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.727945] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4/1dfbf63e-5519-4b03-a3aa-d9c5e08087d4.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1628.729494] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e0a1f54-68fd-422a-abc6-de8adc337b8d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.738729] env[63676]: DEBUG oslo_vmware.api [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Waiting for the task: (returnval){ [ 1628.738729] env[63676]: value = "task-1925232" [ 1628.738729] env[63676]: _type = "Task" [ 1628.738729] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.748922] env[63676]: DEBUG oslo_vmware.api [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Task: {'id': task-1925223, 'name': PowerOnVM_Task, 'duration_secs': 2.058449} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.751687] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1628.751773] env[63676]: INFO nova.compute.manager [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Took 10.28 seconds to spawn the instance on the hypervisor. [ 1628.751921] env[63676]: DEBUG nova.compute.manager [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1628.752953] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-456d3e14-e3a3-47a5-b6cf-bb7d9ea037a6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.758312] env[63676]: DEBUG oslo_vmware.api [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925232, 'name': Rename_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.777429] env[63676]: DEBUG oslo_vmware.api [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b05ed9-64b2-93e9-53c6-bc570e67da06, 'name': SearchDatastore_Task, 'duration_secs': 0.010015} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.780892] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89732e00-b0b0-4e81-aee5-696b932abbea {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.786776] env[63676]: DEBUG nova.network.neutron [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1628.795462] env[63676]: DEBUG oslo_vmware.api [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Waiting for the task: (returnval){ [ 1628.795462] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523754bb-9b3e-70ca-78ab-09855946664a" [ 1628.795462] env[63676]: _type = "Task" [ 1628.795462] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.795974] env[63676]: DEBUG oslo_vmware.api [None req-082e5842-cadb-4350-9ae1-d9085dca2f80 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925230, 'name': PowerOffVM_Task, 'duration_secs': 0.229427} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.796061] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-082e5842-cadb-4350-9ae1-d9085dca2f80 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1628.796355] env[63676]: DEBUG nova.compute.manager [None req-082e5842-cadb-4350-9ae1-d9085dca2f80 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1628.800232] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce717b61-5783-4587-bf5f-22b7f78d9d5d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.813254] env[63676]: DEBUG oslo_vmware.api [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523754bb-9b3e-70ca-78ab-09855946664a, 'name': SearchDatastore_Task, 'duration_secs': 0.009592} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.815150] env[63676]: DEBUG oslo_concurrency.lockutils [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1628.815464] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] e0f71229-23d6-4647-9a81-da15dd0d337c/e0f71229-23d6-4647-9a81-da15dd0d337c.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1628.822151] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8ad7ab1f-25f1-4c07-9509-77e8f456304b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.823419] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751cfa2c-84f7-4edb-b225-cd332b49e0fc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.837408] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07632ac-a91a-47f1-95a4-ece72feb9f64 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.840778] env[63676]: DEBUG oslo_vmware.api [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Waiting for the task: (returnval){ [ 1628.840778] env[63676]: value = "task-1925233" [ 1628.840778] env[63676]: _type = "Task" [ 1628.840778] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.872177] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4cc71a-6d9f-4455-bfb7-6ed7c5c551ab {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.878580] env[63676]: DEBUG oslo_vmware.api [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Task: {'id': task-1925233, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.883997] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e900263-fb71-43b9-844b-2f0993fbcc45 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.900631] env[63676]: DEBUG nova.compute.provider_tree [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1629.040705] env[63676]: DEBUG nova.network.neutron [req-6274e850-45ff-4024-9faf-529698b99fcc req-ca1efb1e-cdfa-4ac4-9ff5-db66fb1e31d5 service nova] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Updated VIF entry in instance network info cache for port 631f0928-f01c-4c5f-aa86-71c1c5aed267. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1629.041105] env[63676]: DEBUG nova.network.neutron [req-6274e850-45ff-4024-9faf-529698b99fcc req-ca1efb1e-cdfa-4ac4-9ff5-db66fb1e31d5 service nova] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Updating instance_info_cache with network_info: [{"id": "631f0928-f01c-4c5f-aa86-71c1c5aed267", "address": "fa:16:3e:bd:fb:de", "network": {"id": "c9c7edd3-4a37-49f9-92cd-a642b1081b6c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-665822432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e76d0d89d5ec49aea2dfe3889b634b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap631f0928-f0", "ovs_interfaceid": "631f0928-f01c-4c5f-aa86-71c1c5aed267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.129527] env[63676]: DEBUG nova.network.neutron [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Updating instance_info_cache with network_info: [{"id": "a70d4596-3497-4e1d-95ea-15f80ffb763f", "address": "fa:16:3e:e9:30:80", "network": {"id": "20eb09fd-c81d-4462-b958-52404790c89a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1907153178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e8876698994722b4470390683b5130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa70d4596-34", "ovs_interfaceid": "a70d4596-3497-4e1d-95ea-15f80ffb763f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1629.216922] env[63676]: DEBUG oslo_vmware.api [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Task: {'id': task-1925231, 'name': PowerOffVM_Task, 'duration_secs': 0.280829} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.217288] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1629.217456] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1629.217720] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c5b59a58-7270-4ed8-9544-0923a673c8d8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.221900] env[63676]: DEBUG oslo_concurrency.lockutils [req-f17cafbf-515a-4812-ba5f-166098b87da0 req-a0cc5853-7300-414c-9694-231103075d27 service nova] Releasing lock "refresh_cache-e0f71229-23d6-4647-9a81-da15dd0d337c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.221900] env[63676]: DEBUG nova.compute.manager [req-f17cafbf-515a-4812-ba5f-166098b87da0 req-a0cc5853-7300-414c-9694-231103075d27 service nova] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Received event network-vif-plugged-a70d4596-3497-4e1d-95ea-15f80ffb763f {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1629.222147] env[63676]: DEBUG oslo_concurrency.lockutils [req-f17cafbf-515a-4812-ba5f-166098b87da0 req-a0cc5853-7300-414c-9694-231103075d27 service nova] Acquiring lock "ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.222381] env[63676]: DEBUG oslo_concurrency.lockutils [req-f17cafbf-515a-4812-ba5f-166098b87da0 req-a0cc5853-7300-414c-9694-231103075d27 service nova] Lock "ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.222659] env[63676]: DEBUG oslo_concurrency.lockutils [req-f17cafbf-515a-4812-ba5f-166098b87da0 req-a0cc5853-7300-414c-9694-231103075d27 service nova] Lock "ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.222780] env[63676]: DEBUG nova.compute.manager [req-f17cafbf-515a-4812-ba5f-166098b87da0 req-a0cc5853-7300-414c-9694-231103075d27 service nova] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] No waiting events found dispatching network-vif-plugged-a70d4596-3497-4e1d-95ea-15f80ffb763f {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1629.222978] env[63676]: WARNING nova.compute.manager [req-f17cafbf-515a-4812-ba5f-166098b87da0 req-a0cc5853-7300-414c-9694-231103075d27 service nova] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Received unexpected event network-vif-plugged-a70d4596-3497-4e1d-95ea-15f80ffb763f for instance with vm_state building and task_state spawning. [ 1629.223218] env[63676]: DEBUG nova.compute.manager [req-f17cafbf-515a-4812-ba5f-166098b87da0 req-a0cc5853-7300-414c-9694-231103075d27 service nova] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Received event network-changed-a70d4596-3497-4e1d-95ea-15f80ffb763f {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1629.223383] env[63676]: DEBUG nova.compute.manager [req-f17cafbf-515a-4812-ba5f-166098b87da0 req-a0cc5853-7300-414c-9694-231103075d27 service nova] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Refreshing instance network info cache due to event network-changed-a70d4596-3497-4e1d-95ea-15f80ffb763f. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1629.223611] env[63676]: DEBUG oslo_concurrency.lockutils [req-f17cafbf-515a-4812-ba5f-166098b87da0 req-a0cc5853-7300-414c-9694-231103075d27 service nova] Acquiring lock "refresh_cache-ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.255175] env[63676]: DEBUG oslo_vmware.api [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925232, 'name': Rename_Task, 'duration_secs': 0.166138} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.255514] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1629.255836] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83870e0d-aa71-4b7f-88d7-a58b44fb77b0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.266034] env[63676]: DEBUG oslo_vmware.api [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Waiting for the task: (returnval){ [ 1629.266034] env[63676]: value = "task-1925235" [ 1629.266034] env[63676]: _type = "Task" [ 1629.266034] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.284842] env[63676]: INFO nova.compute.manager [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Took 50.99 seconds to build instance. [ 1629.286038] env[63676]: DEBUG oslo_vmware.api [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925235, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.334616] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1629.334824] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1629.335136] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Deleting the datastore file [datastore1] ff676f80-9e5b-4c8e-92f4-657591750c2f {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1629.335555] env[63676]: DEBUG oslo_concurrency.lockutils [None req-082e5842-cadb-4350-9ae1-d9085dca2f80 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "83df18e8-450a-4e85-8f7f-4494aad37790" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.086s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.336425] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6c806a8-0019-4aaa-a714-b7e355696897 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.347223] env[63676]: DEBUG oslo_vmware.api [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Waiting for the task: (returnval){ [ 1629.347223] env[63676]: value = "task-1925236" [ 1629.347223] env[63676]: _type = "Task" [ 1629.347223] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.356288] env[63676]: DEBUG oslo_vmware.api [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Task: {'id': task-1925233, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.362275] env[63676]: DEBUG oslo_vmware.api [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Task: {'id': task-1925236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.406068] env[63676]: DEBUG nova.scheduler.client.report [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1629.546607] env[63676]: DEBUG oslo_concurrency.lockutils [req-6274e850-45ff-4024-9faf-529698b99fcc req-ca1efb1e-cdfa-4ac4-9ff5-db66fb1e31d5 service nova] Releasing lock "refresh_cache-201a9dea-67af-4250-a839-6c1d9a882533" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.546893] env[63676]: DEBUG nova.compute.manager [req-6274e850-45ff-4024-9faf-529698b99fcc req-ca1efb1e-cdfa-4ac4-9ff5-db66fb1e31d5 service nova] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Received event network-changed-631f0928-f01c-4c5f-aa86-71c1c5aed267 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1629.547064] env[63676]: DEBUG nova.compute.manager [req-6274e850-45ff-4024-9faf-529698b99fcc req-ca1efb1e-cdfa-4ac4-9ff5-db66fb1e31d5 service nova] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Refreshing instance network info cache due to event network-changed-631f0928-f01c-4c5f-aa86-71c1c5aed267. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1629.547285] env[63676]: DEBUG oslo_concurrency.lockutils [req-6274e850-45ff-4024-9faf-529698b99fcc req-ca1efb1e-cdfa-4ac4-9ff5-db66fb1e31d5 service nova] Acquiring lock "refresh_cache-201a9dea-67af-4250-a839-6c1d9a882533" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1629.547829] env[63676]: DEBUG oslo_concurrency.lockutils [req-6274e850-45ff-4024-9faf-529698b99fcc req-ca1efb1e-cdfa-4ac4-9ff5-db66fb1e31d5 service nova] Acquired lock "refresh_cache-201a9dea-67af-4250-a839-6c1d9a882533" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.547829] env[63676]: DEBUG nova.network.neutron [req-6274e850-45ff-4024-9faf-529698b99fcc req-ca1efb1e-cdfa-4ac4-9ff5-db66fb1e31d5 service nova] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Refreshing network info cache for port 631f0928-f01c-4c5f-aa86-71c1c5aed267 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1629.632949] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Releasing lock "refresh_cache-ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1629.633321] env[63676]: DEBUG nova.compute.manager [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Instance network_info: |[{"id": "a70d4596-3497-4e1d-95ea-15f80ffb763f", "address": "fa:16:3e:e9:30:80", "network": {"id": "20eb09fd-c81d-4462-b958-52404790c89a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1907153178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e8876698994722b4470390683b5130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa70d4596-34", "ovs_interfaceid": "a70d4596-3497-4e1d-95ea-15f80ffb763f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1629.633633] env[63676]: DEBUG oslo_concurrency.lockutils [req-f17cafbf-515a-4812-ba5f-166098b87da0 req-a0cc5853-7300-414c-9694-231103075d27 service nova] Acquired lock "refresh_cache-ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1629.633805] env[63676]: DEBUG nova.network.neutron [req-f17cafbf-515a-4812-ba5f-166098b87da0 req-a0cc5853-7300-414c-9694-231103075d27 service nova] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Refreshing network info cache for port a70d4596-3497-4e1d-95ea-15f80ffb763f {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1629.635091] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:30:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a70d4596-3497-4e1d-95ea-15f80ffb763f', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1629.642572] env[63676]: DEBUG oslo.service.loopingcall [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1629.643065] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1629.643286] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10f8d150-7432-4c41-b94b-e04cb14fbcf7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.663627] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1629.663627] env[63676]: value = "task-1925237" [ 1629.663627] env[63676]: _type = "Task" [ 1629.663627] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.671995] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925237, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.774394] env[63676]: DEBUG oslo_vmware.api [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925235, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.787076] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b80c46dc-aa1d-4736-8e7a-7a9bd2bc984a tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Lock "970178a8-93cc-40b8-b323-46ae49afe82d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.591s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.855450] env[63676]: DEBUG oslo_vmware.api [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Task: {'id': task-1925233, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536076} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.856021] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] e0f71229-23d6-4647-9a81-da15dd0d337c/e0f71229-23d6-4647-9a81-da15dd0d337c.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1629.856318] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1629.857049] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c996117-323e-4654-adec-ec6aa2399a59 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.863102] env[63676]: DEBUG oslo_vmware.api [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Task: {'id': task-1925236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.867317] env[63676]: DEBUG oslo_vmware.api [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Waiting for the task: (returnval){ [ 1629.867317] env[63676]: value = "task-1925238" [ 1629.867317] env[63676]: _type = "Task" [ 1629.867317] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.874839] env[63676]: DEBUG oslo_vmware.api [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Task: {'id': task-1925238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.913920] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.915703] env[63676]: DEBUG nova.compute.manager [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1629.918420] env[63676]: DEBUG oslo_concurrency.lockutils [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.830s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1629.920818] env[63676]: DEBUG nova.objects.instance [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63676) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1630.175358] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925237, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.286158] env[63676]: DEBUG oslo_vmware.api [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925235, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.290244] env[63676]: DEBUG nova.compute.manager [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1630.358246] env[63676]: DEBUG oslo_vmware.api [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Task: {'id': task-1925236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.552148} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.358510] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1630.358691] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1630.359066] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1630.359273] env[63676]: INFO nova.compute.manager [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1630.359689] env[63676]: DEBUG oslo.service.loopingcall [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1630.360010] env[63676]: DEBUG nova.compute.manager [-] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1630.360128] env[63676]: DEBUG nova.network.neutron [-] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1630.378033] env[63676]: DEBUG oslo_vmware.api [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Task: {'id': task-1925238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.175967} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.378033] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1630.379300] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d69099-b2ea-4739-a8c2-4989c0879b18 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.396222] env[63676]: DEBUG oslo_concurrency.lockutils [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Acquiring lock "970178a8-93cc-40b8-b323-46ae49afe82d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.397679] env[63676]: DEBUG oslo_concurrency.lockutils [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Lock "970178a8-93cc-40b8-b323-46ae49afe82d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.397679] env[63676]: DEBUG oslo_concurrency.lockutils [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Acquiring lock "970178a8-93cc-40b8-b323-46ae49afe82d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.397679] env[63676]: DEBUG oslo_concurrency.lockutils [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Lock "970178a8-93cc-40b8-b323-46ae49afe82d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.397998] env[63676]: DEBUG oslo_concurrency.lockutils [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Lock "970178a8-93cc-40b8-b323-46ae49afe82d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.408511] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] e0f71229-23d6-4647-9a81-da15dd0d337c/e0f71229-23d6-4647-9a81-da15dd0d337c.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1630.409222] env[63676]: INFO nova.compute.manager [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Terminating instance [ 1630.411190] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-305e3200-55c4-451e-8001-1e916e68c51c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.430460] env[63676]: DEBUG nova.compute.utils [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1630.435682] env[63676]: DEBUG nova.compute.manager [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1630.435850] env[63676]: DEBUG nova.network.neutron [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1630.445140] env[63676]: DEBUG oslo_vmware.api [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Waiting for the task: (returnval){ [ 1630.445140] env[63676]: value = "task-1925239" [ 1630.445140] env[63676]: _type = "Task" [ 1630.445140] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.454387] env[63676]: DEBUG oslo_vmware.api [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Task: {'id': task-1925239, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.584317] env[63676]: DEBUG nova.policy [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f9a4ac03eb0a4b6994c24f200347c199', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd3c393ab9ee43d68929222103b12701', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1630.676143] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925237, 'name': CreateVM_Task, 'duration_secs': 0.532044} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.676302] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1630.676954] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.677131] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.677442] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1630.677686] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8635e283-0932-40de-909d-ee1837a42973 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.682230] env[63676]: DEBUG oslo_vmware.api [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1630.682230] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52582c5a-8369-c0e9-b812-4fa7d8ffdf3b" [ 1630.682230] env[63676]: _type = "Task" [ 1630.682230] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.690088] env[63676]: DEBUG oslo_vmware.api [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52582c5a-8369-c0e9-b812-4fa7d8ffdf3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.775600] env[63676]: DEBUG oslo_vmware.api [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925235, 'name': PowerOnVM_Task, 'duration_secs': 1.058051} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.775863] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1630.776072] env[63676]: INFO nova.compute.manager [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1630.776255] env[63676]: DEBUG nova.compute.manager [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1630.777083] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20683ee-17e5-4095-be3b-9231bd762290 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.816320] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.871185] env[63676]: DEBUG nova.network.neutron [req-6274e850-45ff-4024-9faf-529698b99fcc req-ca1efb1e-cdfa-4ac4-9ff5-db66fb1e31d5 service nova] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Updated VIF entry in instance network info cache for port 631f0928-f01c-4c5f-aa86-71c1c5aed267. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1630.871571] env[63676]: DEBUG nova.network.neutron [req-6274e850-45ff-4024-9faf-529698b99fcc req-ca1efb1e-cdfa-4ac4-9ff5-db66fb1e31d5 service nova] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Updating instance_info_cache with network_info: [{"id": "631f0928-f01c-4c5f-aa86-71c1c5aed267", "address": "fa:16:3e:bd:fb:de", "network": {"id": "c9c7edd3-4a37-49f9-92cd-a642b1081b6c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-665822432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e76d0d89d5ec49aea2dfe3889b634b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap631f0928-f0", "ovs_interfaceid": "631f0928-f01c-4c5f-aa86-71c1c5aed267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.936059] env[63676]: DEBUG nova.compute.manager [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1630.944028] env[63676]: DEBUG nova.compute.manager [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1630.944028] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1630.944028] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c45703-3f99-484d-91d5-7e0e1dfc87ee {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.952374] env[63676]: DEBUG oslo_concurrency.lockutils [None req-04e488a8-23ee-4638-b5a2-03edd988f137 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.034s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.953404] env[63676]: DEBUG oslo_concurrency.lockutils [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.437s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.955123] env[63676]: INFO nova.compute.claims [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1630.961240] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1630.965025] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f02326d-80ff-4928-8420-2cd9e1b1a54e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.966713] env[63676]: DEBUG oslo_vmware.api [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Task: {'id': task-1925239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.971265] env[63676]: DEBUG oslo_vmware.api [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Waiting for the task: (returnval){ [ 1630.971265] env[63676]: value = "task-1925240" [ 1630.971265] env[63676]: _type = "Task" [ 1630.971265] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.977583] env[63676]: DEBUG nova.network.neutron [req-f17cafbf-515a-4812-ba5f-166098b87da0 req-a0cc5853-7300-414c-9694-231103075d27 service nova] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Updated VIF entry in instance network info cache for port a70d4596-3497-4e1d-95ea-15f80ffb763f. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1630.977686] env[63676]: DEBUG nova.network.neutron [req-f17cafbf-515a-4812-ba5f-166098b87da0 req-a0cc5853-7300-414c-9694-231103075d27 service nova] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Updating instance_info_cache with network_info: [{"id": "a70d4596-3497-4e1d-95ea-15f80ffb763f", "address": "fa:16:3e:e9:30:80", "network": {"id": "20eb09fd-c81d-4462-b958-52404790c89a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1907153178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e8876698994722b4470390683b5130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa70d4596-34", "ovs_interfaceid": "a70d4596-3497-4e1d-95ea-15f80ffb763f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1630.982034] env[63676]: DEBUG oslo_vmware.api [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Task: {'id': task-1925240, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.112873] env[63676]: DEBUG nova.network.neutron [-] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.196482] env[63676]: DEBUG oslo_vmware.api [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52582c5a-8369-c0e9-b812-4fa7d8ffdf3b, 'name': SearchDatastore_Task, 'duration_secs': 0.009786} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.196482] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.196482] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1631.196482] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.196770] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.196770] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1631.196770] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3af33a3f-3c5a-4a40-aea3-8221e579535c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.206641] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1631.206849] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1631.207643] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16304f99-8d08-4fa6-9a04-d8631a263c7a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.213803] env[63676]: DEBUG oslo_vmware.api [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1631.213803] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52625c06-57d0-5d9e-526e-9f717fc058a9" [ 1631.213803] env[63676]: _type = "Task" [ 1631.213803] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.221593] env[63676]: DEBUG oslo_vmware.api [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52625c06-57d0-5d9e-526e-9f717fc058a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.251981] env[63676]: DEBUG nova.network.neutron [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Successfully created port: 22b2a2e7-185b-4388-9517-f23d4ec85ba9 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1631.294646] env[63676]: INFO nova.compute.manager [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Took 49.27 seconds to build instance. [ 1631.374284] env[63676]: DEBUG oslo_concurrency.lockutils [req-6274e850-45ff-4024-9faf-529698b99fcc req-ca1efb1e-cdfa-4ac4-9ff5-db66fb1e31d5 service nova] Releasing lock "refresh_cache-201a9dea-67af-4250-a839-6c1d9a882533" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.403940] env[63676]: DEBUG nova.compute.manager [req-1e7d5d2e-8fb1-41ec-b37d-9c3d2bcea699 req-35fd4eaa-93de-41f3-a30d-8d57ebdffdb5 service nova] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Received event network-vif-deleted-51a1269e-c29d-47bc-8764-2603f1268123 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1631.458057] env[63676]: DEBUG oslo_vmware.api [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Task: {'id': task-1925239, 'name': ReconfigVM_Task, 'duration_secs': 0.656035} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.458408] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Reconfigured VM instance instance-00000019 to attach disk [datastore1] e0f71229-23d6-4647-9a81-da15dd0d337c/e0f71229-23d6-4647-9a81-da15dd0d337c.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1631.461068] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e8f9743-62c9-43de-a709-5ffc68e54663 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.470710] env[63676]: DEBUG oslo_vmware.api [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Waiting for the task: (returnval){ [ 1631.470710] env[63676]: value = "task-1925241" [ 1631.470710] env[63676]: _type = "Task" [ 1631.470710] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.482818] env[63676]: DEBUG oslo_vmware.api [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Task: {'id': task-1925241, 'name': Rename_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.487571] env[63676]: DEBUG oslo_concurrency.lockutils [req-f17cafbf-515a-4812-ba5f-166098b87da0 req-a0cc5853-7300-414c-9694-231103075d27 service nova] Releasing lock "refresh_cache-ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.487987] env[63676]: DEBUG oslo_vmware.api [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Task: {'id': task-1925240, 'name': PowerOffVM_Task, 'duration_secs': 0.184622} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.489177] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1631.489361] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1631.489811] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92028b09-5447-4dcb-a596-1fa28ce628c2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.589252] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquiring lock "cf0628fc-d8f4-4b6a-90c9-3392462f3b00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.589252] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lock "cf0628fc-d8f4-4b6a-90c9-3392462f3b00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.617812] env[63676]: INFO nova.compute.manager [-] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Took 1.26 seconds to deallocate network for instance. [ 1631.727048] env[63676]: DEBUG oslo_vmware.api [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52625c06-57d0-5d9e-526e-9f717fc058a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010417} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.727906] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f8816c1-6b25-41d2-9199-17002665878d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.733852] env[63676]: DEBUG oslo_vmware.api [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1631.733852] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529d2364-63e0-8f81-effb-5bee62ee53c3" [ 1631.733852] env[63676]: _type = "Task" [ 1631.733852] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1631.742415] env[63676]: DEBUG oslo_vmware.api [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529d2364-63e0-8f81-effb-5bee62ee53c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.796489] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5415d9b4-9daf-42c2-a054-bca45cc9129e tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Lock "1dfbf63e-5519-4b03-a3aa-d9c5e08087d4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.079s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1631.957123] env[63676]: DEBUG nova.compute.manager [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1631.981702] env[63676]: DEBUG oslo_vmware.api [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Task: {'id': task-1925241, 'name': Rename_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.983763] env[63676]: DEBUG nova.virt.hardware [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1631.983987] env[63676]: DEBUG nova.virt.hardware [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1631.984165] env[63676]: DEBUG nova.virt.hardware [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1631.984349] env[63676]: DEBUG nova.virt.hardware [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1631.984494] env[63676]: DEBUG nova.virt.hardware [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1631.984638] env[63676]: DEBUG nova.virt.hardware [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1631.984841] env[63676]: DEBUG nova.virt.hardware [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1631.984999] env[63676]: DEBUG nova.virt.hardware [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1631.985187] env[63676]: DEBUG nova.virt.hardware [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1631.985351] env[63676]: DEBUG nova.virt.hardware [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1631.985522] env[63676]: DEBUG nova.virt.hardware [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1631.986329] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a09b63-28c9-4587-b621-ccc7dd1d1f8f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.995061] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e742ff13-a2f5-407d-b0f7-22523b1cb4c7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.123293] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.247439] env[63676]: DEBUG oslo_vmware.api [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529d2364-63e0-8f81-effb-5bee62ee53c3, 'name': SearchDatastore_Task, 'duration_secs': 0.011558} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.247705] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.247955] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f/ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1632.248225] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe4df1e0-b736-48e4-a682-7c669e9c0493 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.257253] env[63676]: DEBUG oslo_vmware.api [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1632.257253] env[63676]: value = "task-1925243" [ 1632.257253] env[63676]: _type = "Task" [ 1632.257253] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.268479] env[63676]: DEBUG oslo_vmware.api [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925243, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.276072] env[63676]: DEBUG nova.objects.instance [None req-fded17f2-9e32-463d-8cb8-1f230ae9a2ec tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lazy-loading 'flavor' on Instance uuid 83df18e8-450a-4e85-8f7f-4494aad37790 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1632.299473] env[63676]: DEBUG nova.compute.manager [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1632.410718] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1632.410718] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1632.410718] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Deleting the datastore file [datastore1] 970178a8-93cc-40b8-b323-46ae49afe82d {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1632.410718] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff09b8ec-111f-4d5d-897f-bbb782accf1d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.416020] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43d0673-2404-4206-bc65-a3a6840ac1e8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.418626] env[63676]: DEBUG oslo_vmware.api [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Waiting for the task: (returnval){ [ 1632.418626] env[63676]: value = "task-1925244" [ 1632.418626] env[63676]: _type = "Task" [ 1632.418626] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.424891] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf802de0-27bb-4df6-b323-b2858ee1f25d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.431353] env[63676]: DEBUG oslo_vmware.api [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Task: {'id': task-1925244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.458131] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4679104-099c-49d1-8a6e-c06ddc007acc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.467568] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4aa72c8-6843-45cc-b5c0-371f4f147b67 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.487887] env[63676]: DEBUG oslo_vmware.api [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Task: {'id': task-1925241, 'name': Rename_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.488414] env[63676]: DEBUG nova.compute.provider_tree [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1632.769016] env[63676]: DEBUG oslo_vmware.api [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925243, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.781915] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fded17f2-9e32-463d-8cb8-1f230ae9a2ec tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquiring lock "refresh_cache-83df18e8-450a-4e85-8f7f-4494aad37790" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.782099] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fded17f2-9e32-463d-8cb8-1f230ae9a2ec tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquired lock "refresh_cache-83df18e8-450a-4e85-8f7f-4494aad37790" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.782275] env[63676]: DEBUG nova.network.neutron [None req-fded17f2-9e32-463d-8cb8-1f230ae9a2ec tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1632.782445] env[63676]: DEBUG nova.objects.instance [None req-fded17f2-9e32-463d-8cb8-1f230ae9a2ec tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lazy-loading 'info_cache' on Instance uuid 83df18e8-450a-4e85-8f7f-4494aad37790 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1632.831493] env[63676]: DEBUG oslo_concurrency.lockutils [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.933119] env[63676]: DEBUG oslo_vmware.api [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Task: {'id': task-1925244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.460745} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.933460] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1632.933642] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1632.933819] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1632.933988] env[63676]: INFO nova.compute.manager [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Took 1.99 seconds to destroy the instance on the hypervisor. [ 1632.934249] env[63676]: DEBUG oslo.service.loopingcall [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1632.934437] env[63676]: DEBUG nova.compute.manager [-] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1632.934531] env[63676]: DEBUG nova.network.neutron [-] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1632.980551] env[63676]: DEBUG oslo_vmware.api [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Task: {'id': task-1925241, 'name': Rename_Task, 'duration_secs': 1.215023} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.980838] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1632.981188] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f623846b-5f7a-4470-9e87-b2a926c6a70e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.987638] env[63676]: DEBUG oslo_vmware.api [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Waiting for the task: (returnval){ [ 1632.987638] env[63676]: value = "task-1925245" [ 1632.987638] env[63676]: _type = "Task" [ 1632.987638] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.993536] env[63676]: DEBUG nova.scheduler.client.report [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1633.000039] env[63676]: DEBUG oslo_vmware.api [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Task: {'id': task-1925245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.270295] env[63676]: DEBUG oslo_vmware.api [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925243, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.567468} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.270588] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f/ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1633.270857] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1633.271168] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a532c225-1eec-4e77-8df3-bcabd86c2ec7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.278668] env[63676]: DEBUG oslo_vmware.api [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1633.278668] env[63676]: value = "task-1925246" [ 1633.278668] env[63676]: _type = "Task" [ 1633.278668] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.287674] env[63676]: DEBUG nova.objects.base [None req-fded17f2-9e32-463d-8cb8-1f230ae9a2ec tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Object Instance<83df18e8-450a-4e85-8f7f-4494aad37790> lazy-loaded attributes: flavor,info_cache {{(pid=63676) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1633.289012] env[63676]: DEBUG oslo_vmware.api [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.498530] env[63676]: DEBUG oslo_concurrency.lockutils [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.499138] env[63676]: DEBUG nova.compute.manager [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1633.502039] env[63676]: DEBUG oslo_vmware.api [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Task: {'id': task-1925245, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.502349] env[63676]: DEBUG oslo_concurrency.lockutils [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.491s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.502572] env[63676]: DEBUG nova.objects.instance [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63676) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1633.548694] env[63676]: DEBUG nova.network.neutron [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Successfully updated port: 22b2a2e7-185b-4388-9517-f23d4ec85ba9 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1633.703901] env[63676]: DEBUG nova.compute.manager [req-4df931bc-f082-4d73-96bd-3e22114dcf63 req-08b82560-4cb6-4dca-864d-97e3616d7c84 service nova] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Received event network-vif-plugged-22b2a2e7-185b-4388-9517-f23d4ec85ba9 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1633.703901] env[63676]: DEBUG oslo_concurrency.lockutils [req-4df931bc-f082-4d73-96bd-3e22114dcf63 req-08b82560-4cb6-4dca-864d-97e3616d7c84 service nova] Acquiring lock "cea78468-f692-4634-8508-3886bccfb8bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.704261] env[63676]: DEBUG oslo_concurrency.lockutils [req-4df931bc-f082-4d73-96bd-3e22114dcf63 req-08b82560-4cb6-4dca-864d-97e3616d7c84 service nova] Lock "cea78468-f692-4634-8508-3886bccfb8bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.704261] env[63676]: DEBUG oslo_concurrency.lockutils [req-4df931bc-f082-4d73-96bd-3e22114dcf63 req-08b82560-4cb6-4dca-864d-97e3616d7c84 service nova] Lock "cea78468-f692-4634-8508-3886bccfb8bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.704416] env[63676]: DEBUG nova.compute.manager [req-4df931bc-f082-4d73-96bd-3e22114dcf63 req-08b82560-4cb6-4dca-864d-97e3616d7c84 service nova] [instance: cea78468-f692-4634-8508-3886bccfb8bf] No waiting events found dispatching network-vif-plugged-22b2a2e7-185b-4388-9517-f23d4ec85ba9 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1633.704587] env[63676]: WARNING nova.compute.manager [req-4df931bc-f082-4d73-96bd-3e22114dcf63 req-08b82560-4cb6-4dca-864d-97e3616d7c84 service nova] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Received unexpected event network-vif-plugged-22b2a2e7-185b-4388-9517-f23d4ec85ba9 for instance with vm_state building and task_state spawning. [ 1633.788712] env[63676]: DEBUG oslo_vmware.api [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.117718} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.788896] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1633.789740] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c9729b1-0dae-4bd6-b98d-db97213848fb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.815597] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f/ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1633.816516] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a714149-9228-4a73-98c2-af311f65eeb4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.841741] env[63676]: DEBUG oslo_vmware.api [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1633.841741] env[63676]: value = "task-1925247" [ 1633.841741] env[63676]: _type = "Task" [ 1633.841741] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.855681] env[63676]: DEBUG oslo_vmware.api [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925247, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.998430] env[63676]: DEBUG oslo_vmware.api [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Task: {'id': task-1925245, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.007268] env[63676]: DEBUG nova.compute.utils [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1634.011751] env[63676]: DEBUG nova.compute.manager [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1634.011928] env[63676]: DEBUG nova.network.neutron [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1634.056762] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Acquiring lock "refresh_cache-cea78468-f692-4634-8508-3886bccfb8bf" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.056762] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Acquired lock "refresh_cache-cea78468-f692-4634-8508-3886bccfb8bf" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.056762] env[63676]: DEBUG nova.network.neutron [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1634.073740] env[63676]: DEBUG nova.network.neutron [-] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.124273] env[63676]: DEBUG nova.policy [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d3afab4e3d14a0d8eab8ba96abbe542', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5accc7a22deb4afeb300bab2cdcf4b8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1634.302171] env[63676]: DEBUG nova.network.neutron [None req-fded17f2-9e32-463d-8cb8-1f230ae9a2ec tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Updating instance_info_cache with network_info: [{"id": "6205a90b-69ef-4a7e-a7d6-744ea0dcdf60", "address": "fa:16:3e:04:7f:05", "network": {"id": "f69b8fe2-f84b-41c0-b097-82138772d266", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-2071213827-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "543c661e7e4a4518a656a2e9aad45e86", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "028bae2d-fe6c-4207-b4a3-3fab45fbf1d6", "external-id": "nsx-vlan-transportzone-955", "segmentation_id": 955, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6205a90b-69", "ovs_interfaceid": "6205a90b-69ef-4a7e-a7d6-744ea0dcdf60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.352411] env[63676]: DEBUG oslo_vmware.api [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925247, 'name': ReconfigVM_Task, 'duration_secs': 0.382811} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.352470] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Reconfigured VM instance instance-0000001a to attach disk [datastore1] ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f/ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1634.353096] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6815afa-85a3-4bab-a020-cc85cb74029f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.359461] env[63676]: DEBUG oslo_vmware.api [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1634.359461] env[63676]: value = "task-1925248" [ 1634.359461] env[63676]: _type = "Task" [ 1634.359461] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.367013] env[63676]: DEBUG oslo_vmware.api [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925248, 'name': Rename_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.499803] env[63676]: DEBUG oslo_vmware.api [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Task: {'id': task-1925245, 'name': PowerOnVM_Task, 'duration_secs': 1.193906} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.500047] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1634.500367] env[63676]: INFO nova.compute.manager [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Took 9.87 seconds to spawn the instance on the hypervisor. [ 1634.500446] env[63676]: DEBUG nova.compute.manager [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1634.501202] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a33e73-64e2-4af0-a0fc-32a0ece291d9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.512579] env[63676]: DEBUG nova.compute.manager [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1634.515741] env[63676]: DEBUG oslo_concurrency.lockutils [None req-413b7f9e-cb0b-4ccd-994a-e561726730f7 tempest-ServersAdmin275Test-10316543 tempest-ServersAdmin275Test-10316543-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1634.516598] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.928s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1634.516804] env[63676]: DEBUG nova.objects.instance [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Lazy-loading 'resources' on Instance uuid e0e6b00e-63b9-458d-ad31-3fa6d175cd04 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1634.575935] env[63676]: INFO nova.compute.manager [-] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Took 1.64 seconds to deallocate network for instance. [ 1634.631896] env[63676]: DEBUG nova.network.neutron [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1634.783275] env[63676]: DEBUG nova.network.neutron [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Successfully created port: 621aa98d-017d-487a-b10e-e843ee81a760 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1634.805888] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fded17f2-9e32-463d-8cb8-1f230ae9a2ec tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Releasing lock "refresh_cache-83df18e8-450a-4e85-8f7f-4494aad37790" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.874018] env[63676]: DEBUG oslo_vmware.api [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925248, 'name': Rename_Task, 'duration_secs': 0.148623} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.874278] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1634.874483] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31543f7a-419a-4985-a775-84d5607fac09 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.880757] env[63676]: DEBUG oslo_vmware.api [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1634.880757] env[63676]: value = "task-1925249" [ 1634.880757] env[63676]: _type = "Task" [ 1634.880757] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.888707] env[63676]: DEBUG oslo_vmware.api [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.968107] env[63676]: DEBUG nova.network.neutron [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Updating instance_info_cache with network_info: [{"id": "22b2a2e7-185b-4388-9517-f23d4ec85ba9", "address": "fa:16:3e:67:0d:6a", "network": {"id": "d3874b90-d4dd-46aa-ba7c-60b8c31eacdf", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1184663350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3c393ab9ee43d68929222103b12701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22b2a2e7-18", "ovs_interfaceid": "22b2a2e7-185b-4388-9517-f23d4ec85ba9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1635.020567] env[63676]: INFO nova.compute.manager [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Took 52.71 seconds to build instance. [ 1635.088106] env[63676]: DEBUG oslo_concurrency.lockutils [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.392923] env[63676]: DEBUG oslo_vmware.api [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925249, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.471935] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Releasing lock "refresh_cache-cea78468-f692-4634-8508-3886bccfb8bf" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.472393] env[63676]: DEBUG nova.compute.manager [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Instance network_info: |[{"id": "22b2a2e7-185b-4388-9517-f23d4ec85ba9", "address": "fa:16:3e:67:0d:6a", "network": {"id": "d3874b90-d4dd-46aa-ba7c-60b8c31eacdf", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1184663350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3c393ab9ee43d68929222103b12701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22b2a2e7-18", "ovs_interfaceid": "22b2a2e7-185b-4388-9517-f23d4ec85ba9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1635.472807] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:0d:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22b2a2e7-185b-4388-9517-f23d4ec85ba9', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1635.480252] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Creating folder: Project (bd3c393ab9ee43d68929222103b12701). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1635.482913] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6dd320d6-5e16-48af-b36b-72a95ba6ad8a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.493587] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Created folder: Project (bd3c393ab9ee43d68929222103b12701) in parent group-v396927. [ 1635.493775] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Creating folder: Instances. Parent ref: group-v397001. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1635.494027] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7de51eab-dc2d-4934-a6e3-d77eab54aded {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.497351] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b446c28-4bda-4190-86b9-7e025c3f070a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.505090] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648569c2-af66-4f59-b0a5-35ceda3c998f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.508295] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Created folder: Instances in parent group-v397001. [ 1635.508516] env[63676]: DEBUG oslo.service.loopingcall [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1635.509096] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1635.509240] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-220f4601-23ec-4bb8-8d16-8951db3f4baf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.548454] env[63676]: DEBUG oslo_concurrency.lockutils [None req-297ee03e-cab9-48bf-b856-abefaca1ac86 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Lock "e0f71229-23d6-4647-9a81-da15dd0d337c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.017s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.549637] env[63676]: DEBUG nova.compute.manager [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1635.554100] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83a4827-5915-411e-85e2-6e771d106d98 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.558272] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1635.558272] env[63676]: value = "task-1925252" [ 1635.558272] env[63676]: _type = "Task" [ 1635.558272] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.568094] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e1141b-7361-48a1-b104-895b1c577b6a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.575767] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925252, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.586655] env[63676]: DEBUG nova.compute.provider_tree [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1635.590119] env[63676]: DEBUG nova.virt.hardware [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1635.590368] env[63676]: DEBUG nova.virt.hardware [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1635.590540] env[63676]: DEBUG nova.virt.hardware [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1635.590721] env[63676]: DEBUG nova.virt.hardware [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1635.590867] env[63676]: DEBUG nova.virt.hardware [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1635.591024] env[63676]: DEBUG nova.virt.hardware [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1635.591282] env[63676]: DEBUG nova.virt.hardware [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1635.591537] env[63676]: DEBUG nova.virt.hardware [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1635.591786] env[63676]: DEBUG nova.virt.hardware [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1635.592038] env[63676]: DEBUG nova.virt.hardware [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1635.592683] env[63676]: DEBUG nova.virt.hardware [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1635.593505] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0bf281-6db4-49e0-8728-ebf7324d3a63 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.603338] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6406a2d2-cb7b-4c1c-b25e-c734e1d710d1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.817780] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fded17f2-9e32-463d-8cb8-1f230ae9a2ec tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1635.818134] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-95bcd115-af69-42f6-96a3-e73dcaa57095 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.826095] env[63676]: DEBUG oslo_vmware.api [None req-fded17f2-9e32-463d-8cb8-1f230ae9a2ec tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1635.826095] env[63676]: value = "task-1925253" [ 1635.826095] env[63676]: _type = "Task" [ 1635.826095] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.837479] env[63676]: DEBUG oslo_vmware.api [None req-fded17f2-9e32-463d-8cb8-1f230ae9a2ec tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925253, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.894088] env[63676]: DEBUG oslo_vmware.api [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925249, 'name': PowerOnVM_Task, 'duration_secs': 0.521072} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.894088] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1635.894446] env[63676]: INFO nova.compute.manager [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1635.894446] env[63676]: DEBUG nova.compute.manager [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1635.895141] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badae890-415a-45c9-85ef-cb479f166105 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.057597] env[63676]: DEBUG nova.compute.manager [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1636.069637] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925252, 'name': CreateVM_Task, 'duration_secs': 0.349248} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.069773] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1636.070480] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.070647] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.071134] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1636.071219] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2184dbcf-82bb-480f-846f-bdac962e314c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.075956] env[63676]: DEBUG oslo_vmware.api [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Waiting for the task: (returnval){ [ 1636.075956] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bc052a-bc5f-fc82-479b-055ea9581a04" [ 1636.075956] env[63676]: _type = "Task" [ 1636.075956] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.083886] env[63676]: DEBUG oslo_vmware.api [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bc052a-bc5f-fc82-479b-055ea9581a04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.088605] env[63676]: DEBUG nova.compute.manager [req-e99ac248-fd73-416c-9964-68902cfb8623 req-3186108a-d899-4e72-8c66-3616f5f5743f service nova] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Received event network-changed-5eb748f3-13b4-4e98-a0d7-d365f9772d90 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1636.088780] env[63676]: DEBUG nova.compute.manager [req-e99ac248-fd73-416c-9964-68902cfb8623 req-3186108a-d899-4e72-8c66-3616f5f5743f service nova] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Refreshing instance network info cache due to event network-changed-5eb748f3-13b4-4e98-a0d7-d365f9772d90. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1636.089081] env[63676]: DEBUG oslo_concurrency.lockutils [req-e99ac248-fd73-416c-9964-68902cfb8623 req-3186108a-d899-4e72-8c66-3616f5f5743f service nova] Acquiring lock "refresh_cache-1dfbf63e-5519-4b03-a3aa-d9c5e08087d4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.089165] env[63676]: DEBUG oslo_concurrency.lockutils [req-e99ac248-fd73-416c-9964-68902cfb8623 req-3186108a-d899-4e72-8c66-3616f5f5743f service nova] Acquired lock "refresh_cache-1dfbf63e-5519-4b03-a3aa-d9c5e08087d4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.089327] env[63676]: DEBUG nova.network.neutron [req-e99ac248-fd73-416c-9964-68902cfb8623 req-3186108a-d899-4e72-8c66-3616f5f5743f service nova] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Refreshing network info cache for port 5eb748f3-13b4-4e98-a0d7-d365f9772d90 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1636.098569] env[63676]: DEBUG nova.scheduler.client.report [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1636.140857] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Acquiring lock "cc545355-26ef-45fd-bacb-2515f52b84bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.141266] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Lock "cc545355-26ef-45fd-bacb-2515f52b84bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.336312] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d49bab93-fa44-405d-b22d-a47edd1ab389 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Acquiring lock "interface-e0f71229-23d6-4647-9a81-da15dd0d337c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.336575] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d49bab93-fa44-405d-b22d-a47edd1ab389 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Lock "interface-e0f71229-23d6-4647-9a81-da15dd0d337c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.336907] env[63676]: DEBUG nova.objects.instance [None req-d49bab93-fa44-405d-b22d-a47edd1ab389 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Lazy-loading 'flavor' on Instance uuid e0f71229-23d6-4647-9a81-da15dd0d337c {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1636.338214] env[63676]: DEBUG oslo_vmware.api [None req-fded17f2-9e32-463d-8cb8-1f230ae9a2ec tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925253, 'name': PowerOnVM_Task, 'duration_secs': 0.425593} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.338655] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fded17f2-9e32-463d-8cb8-1f230ae9a2ec tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1636.338860] env[63676]: DEBUG nova.compute.manager [None req-fded17f2-9e32-463d-8cb8-1f230ae9a2ec tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1636.339660] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e918041a-bd1e-4106-b0ef-359abcfe7421 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.412439] env[63676]: INFO nova.compute.manager [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Took 47.47 seconds to build instance. [ 1636.586928] env[63676]: DEBUG oslo_vmware.api [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bc052a-bc5f-fc82-479b-055ea9581a04, 'name': SearchDatastore_Task, 'duration_secs': 0.010562} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.587845] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1636.588156] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.588384] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1636.588612] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.588754] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.589146] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1636.589233] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebf0add6-b765-48a9-8155-11e0dffd669d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.602187] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1636.602326] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1636.603480] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.605146] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88506904-0c7d-46b7-8b85-a0510a893f54 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.607603] env[63676]: DEBUG oslo_concurrency.lockutils [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.961s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1636.613790] env[63676]: INFO nova.compute.claims [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1636.619524] env[63676]: DEBUG oslo_vmware.api [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Waiting for the task: (returnval){ [ 1636.619524] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]528d30ec-2503-f154-ce8f-b5916885cc2d" [ 1636.619524] env[63676]: _type = "Task" [ 1636.619524] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.627146] env[63676]: DEBUG oslo_vmware.api [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]528d30ec-2503-f154-ce8f-b5916885cc2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.636655] env[63676]: INFO nova.scheduler.client.report [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Deleted allocations for instance e0e6b00e-63b9-458d-ad31-3fa6d175cd04 [ 1636.783529] env[63676]: DEBUG nova.network.neutron [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Successfully updated port: 621aa98d-017d-487a-b10e-e843ee81a760 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1636.841635] env[63676]: DEBUG nova.objects.instance [None req-d49bab93-fa44-405d-b22d-a47edd1ab389 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Lazy-loading 'pci_requests' on Instance uuid e0f71229-23d6-4647-9a81-da15dd0d337c {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1636.916487] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d60416e-808e-4080-ac1b-dea18cd6f6a9 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.950s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1636.969061] env[63676]: DEBUG nova.network.neutron [req-e99ac248-fd73-416c-9964-68902cfb8623 req-3186108a-d899-4e72-8c66-3616f5f5743f service nova] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Updated VIF entry in instance network info cache for port 5eb748f3-13b4-4e98-a0d7-d365f9772d90. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1636.969460] env[63676]: DEBUG nova.network.neutron [req-e99ac248-fd73-416c-9964-68902cfb8623 req-3186108a-d899-4e72-8c66-3616f5f5743f service nova] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Updating instance_info_cache with network_info: [{"id": "5eb748f3-13b4-4e98-a0d7-d365f9772d90", "address": "fa:16:3e:a9:b3:2d", "network": {"id": "00a0fdd7-7090-4f2d-b18a-2300ccc10013", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1099969649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18ffed1587374f0d814907ce1d84a67a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5eb748f3-13", "ovs_interfaceid": "5eb748f3-13b4-4e98-a0d7-d365f9772d90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.129761] env[63676]: DEBUG oslo_vmware.api [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]528d30ec-2503-f154-ce8f-b5916885cc2d, 'name': SearchDatastore_Task, 'duration_secs': 0.018591} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.131145] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7413761-e16c-4b25-9c85-0ecacde1bed1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.136955] env[63676]: DEBUG oslo_vmware.api [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Waiting for the task: (returnval){ [ 1637.136955] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a8dfda-8936-3c98-142f-c4e3fe0aa6a6" [ 1637.136955] env[63676]: _type = "Task" [ 1637.136955] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.146178] env[63676]: DEBUG oslo_vmware.api [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a8dfda-8936-3c98-142f-c4e3fe0aa6a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.146550] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd8100f6-be82-4a08-ba2c-2b806b602411 tempest-ServersAdmin275Test-1682752691 tempest-ServersAdmin275Test-1682752691-project-member] Lock "e0e6b00e-63b9-458d-ad31-3fa6d175cd04" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.940s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.289896] env[63676]: DEBUG oslo_concurrency.lockutils [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "refresh_cache-91df9ad8-2c37-4eda-a0b1-e851fef3e30c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.290190] env[63676]: DEBUG oslo_concurrency.lockutils [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquired lock "refresh_cache-91df9ad8-2c37-4eda-a0b1-e851fef3e30c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.290228] env[63676]: DEBUG nova.network.neutron [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1637.344063] env[63676]: DEBUG nova.objects.base [None req-d49bab93-fa44-405d-b22d-a47edd1ab389 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63676) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1637.344290] env[63676]: DEBUG nova.network.neutron [None req-d49bab93-fa44-405d-b22d-a47edd1ab389 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1637.418499] env[63676]: DEBUG nova.compute.manager [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1637.471779] env[63676]: DEBUG oslo_concurrency.lockutils [req-e99ac248-fd73-416c-9964-68902cfb8623 req-3186108a-d899-4e72-8c66-3616f5f5743f service nova] Releasing lock "refresh_cache-1dfbf63e-5519-4b03-a3aa-d9c5e08087d4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.472056] env[63676]: DEBUG nova.compute.manager [req-e99ac248-fd73-416c-9964-68902cfb8623 req-3186108a-d899-4e72-8c66-3616f5f5743f service nova] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Received event network-changed-22b2a2e7-185b-4388-9517-f23d4ec85ba9 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1637.472236] env[63676]: DEBUG nova.compute.manager [req-e99ac248-fd73-416c-9964-68902cfb8623 req-3186108a-d899-4e72-8c66-3616f5f5743f service nova] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Refreshing instance network info cache due to event network-changed-22b2a2e7-185b-4388-9517-f23d4ec85ba9. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1637.472451] env[63676]: DEBUG oslo_concurrency.lockutils [req-e99ac248-fd73-416c-9964-68902cfb8623 req-3186108a-d899-4e72-8c66-3616f5f5743f service nova] Acquiring lock "refresh_cache-cea78468-f692-4634-8508-3886bccfb8bf" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.472599] env[63676]: DEBUG oslo_concurrency.lockutils [req-e99ac248-fd73-416c-9964-68902cfb8623 req-3186108a-d899-4e72-8c66-3616f5f5743f service nova] Acquired lock "refresh_cache-cea78468-f692-4634-8508-3886bccfb8bf" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.472761] env[63676]: DEBUG nova.network.neutron [req-e99ac248-fd73-416c-9964-68902cfb8623 req-3186108a-d899-4e72-8c66-3616f5f5743f service nova] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Refreshing network info cache for port 22b2a2e7-185b-4388-9517-f23d4ec85ba9 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1637.499915] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d49bab93-fa44-405d-b22d-a47edd1ab389 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Lock "interface-e0f71229-23d6-4647-9a81-da15dd0d337c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.163s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.648682] env[63676]: DEBUG oslo_vmware.api [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a8dfda-8936-3c98-142f-c4e3fe0aa6a6, 'name': SearchDatastore_Task, 'duration_secs': 0.016644} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.649249] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.649750] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] cea78468-f692-4634-8508-3886bccfb8bf/cea78468-f692-4634-8508-3886bccfb8bf.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1637.650144] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c488cfe6-e1c3-4816-b169-08cd277baa48 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.689656] env[63676]: DEBUG oslo_vmware.api [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Waiting for the task: (returnval){ [ 1637.689656] env[63676]: value = "task-1925254" [ 1637.689656] env[63676]: _type = "Task" [ 1637.689656] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.939834] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.956729] env[63676]: DEBUG nova.network.neutron [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1638.117163] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4a736c-f437-4f34-ab07-8bc415419952 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.126022] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-300c40e7-31b1-41af-bd45-9646ee70906d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.158212] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b183db16-119b-4178-8669-1a72d550a4b7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.167687] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc8e0aeb-8913-4e14-aa4d-4f0f6e5eefb3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.182892] env[63676]: DEBUG nova.compute.provider_tree [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1638.201392] env[63676]: DEBUG oslo_vmware.api [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Task: {'id': task-1925254, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.404434] env[63676]: DEBUG nova.network.neutron [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Updating instance_info_cache with network_info: [{"id": "621aa98d-017d-487a-b10e-e843ee81a760", "address": "fa:16:3e:cd:ca:18", "network": {"id": "8b3d4c23-731d-4fef-8723-d3260ab588ed", "bridge": "br-int", "label": "tempest-ServersTestJSON-186016855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5accc7a22deb4afeb300bab2cdcf4b8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap621aa98d-01", "ovs_interfaceid": "621aa98d-017d-487a-b10e-e843ee81a760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.488442] env[63676]: DEBUG nova.network.neutron [req-e99ac248-fd73-416c-9964-68902cfb8623 req-3186108a-d899-4e72-8c66-3616f5f5743f service nova] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Updated VIF entry in instance network info cache for port 22b2a2e7-185b-4388-9517-f23d4ec85ba9. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1638.488442] env[63676]: DEBUG nova.network.neutron [req-e99ac248-fd73-416c-9964-68902cfb8623 req-3186108a-d899-4e72-8c66-3616f5f5743f service nova] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Updating instance_info_cache with network_info: [{"id": "22b2a2e7-185b-4388-9517-f23d4ec85ba9", "address": "fa:16:3e:67:0d:6a", "network": {"id": "d3874b90-d4dd-46aa-ba7c-60b8c31eacdf", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1184663350-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3c393ab9ee43d68929222103b12701", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22b2a2e7-18", "ovs_interfaceid": "22b2a2e7-185b-4388-9517-f23d4ec85ba9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.688789] env[63676]: DEBUG nova.scheduler.client.report [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1638.705034] env[63676]: DEBUG oslo_vmware.api [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Task: {'id': task-1925254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713047} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.705402] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] cea78468-f692-4634-8508-3886bccfb8bf/cea78468-f692-4634-8508-3886bccfb8bf.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1638.705693] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1638.706096] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a5ade20-18ec-4f0c-9b0b-8047c1b34836 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.721320] env[63676]: DEBUG oslo_vmware.api [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Waiting for the task: (returnval){ [ 1638.721320] env[63676]: value = "task-1925255" [ 1638.721320] env[63676]: _type = "Task" [ 1638.721320] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.730962] env[63676]: DEBUG oslo_vmware.api [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Task: {'id': task-1925255, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.908316] env[63676]: DEBUG oslo_concurrency.lockutils [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Releasing lock "refresh_cache-91df9ad8-2c37-4eda-a0b1-e851fef3e30c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.908661] env[63676]: DEBUG nova.compute.manager [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Instance network_info: |[{"id": "621aa98d-017d-487a-b10e-e843ee81a760", "address": "fa:16:3e:cd:ca:18", "network": {"id": "8b3d4c23-731d-4fef-8723-d3260ab588ed", "bridge": "br-int", "label": "tempest-ServersTestJSON-186016855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5accc7a22deb4afeb300bab2cdcf4b8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap621aa98d-01", "ovs_interfaceid": "621aa98d-017d-487a-b10e-e843ee81a760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1638.909120] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:ca:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '621aa98d-017d-487a-b10e-e843ee81a760', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1638.916538] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Creating folder: Project (5accc7a22deb4afeb300bab2cdcf4b8b). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1638.916914] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7b06ae5-1f48-4b72-a918-40b701087d79 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.932314] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Created folder: Project (5accc7a22deb4afeb300bab2cdcf4b8b) in parent group-v396927. [ 1638.932518] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Creating folder: Instances. Parent ref: group-v397004. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1638.932763] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c797e780-4d04-46e4-a4c3-8af732a0d1b7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.943992] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Created folder: Instances in parent group-v397004. [ 1638.944263] env[63676]: DEBUG oslo.service.loopingcall [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1638.944445] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1638.944705] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25640ec8-d6e5-4b01-aecd-82f26aaa3a89 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.965099] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1638.965099] env[63676]: value = "task-1925258" [ 1638.965099] env[63676]: _type = "Task" [ 1638.965099] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.973107] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925258, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.990104] env[63676]: DEBUG oslo_concurrency.lockutils [req-e99ac248-fd73-416c-9964-68902cfb8623 req-3186108a-d899-4e72-8c66-3616f5f5743f service nova] Releasing lock "refresh_cache-cea78468-f692-4634-8508-3886bccfb8bf" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.990328] env[63676]: DEBUG nova.compute.manager [req-e99ac248-fd73-416c-9964-68902cfb8623 req-3186108a-d899-4e72-8c66-3616f5f5743f service nova] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Received event network-vif-deleted-eded8e72-7d5d-4c96-8bde-66e756b7f47e {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1639.058056] env[63676]: DEBUG nova.compute.manager [req-fb363712-4904-4eb5-b72d-ed8a692bc8c1 req-e5c6fc1d-2356-40f1-a8c4-6c4de27a1351 service nova] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Received event network-vif-plugged-621aa98d-017d-487a-b10e-e843ee81a760 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1639.058305] env[63676]: DEBUG oslo_concurrency.lockutils [req-fb363712-4904-4eb5-b72d-ed8a692bc8c1 req-e5c6fc1d-2356-40f1-a8c4-6c4de27a1351 service nova] Acquiring lock "91df9ad8-2c37-4eda-a0b1-e851fef3e30c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.058539] env[63676]: DEBUG oslo_concurrency.lockutils [req-fb363712-4904-4eb5-b72d-ed8a692bc8c1 req-e5c6fc1d-2356-40f1-a8c4-6c4de27a1351 service nova] Lock "91df9ad8-2c37-4eda-a0b1-e851fef3e30c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.058730] env[63676]: DEBUG oslo_concurrency.lockutils [req-fb363712-4904-4eb5-b72d-ed8a692bc8c1 req-e5c6fc1d-2356-40f1-a8c4-6c4de27a1351 service nova] Lock "91df9ad8-2c37-4eda-a0b1-e851fef3e30c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.058952] env[63676]: DEBUG nova.compute.manager [req-fb363712-4904-4eb5-b72d-ed8a692bc8c1 req-e5c6fc1d-2356-40f1-a8c4-6c4de27a1351 service nova] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] No waiting events found dispatching network-vif-plugged-621aa98d-017d-487a-b10e-e843ee81a760 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1639.059215] env[63676]: WARNING nova.compute.manager [req-fb363712-4904-4eb5-b72d-ed8a692bc8c1 req-e5c6fc1d-2356-40f1-a8c4-6c4de27a1351 service nova] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Received unexpected event network-vif-plugged-621aa98d-017d-487a-b10e-e843ee81a760 for instance with vm_state building and task_state spawning. [ 1639.059399] env[63676]: DEBUG nova.compute.manager [req-fb363712-4904-4eb5-b72d-ed8a692bc8c1 req-e5c6fc1d-2356-40f1-a8c4-6c4de27a1351 service nova] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Received event network-changed-621aa98d-017d-487a-b10e-e843ee81a760 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1639.059783] env[63676]: DEBUG nova.compute.manager [req-fb363712-4904-4eb5-b72d-ed8a692bc8c1 req-e5c6fc1d-2356-40f1-a8c4-6c4de27a1351 service nova] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Refreshing instance network info cache due to event network-changed-621aa98d-017d-487a-b10e-e843ee81a760. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1639.060056] env[63676]: DEBUG oslo_concurrency.lockutils [req-fb363712-4904-4eb5-b72d-ed8a692bc8c1 req-e5c6fc1d-2356-40f1-a8c4-6c4de27a1351 service nova] Acquiring lock "refresh_cache-91df9ad8-2c37-4eda-a0b1-e851fef3e30c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.060238] env[63676]: DEBUG oslo_concurrency.lockutils [req-fb363712-4904-4eb5-b72d-ed8a692bc8c1 req-e5c6fc1d-2356-40f1-a8c4-6c4de27a1351 service nova] Acquired lock "refresh_cache-91df9ad8-2c37-4eda-a0b1-e851fef3e30c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.060430] env[63676]: DEBUG nova.network.neutron [req-fb363712-4904-4eb5-b72d-ed8a692bc8c1 req-e5c6fc1d-2356-40f1-a8c4-6c4de27a1351 service nova] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Refreshing network info cache for port 621aa98d-017d-487a-b10e-e843ee81a760 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1639.200494] env[63676]: DEBUG oslo_concurrency.lockutils [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.201066] env[63676]: DEBUG nova.compute.manager [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1639.203811] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.204048] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.204472] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.898s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.205940] env[63676]: INFO nova.compute.claims [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1639.236089] env[63676]: DEBUG oslo_vmware.api [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Task: {'id': task-1925255, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159963} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.236089] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1639.236310] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f32db7-7cc0-4b12-85d7-a2e28f4379a9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.259623] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] cea78468-f692-4634-8508-3886bccfb8bf/cea78468-f692-4634-8508-3886bccfb8bf.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1639.261591] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf62dda0-abf4-41ef-92d6-042fb1ddcd5f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.282010] env[63676]: DEBUG oslo_vmware.api [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Waiting for the task: (returnval){ [ 1639.282010] env[63676]: value = "task-1925259" [ 1639.282010] env[63676]: _type = "Task" [ 1639.282010] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.292336] env[63676]: DEBUG oslo_vmware.api [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Task: {'id': task-1925259, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.475158] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925258, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.706355] env[63676]: DEBUG nova.compute.utils [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1639.707825] env[63676]: DEBUG nova.compute.manager [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1639.708634] env[63676]: DEBUG nova.network.neutron [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1639.792816] env[63676]: DEBUG oslo_vmware.api [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Task: {'id': task-1925259, 'name': ReconfigVM_Task, 'duration_secs': 0.302406} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.793082] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Reconfigured VM instance instance-0000001b to attach disk [datastore1] cea78468-f692-4634-8508-3886bccfb8bf/cea78468-f692-4634-8508-3886bccfb8bf.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1639.793741] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95adb6b8-2282-46da-ac23-6299811bfbcf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.802316] env[63676]: DEBUG oslo_vmware.api [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Waiting for the task: (returnval){ [ 1639.802316] env[63676]: value = "task-1925260" [ 1639.802316] env[63676]: _type = "Task" [ 1639.802316] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.810755] env[63676]: DEBUG oslo_vmware.api [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Task: {'id': task-1925260, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.826849] env[63676]: DEBUG nova.policy [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '96d46a3ed5484be1bcf80e71d54d04ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd1413e48809401798dc09c3b50ebac9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1639.878857] env[63676]: DEBUG oslo_concurrency.lockutils [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Acquiring lock "e0f71229-23d6-4647-9a81-da15dd0d337c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.879330] env[63676]: DEBUG oslo_concurrency.lockutils [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Lock "e0f71229-23d6-4647-9a81-da15dd0d337c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.879629] env[63676]: DEBUG oslo_concurrency.lockutils [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Acquiring lock "e0f71229-23d6-4647-9a81-da15dd0d337c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.879898] env[63676]: DEBUG oslo_concurrency.lockutils [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Lock "e0f71229-23d6-4647-9a81-da15dd0d337c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.880173] env[63676]: DEBUG oslo_concurrency.lockutils [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Lock "e0f71229-23d6-4647-9a81-da15dd0d337c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.882570] env[63676]: INFO nova.compute.manager [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Terminating instance [ 1639.975769] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925258, 'name': CreateVM_Task, 'duration_secs': 0.616573} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.976050] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1639.976831] env[63676]: DEBUG oslo_concurrency.lockutils [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.977058] env[63676]: DEBUG oslo_concurrency.lockutils [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.977768] env[63676]: DEBUG oslo_concurrency.lockutils [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1639.978080] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a782275-239c-4765-a687-404577658289 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.982968] env[63676]: DEBUG oslo_vmware.api [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1639.982968] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520fc53e-902d-0fe8-6802-7d0c07f668b8" [ 1639.982968] env[63676]: _type = "Task" [ 1639.982968] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.991349] env[63676]: DEBUG oslo_vmware.api [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520fc53e-902d-0fe8-6802-7d0c07f668b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.067344] env[63676]: DEBUG nova.network.neutron [req-fb363712-4904-4eb5-b72d-ed8a692bc8c1 req-e5c6fc1d-2356-40f1-a8c4-6c4de27a1351 service nova] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Updated VIF entry in instance network info cache for port 621aa98d-017d-487a-b10e-e843ee81a760. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1640.067714] env[63676]: DEBUG nova.network.neutron [req-fb363712-4904-4eb5-b72d-ed8a692bc8c1 req-e5c6fc1d-2356-40f1-a8c4-6c4de27a1351 service nova] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Updating instance_info_cache with network_info: [{"id": "621aa98d-017d-487a-b10e-e843ee81a760", "address": "fa:16:3e:cd:ca:18", "network": {"id": "8b3d4c23-731d-4fef-8723-d3260ab588ed", "bridge": "br-int", "label": "tempest-ServersTestJSON-186016855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5accc7a22deb4afeb300bab2cdcf4b8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap621aa98d-01", "ovs_interfaceid": "621aa98d-017d-487a-b10e-e843ee81a760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.211745] env[63676]: DEBUG nova.compute.manager [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1640.312429] env[63676]: DEBUG oslo_vmware.api [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Task: {'id': task-1925260, 'name': Rename_Task, 'duration_secs': 0.160488} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.312737] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1640.312983] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7acf49e-c1db-4c94-88e0-b5ba0c675b75 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.325090] env[63676]: DEBUG oslo_vmware.api [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Waiting for the task: (returnval){ [ 1640.325090] env[63676]: value = "task-1925261" [ 1640.325090] env[63676]: _type = "Task" [ 1640.325090] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.339952] env[63676]: DEBUG oslo_vmware.api [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Task: {'id': task-1925261, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.389727] env[63676]: DEBUG nova.compute.manager [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1640.390043] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1640.392569] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1d4605-b610-456c-8570-5e3082fc0007 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.401061] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1640.401710] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d2fb0ee-1c3e-4060-983c-d0322c33242a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.412329] env[63676]: DEBUG nova.network.neutron [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Successfully created port: 20fcaf9d-e620-4a96-a55a-2272d4593f03 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1640.416541] env[63676]: DEBUG oslo_vmware.api [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Waiting for the task: (returnval){ [ 1640.416541] env[63676]: value = "task-1925262" [ 1640.416541] env[63676]: _type = "Task" [ 1640.416541] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.425348] env[63676]: DEBUG oslo_vmware.api [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Task: {'id': task-1925262, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.493266] env[63676]: DEBUG oslo_vmware.api [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520fc53e-902d-0fe8-6802-7d0c07f668b8, 'name': SearchDatastore_Task, 'duration_secs': 0.067595} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.493658] env[63676]: DEBUG oslo_concurrency.lockutils [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.494530] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1640.494530] env[63676]: DEBUG oslo_concurrency.lockutils [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.494689] env[63676]: DEBUG oslo_concurrency.lockutils [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.494861] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1640.498125] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0fc94884-4a59-4288-b60c-2a3ce1937739 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.507936] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1640.508274] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1640.509354] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc098697-05a4-4e00-9a40-2e0b3230b8c8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.516824] env[63676]: DEBUG oslo_vmware.api [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1640.516824] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5281c681-b7c7-5a71-aed8-b6466a19d3f7" [ 1640.516824] env[63676]: _type = "Task" [ 1640.516824] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.525750] env[63676]: DEBUG oslo_vmware.api [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5281c681-b7c7-5a71-aed8-b6466a19d3f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.570864] env[63676]: DEBUG oslo_concurrency.lockutils [req-fb363712-4904-4eb5-b72d-ed8a692bc8c1 req-e5c6fc1d-2356-40f1-a8c4-6c4de27a1351 service nova] Releasing lock "refresh_cache-91df9ad8-2c37-4eda-a0b1-e851fef3e30c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.797768] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4797db-9b30-4d81-b843-cc5a805d4474 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.806489] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e8b5cc-c2ff-404d-9704-17f417b0abc3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.849657] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5a413c-a22e-4408-a7f9-484ba1043723 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.860188] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa3d194-623c-4ffe-9395-ebfc320dec21 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.864261] env[63676]: DEBUG oslo_vmware.api [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Task: {'id': task-1925261, 'name': PowerOnVM_Task, 'duration_secs': 0.497232} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.864716] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1640.864769] env[63676]: INFO nova.compute.manager [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1640.864924] env[63676]: DEBUG nova.compute.manager [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1640.865982] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcb2664-6853-4013-b85c-aa3fa9e705de {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.876436] env[63676]: DEBUG nova.compute.provider_tree [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1640.934137] env[63676]: DEBUG oslo_vmware.api [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Task: {'id': task-1925262, 'name': PowerOffVM_Task, 'duration_secs': 0.22174} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.934137] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1640.934137] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1640.934357] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-daeadd0c-ec8d-49a8-a460-83f4dcd1af66 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.023991] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1641.023991] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1641.023991] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Deleting the datastore file [datastore1] e0f71229-23d6-4647-9a81-da15dd0d337c {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1641.024399] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6df321c-24bb-403a-9eb9-c52d0a7565c7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.029913] env[63676]: DEBUG oslo_vmware.api [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5281c681-b7c7-5a71-aed8-b6466a19d3f7, 'name': SearchDatastore_Task, 'duration_secs': 0.010534} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.031624] env[63676]: DEBUG oslo_vmware.api [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Waiting for the task: (returnval){ [ 1641.031624] env[63676]: value = "task-1925264" [ 1641.031624] env[63676]: _type = "Task" [ 1641.031624] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.031804] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db1fad7d-e21d-436c-a17b-b12f99d1e812 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.039476] env[63676]: DEBUG oslo_vmware.api [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1641.039476] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529dae0c-352c-6536-d301-0d7110060896" [ 1641.039476] env[63676]: _type = "Task" [ 1641.039476] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.042477] env[63676]: DEBUG oslo_vmware.api [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Task: {'id': task-1925264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.049932] env[63676]: DEBUG oslo_vmware.api [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529dae0c-352c-6536-d301-0d7110060896, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.230877] env[63676]: DEBUG nova.compute.manager [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1641.255263] env[63676]: DEBUG nova.virt.hardware [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1641.255549] env[63676]: DEBUG nova.virt.hardware [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1641.256316] env[63676]: DEBUG nova.virt.hardware [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1641.256316] env[63676]: DEBUG nova.virt.hardware [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1641.256618] env[63676]: DEBUG nova.virt.hardware [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1641.256618] env[63676]: DEBUG nova.virt.hardware [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1641.256824] env[63676]: DEBUG nova.virt.hardware [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1641.257074] env[63676]: DEBUG nova.virt.hardware [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1641.257306] env[63676]: DEBUG nova.virt.hardware [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1641.257506] env[63676]: DEBUG nova.virt.hardware [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1641.257711] env[63676]: DEBUG nova.virt.hardware [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1641.258629] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cca7f2-7fb5-4b7e-a389-04d60eaadda1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.269295] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961ef301-a36b-48f0-93da-d2f44dab9abe {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.379952] env[63676]: DEBUG nova.scheduler.client.report [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1641.403369] env[63676]: INFO nova.compute.manager [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Took 43.91 seconds to build instance. [ 1641.545414] env[63676]: DEBUG oslo_vmware.api [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Task: {'id': task-1925264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358182} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.549183] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1641.549471] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1641.549517] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1641.549671] env[63676]: INFO nova.compute.manager [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1641.549903] env[63676]: DEBUG oslo.service.loopingcall [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1641.550143] env[63676]: DEBUG nova.compute.manager [-] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1641.550291] env[63676]: DEBUG nova.network.neutron [-] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1641.561467] env[63676]: DEBUG oslo_vmware.api [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529dae0c-352c-6536-d301-0d7110060896, 'name': SearchDatastore_Task, 'duration_secs': 0.024769} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.561691] env[63676]: DEBUG oslo_concurrency.lockutils [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.562017] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 91df9ad8-2c37-4eda-a0b1-e851fef3e30c/91df9ad8-2c37-4eda-a0b1-e851fef3e30c.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1641.562597] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ecb0fc0a-5725-4a15-80e9-1893b3c8ea89 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.570949] env[63676]: DEBUG oslo_vmware.api [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1641.570949] env[63676]: value = "task-1925265" [ 1641.570949] env[63676]: _type = "Task" [ 1641.570949] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.580210] env[63676]: DEBUG oslo_vmware.api [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.885861] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.887884] env[63676]: DEBUG nova.compute.manager [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1641.891061] env[63676]: DEBUG oslo_concurrency.lockutils [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.848s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.892781] env[63676]: INFO nova.compute.claims [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1641.907325] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f5640f6c-355b-45d2-8309-c671cfcb1569 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Lock "cea78468-f692-4634-8508-3886bccfb8bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.137s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.085575] env[63676]: DEBUG oslo_vmware.api [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925265, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.266188] env[63676]: DEBUG nova.compute.manager [req-fa715c08-f75b-4794-a3ab-d98d4f1b61e2 req-b6652704-2af5-4d3b-afe5-c1a2a1d7b18a service nova] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Received event network-vif-deleted-b6389cde-b698-48ed-95db-c28c41c48a41 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1642.266188] env[63676]: INFO nova.compute.manager [req-fa715c08-f75b-4794-a3ab-d98d4f1b61e2 req-b6652704-2af5-4d3b-afe5-c1a2a1d7b18a service nova] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Neutron deleted interface b6389cde-b698-48ed-95db-c28c41c48a41; detaching it from the instance and deleting it from the info cache [ 1642.266188] env[63676]: DEBUG nova.network.neutron [req-fa715c08-f75b-4794-a3ab-d98d4f1b61e2 req-b6652704-2af5-4d3b-afe5-c1a2a1d7b18a service nova] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.389193] env[63676]: DEBUG nova.network.neutron [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Successfully updated port: 20fcaf9d-e620-4a96-a55a-2272d4593f03 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1642.401121] env[63676]: DEBUG nova.compute.utils [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1642.401970] env[63676]: DEBUG nova.compute.manager [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1642.402307] env[63676]: DEBUG nova.network.neutron [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1642.410660] env[63676]: DEBUG nova.compute.manager [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1642.492786] env[63676]: DEBUG nova.network.neutron [-] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1642.501825] env[63676]: DEBUG nova.policy [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34089a765bfd42e78e9ae910d2a5c5cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c078532259ef404488f934caa066e327', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1642.583932] env[63676]: DEBUG oslo_vmware.api [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555863} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.584412] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 91df9ad8-2c37-4eda-a0b1-e851fef3e30c/91df9ad8-2c37-4eda-a0b1-e851fef3e30c.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1642.584857] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1642.587472] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0c6d18e-0e85-4d29-a6d9-b5b972794604 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.593219] env[63676]: DEBUG oslo_vmware.api [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1642.593219] env[63676]: value = "task-1925266" [ 1642.593219] env[63676]: _type = "Task" [ 1642.593219] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.603074] env[63676]: DEBUG oslo_vmware.api [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.769174] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4e38e8c-1ce5-45f0-b79a-29f25b64bc18 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.779669] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365a938d-4fc7-4351-8a45-15a456402072 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.822396] env[63676]: DEBUG nova.compute.manager [req-fa715c08-f75b-4794-a3ab-d98d4f1b61e2 req-b6652704-2af5-4d3b-afe5-c1a2a1d7b18a service nova] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Detach interface failed, port_id=b6389cde-b698-48ed-95db-c28c41c48a41, reason: Instance e0f71229-23d6-4647-9a81-da15dd0d337c could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1642.892370] env[63676]: DEBUG oslo_concurrency.lockutils [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Acquiring lock "refresh_cache-831ad7b6-6521-4cc0-b56a-9ce6c48a582c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.893396] env[63676]: DEBUG oslo_concurrency.lockutils [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Acquired lock "refresh_cache-831ad7b6-6521-4cc0-b56a-9ce6c48a582c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.893396] env[63676]: DEBUG nova.network.neutron [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1642.911778] env[63676]: DEBUG nova.compute.manager [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1642.963367] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.995438] env[63676]: INFO nova.compute.manager [-] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Took 1.45 seconds to deallocate network for instance. [ 1643.103583] env[63676]: DEBUG oslo_vmware.api [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06442} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.103879] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1643.104663] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c79aa75-bcf8-42d5-a2d9-570b4ee46e64 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.133047] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 91df9ad8-2c37-4eda-a0b1-e851fef3e30c/91df9ad8-2c37-4eda-a0b1-e851fef3e30c.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1643.137327] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ed393af-26b3-4f77-a5fe-9b1acf128857 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.164956] env[63676]: DEBUG oslo_vmware.api [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1643.164956] env[63676]: value = "task-1925267" [ 1643.164956] env[63676]: _type = "Task" [ 1643.164956] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.175048] env[63676]: DEBUG oslo_vmware.api [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925267, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.293807] env[63676]: DEBUG nova.network.neutron [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Successfully created port: 97c2f2b5-8271-40b0-a25c-2a5877c77315 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1643.467104] env[63676]: DEBUG nova.network.neutron [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1643.503464] env[63676]: DEBUG oslo_concurrency.lockutils [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.572629] env[63676]: DEBUG oslo_concurrency.lockutils [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "3f45007f-d699-43f9-a2fd-84565bd1930c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.572880] env[63676]: DEBUG oslo_concurrency.lockutils [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "3f45007f-d699-43f9-a2fd-84565bd1930c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.675304] env[63676]: DEBUG oslo_vmware.api [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925267, 'name': ReconfigVM_Task, 'duration_secs': 0.281173} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.675525] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 91df9ad8-2c37-4eda-a0b1-e851fef3e30c/91df9ad8-2c37-4eda-a0b1-e851fef3e30c.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1643.678610] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-588ac3cd-5747-468b-a425-09b393ee4c32 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.686675] env[63676]: DEBUG oslo_vmware.api [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1643.686675] env[63676]: value = "task-1925268" [ 1643.686675] env[63676]: _type = "Task" [ 1643.686675] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.695764] env[63676]: DEBUG oslo_vmware.api [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925268, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.723024] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa751f4a-4eb9-491f-a4aa-e1a1a3a9dc48 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.730394] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1455c3e8-e19c-4c4d-9264-db35d29c065a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.764326] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd5cf23-49d2-47b2-8b4e-586e64327e44 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.772077] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81517cd3-45ac-4807-a4ca-e3ab5c2f2075 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.785973] env[63676]: DEBUG oslo_concurrency.lockutils [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Acquiring lock "cea78468-f692-4634-8508-3886bccfb8bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.786241] env[63676]: DEBUG oslo_concurrency.lockutils [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Lock "cea78468-f692-4634-8508-3886bccfb8bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.786452] env[63676]: DEBUG oslo_concurrency.lockutils [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Acquiring lock "cea78468-f692-4634-8508-3886bccfb8bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.786635] env[63676]: DEBUG oslo_concurrency.lockutils [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Lock "cea78468-f692-4634-8508-3886bccfb8bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.786803] env[63676]: DEBUG oslo_concurrency.lockutils [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Lock "cea78468-f692-4634-8508-3886bccfb8bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.788714] env[63676]: DEBUG nova.compute.provider_tree [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1643.790203] env[63676]: INFO nova.compute.manager [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Terminating instance [ 1643.825563] env[63676]: DEBUG nova.network.neutron [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Updating instance_info_cache with network_info: [{"id": "20fcaf9d-e620-4a96-a55a-2272d4593f03", "address": "fa:16:3e:55:1d:8f", "network": {"id": "0fa5ff65-5116-4336-aa32-41a546787dde", "bridge": "br-int", "label": "tempest-ServersTestJSON-1883965539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd1413e48809401798dc09c3b50ebac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20fcaf9d-e6", "ovs_interfaceid": "20fcaf9d-e620-4a96-a55a-2272d4593f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.930676] env[63676]: DEBUG nova.compute.manager [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1643.962412] env[63676]: DEBUG nova.virt.hardware [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1643.962730] env[63676]: DEBUG nova.virt.hardware [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1643.962951] env[63676]: DEBUG nova.virt.hardware [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1643.963172] env[63676]: DEBUG nova.virt.hardware [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1643.963331] env[63676]: DEBUG nova.virt.hardware [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1643.963488] env[63676]: DEBUG nova.virt.hardware [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1643.963701] env[63676]: DEBUG nova.virt.hardware [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1643.963860] env[63676]: DEBUG nova.virt.hardware [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1643.964035] env[63676]: DEBUG nova.virt.hardware [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1643.964205] env[63676]: DEBUG nova.virt.hardware [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1643.964380] env[63676]: DEBUG nova.virt.hardware [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1643.965287] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57c171ce-8376-4f75-81e7-e5ada9442d87 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.978952] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941084b2-9299-460e-bd55-3c59b9843e24 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.200658] env[63676]: DEBUG oslo_vmware.api [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925268, 'name': Rename_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.293230] env[63676]: DEBUG nova.scheduler.client.report [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1644.296418] env[63676]: DEBUG nova.compute.manager [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1644.296570] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1644.297623] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d0bca8-6dee-49aa-87df-98ff2146b13a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.305785] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1644.307278] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6725235-537b-41d4-94bf-1f7fd7a777d8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.309902] env[63676]: DEBUG nova.compute.manager [req-3b367938-b336-475e-99e7-c5b2d8277b66 req-e8540ed3-6a3e-4c39-8465-59e9980b4a74 service nova] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Received event network-vif-plugged-20fcaf9d-e620-4a96-a55a-2272d4593f03 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1644.310167] env[63676]: DEBUG oslo_concurrency.lockutils [req-3b367938-b336-475e-99e7-c5b2d8277b66 req-e8540ed3-6a3e-4c39-8465-59e9980b4a74 service nova] Acquiring lock "831ad7b6-6521-4cc0-b56a-9ce6c48a582c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.310421] env[63676]: DEBUG oslo_concurrency.lockutils [req-3b367938-b336-475e-99e7-c5b2d8277b66 req-e8540ed3-6a3e-4c39-8465-59e9980b4a74 service nova] Lock "831ad7b6-6521-4cc0-b56a-9ce6c48a582c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.310627] env[63676]: DEBUG oslo_concurrency.lockutils [req-3b367938-b336-475e-99e7-c5b2d8277b66 req-e8540ed3-6a3e-4c39-8465-59e9980b4a74 service nova] Lock "831ad7b6-6521-4cc0-b56a-9ce6c48a582c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.310833] env[63676]: DEBUG nova.compute.manager [req-3b367938-b336-475e-99e7-c5b2d8277b66 req-e8540ed3-6a3e-4c39-8465-59e9980b4a74 service nova] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] No waiting events found dispatching network-vif-plugged-20fcaf9d-e620-4a96-a55a-2272d4593f03 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1644.311055] env[63676]: WARNING nova.compute.manager [req-3b367938-b336-475e-99e7-c5b2d8277b66 req-e8540ed3-6a3e-4c39-8465-59e9980b4a74 service nova] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Received unexpected event network-vif-plugged-20fcaf9d-e620-4a96-a55a-2272d4593f03 for instance with vm_state building and task_state spawning. [ 1644.311329] env[63676]: DEBUG nova.compute.manager [req-3b367938-b336-475e-99e7-c5b2d8277b66 req-e8540ed3-6a3e-4c39-8465-59e9980b4a74 service nova] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Received event network-changed-20fcaf9d-e620-4a96-a55a-2272d4593f03 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1644.311447] env[63676]: DEBUG nova.compute.manager [req-3b367938-b336-475e-99e7-c5b2d8277b66 req-e8540ed3-6a3e-4c39-8465-59e9980b4a74 service nova] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Refreshing instance network info cache due to event network-changed-20fcaf9d-e620-4a96-a55a-2272d4593f03. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1644.311696] env[63676]: DEBUG oslo_concurrency.lockutils [req-3b367938-b336-475e-99e7-c5b2d8277b66 req-e8540ed3-6a3e-4c39-8465-59e9980b4a74 service nova] Acquiring lock "refresh_cache-831ad7b6-6521-4cc0-b56a-9ce6c48a582c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.322271] env[63676]: DEBUG oslo_vmware.api [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Waiting for the task: (returnval){ [ 1644.322271] env[63676]: value = "task-1925269" [ 1644.322271] env[63676]: _type = "Task" [ 1644.322271] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.327933] env[63676]: DEBUG oslo_concurrency.lockutils [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Releasing lock "refresh_cache-831ad7b6-6521-4cc0-b56a-9ce6c48a582c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.328292] env[63676]: DEBUG nova.compute.manager [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Instance network_info: |[{"id": "20fcaf9d-e620-4a96-a55a-2272d4593f03", "address": "fa:16:3e:55:1d:8f", "network": {"id": "0fa5ff65-5116-4336-aa32-41a546787dde", "bridge": "br-int", "label": "tempest-ServersTestJSON-1883965539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd1413e48809401798dc09c3b50ebac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20fcaf9d-e6", "ovs_interfaceid": "20fcaf9d-e620-4a96-a55a-2272d4593f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1644.331756] env[63676]: DEBUG oslo_concurrency.lockutils [req-3b367938-b336-475e-99e7-c5b2d8277b66 req-e8540ed3-6a3e-4c39-8465-59e9980b4a74 service nova] Acquired lock "refresh_cache-831ad7b6-6521-4cc0-b56a-9ce6c48a582c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.331997] env[63676]: DEBUG nova.network.neutron [req-3b367938-b336-475e-99e7-c5b2d8277b66 req-e8540ed3-6a3e-4c39-8465-59e9980b4a74 service nova] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Refreshing network info cache for port 20fcaf9d-e620-4a96-a55a-2272d4593f03 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1644.333219] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:1d:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '77ccbd87-ecfd-4b2d-a1ea-29774addcef6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '20fcaf9d-e620-4a96-a55a-2272d4593f03', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1644.340782] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Creating folder: Project (bd1413e48809401798dc09c3b50ebac9). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1644.341564] env[63676]: DEBUG oslo_vmware.api [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Task: {'id': task-1925269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.344296] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a703c6b0-510a-4970-b332-59e009d64505 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.355442] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Created folder: Project (bd1413e48809401798dc09c3b50ebac9) in parent group-v396927. [ 1644.355653] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Creating folder: Instances. Parent ref: group-v397007. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1644.355888] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c30fd0e2-488a-4e9f-b9b2-071941de98b3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.365690] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Created folder: Instances in parent group-v397007. [ 1644.365931] env[63676]: DEBUG oslo.service.loopingcall [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1644.366127] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1644.366375] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d466f15-3295-4149-bb11-1ab38cf42c4a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.385654] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1644.385654] env[63676]: value = "task-1925272" [ 1644.385654] env[63676]: _type = "Task" [ 1644.385654] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.396014] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925272, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.474747] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquiring lock "e1900551-fbeb-4ac9-b570-acefcdb408ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.475965] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "e1900551-fbeb-4ac9-b570-acefcdb408ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.475965] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquiring lock "e1900551-fbeb-4ac9-b570-acefcdb408ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.475965] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "e1900551-fbeb-4ac9-b570-acefcdb408ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.475965] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "e1900551-fbeb-4ac9-b570-acefcdb408ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.481614] env[63676]: INFO nova.compute.manager [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Terminating instance [ 1644.683878] env[63676]: DEBUG nova.network.neutron [req-3b367938-b336-475e-99e7-c5b2d8277b66 req-e8540ed3-6a3e-4c39-8465-59e9980b4a74 service nova] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Updated VIF entry in instance network info cache for port 20fcaf9d-e620-4a96-a55a-2272d4593f03. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1644.683878] env[63676]: DEBUG nova.network.neutron [req-3b367938-b336-475e-99e7-c5b2d8277b66 req-e8540ed3-6a3e-4c39-8465-59e9980b4a74 service nova] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Updating instance_info_cache with network_info: [{"id": "20fcaf9d-e620-4a96-a55a-2272d4593f03", "address": "fa:16:3e:55:1d:8f", "network": {"id": "0fa5ff65-5116-4336-aa32-41a546787dde", "bridge": "br-int", "label": "tempest-ServersTestJSON-1883965539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd1413e48809401798dc09c3b50ebac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20fcaf9d-e6", "ovs_interfaceid": "20fcaf9d-e620-4a96-a55a-2272d4593f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.700582] env[63676]: DEBUG oslo_vmware.api [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925268, 'name': Rename_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.798049] env[63676]: DEBUG oslo_concurrency.lockutils [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.907s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.798592] env[63676]: DEBUG nova.compute.manager [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1644.801388] env[63676]: DEBUG oslo_concurrency.lockutils [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.072s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.803589] env[63676]: INFO nova.compute.claims [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1644.831726] env[63676]: DEBUG oslo_vmware.api [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Task: {'id': task-1925269, 'name': PowerOffVM_Task, 'duration_secs': 0.231178} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.832056] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1644.832239] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1644.832491] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f5766041-bfb9-4658-b8e1-e6ac7d120622 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.895289] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925272, 'name': CreateVM_Task, 'duration_secs': 0.403062} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.895461] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1644.896156] env[63676]: DEBUG oslo_concurrency.lockutils [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.896323] env[63676]: DEBUG oslo_concurrency.lockutils [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.896637] env[63676]: DEBUG oslo_concurrency.lockutils [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1644.896889] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9a1cd89-4035-4a7e-9195-2b47b70be6f5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.901515] env[63676]: DEBUG oslo_vmware.api [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Waiting for the task: (returnval){ [ 1644.901515] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b12c54-b341-ef2a-6499-030dc245abd5" [ 1644.901515] env[63676]: _type = "Task" [ 1644.901515] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.909430] env[63676]: DEBUG oslo_vmware.api [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b12c54-b341-ef2a-6499-030dc245abd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.928152] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1644.928376] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1644.928553] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Deleting the datastore file [datastore1] cea78468-f692-4634-8508-3886bccfb8bf {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1644.928814] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9d8559ac-298d-4aa9-8fc7-0fa57daf41c3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.935337] env[63676]: DEBUG oslo_vmware.api [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Waiting for the task: (returnval){ [ 1644.935337] env[63676]: value = "task-1925274" [ 1644.935337] env[63676]: _type = "Task" [ 1644.935337] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.942760] env[63676]: DEBUG oslo_vmware.api [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Task: {'id': task-1925274, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.985821] env[63676]: DEBUG nova.compute.manager [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1644.986068] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1644.986946] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6451c3b6-766c-42a4-9142-5c1aec7ddc8e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.995175] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1644.995435] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b03451e-d062-4e1c-9e01-630a8f7432e1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.004880] env[63676]: DEBUG oslo_vmware.api [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1645.004880] env[63676]: value = "task-1925275" [ 1645.004880] env[63676]: _type = "Task" [ 1645.004880] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.012459] env[63676]: DEBUG oslo_vmware.api [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.187665] env[63676]: DEBUG oslo_concurrency.lockutils [req-3b367938-b336-475e-99e7-c5b2d8277b66 req-e8540ed3-6a3e-4c39-8465-59e9980b4a74 service nova] Releasing lock "refresh_cache-831ad7b6-6521-4cc0-b56a-9ce6c48a582c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.198668] env[63676]: DEBUG oslo_vmware.api [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925268, 'name': Rename_Task, 'duration_secs': 1.147308} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.198980] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1645.199386] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc16108b-2102-40da-89b7-1fe1c3b0ed3b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.205669] env[63676]: DEBUG oslo_vmware.api [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1645.205669] env[63676]: value = "task-1925276" [ 1645.205669] env[63676]: _type = "Task" [ 1645.205669] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.215879] env[63676]: DEBUG oslo_vmware.api [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925276, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.308801] env[63676]: DEBUG nova.compute.utils [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1645.310350] env[63676]: DEBUG nova.compute.manager [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1645.310521] env[63676]: DEBUG nova.network.neutron [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1645.414023] env[63676]: DEBUG oslo_vmware.api [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b12c54-b341-ef2a-6499-030dc245abd5, 'name': SearchDatastore_Task, 'duration_secs': 0.035585} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.414023] env[63676]: DEBUG oslo_concurrency.lockutils [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.414023] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1645.414023] env[63676]: DEBUG oslo_concurrency.lockutils [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.414250] env[63676]: DEBUG oslo_concurrency.lockutils [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.414250] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1645.414250] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b81a8499-3da5-44df-8e55-d492c21c3b93 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.420715] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1645.421106] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1645.421885] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad72315e-eeff-46e5-9cae-3a28ecae8ff6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.427065] env[63676]: DEBUG oslo_vmware.api [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Waiting for the task: (returnval){ [ 1645.427065] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f5ef48-8f32-9bad-3645-06feda2d0413" [ 1645.427065] env[63676]: _type = "Task" [ 1645.427065] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.437774] env[63676]: DEBUG oslo_vmware.api [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f5ef48-8f32-9bad-3645-06feda2d0413, 'name': SearchDatastore_Task} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.439192] env[63676]: DEBUG nova.policy [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9f57f101ccd8469cb7a7a1777750d7bf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7cce484d3627454cb366f6d8c5f4cb90', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1645.444195] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b82c67fe-a50f-4ebd-917a-442f9b2cbece {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.450165] env[63676]: DEBUG oslo_vmware.api [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Waiting for the task: (returnval){ [ 1645.450165] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52535361-36ac-9c2b-855a-69383a5e0c6c" [ 1645.450165] env[63676]: _type = "Task" [ 1645.450165] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.453934] env[63676]: DEBUG oslo_vmware.api [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Task: {'id': task-1925274, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360705} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.457382] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1645.457707] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1645.457991] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1645.458284] env[63676]: INFO nova.compute.manager [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1645.458609] env[63676]: DEBUG oslo.service.loopingcall [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1645.459292] env[63676]: DEBUG nova.compute.manager [-] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1645.459469] env[63676]: DEBUG nova.network.neutron [-] [instance: cea78468-f692-4634-8508-3886bccfb8bf] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1645.469529] env[63676]: DEBUG oslo_vmware.api [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52535361-36ac-9c2b-855a-69383a5e0c6c, 'name': SearchDatastore_Task, 'duration_secs': 0.0082} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.470458] env[63676]: DEBUG nova.network.neutron [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Successfully updated port: 97c2f2b5-8271-40b0-a25c-2a5877c77315 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1645.471914] env[63676]: DEBUG oslo_concurrency.lockutils [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.472279] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 831ad7b6-6521-4cc0-b56a-9ce6c48a582c/831ad7b6-6521-4cc0-b56a-9ce6c48a582c.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1645.472840] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf0558b6-3a5f-4ab7-a50c-968aa68f2ae8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.496023] env[63676]: DEBUG oslo_vmware.api [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Waiting for the task: (returnval){ [ 1645.496023] env[63676]: value = "task-1925277" [ 1645.496023] env[63676]: _type = "Task" [ 1645.496023] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.502912] env[63676]: DEBUG oslo_vmware.api [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Task: {'id': task-1925277, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.513623] env[63676]: DEBUG oslo_vmware.api [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925275, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.721029] env[63676]: DEBUG oslo_vmware.api [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925276, 'name': PowerOnVM_Task, 'duration_secs': 0.49949} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.721029] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1645.721029] env[63676]: INFO nova.compute.manager [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Took 10.17 seconds to spawn the instance on the hypervisor. [ 1645.721029] env[63676]: DEBUG nova.compute.manager [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1645.721029] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eede47da-e418-4068-ab51-db49f2b892cf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.822024] env[63676]: DEBUG nova.compute.manager [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1645.975372] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquiring lock "refresh_cache-6321e4cd-2f34-4dca-b144-2c5eadcbf8fc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.975372] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquired lock "refresh_cache-6321e4cd-2f34-4dca-b144-2c5eadcbf8fc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.975372] env[63676]: DEBUG nova.network.neutron [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1646.004458] env[63676]: DEBUG oslo_vmware.api [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Task: {'id': task-1925277, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.022460] env[63676]: DEBUG oslo_vmware.api [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925275, 'name': PowerOffVM_Task, 'duration_secs': 0.99091} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.022746] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1646.022905] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1646.023179] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f98fbb42-fec6-4a56-a04b-28169c159935 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.143798] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1646.144097] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1646.144456] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Deleting the datastore file [datastore1] e1900551-fbeb-4ac9-b570-acefcdb408ad {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1646.144491] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22fbedc4-9c36-4364-b305-f77fb0bee238 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.154832] env[63676]: DEBUG oslo_vmware.api [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1646.154832] env[63676]: value = "task-1925279" [ 1646.154832] env[63676]: _type = "Task" [ 1646.154832] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.163937] env[63676]: DEBUG oslo_vmware.api [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925279, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.206749] env[63676]: DEBUG nova.network.neutron [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Successfully created port: a0393a31-aeb7-448d-92e3-e831424132d2 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1646.248089] env[63676]: INFO nova.compute.manager [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Took 41.74 seconds to build instance. [ 1646.371635] env[63676]: DEBUG nova.compute.manager [req-fb34597e-3b56-47d2-ab6d-60b67f7d4630 req-789aadf2-d5e1-445b-82ad-a507aac1c82c service nova] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Received event network-vif-plugged-97c2f2b5-8271-40b0-a25c-2a5877c77315 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1646.372198] env[63676]: DEBUG oslo_concurrency.lockutils [req-fb34597e-3b56-47d2-ab6d-60b67f7d4630 req-789aadf2-d5e1-445b-82ad-a507aac1c82c service nova] Acquiring lock "6321e4cd-2f34-4dca-b144-2c5eadcbf8fc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.372470] env[63676]: DEBUG oslo_concurrency.lockutils [req-fb34597e-3b56-47d2-ab6d-60b67f7d4630 req-789aadf2-d5e1-445b-82ad-a507aac1c82c service nova] Lock "6321e4cd-2f34-4dca-b144-2c5eadcbf8fc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.372651] env[63676]: DEBUG oslo_concurrency.lockutils [req-fb34597e-3b56-47d2-ab6d-60b67f7d4630 req-789aadf2-d5e1-445b-82ad-a507aac1c82c service nova] Lock "6321e4cd-2f34-4dca-b144-2c5eadcbf8fc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.372819] env[63676]: DEBUG nova.compute.manager [req-fb34597e-3b56-47d2-ab6d-60b67f7d4630 req-789aadf2-d5e1-445b-82ad-a507aac1c82c service nova] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] No waiting events found dispatching network-vif-plugged-97c2f2b5-8271-40b0-a25c-2a5877c77315 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1646.372987] env[63676]: WARNING nova.compute.manager [req-fb34597e-3b56-47d2-ab6d-60b67f7d4630 req-789aadf2-d5e1-445b-82ad-a507aac1c82c service nova] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Received unexpected event network-vif-plugged-97c2f2b5-8271-40b0-a25c-2a5877c77315 for instance with vm_state building and task_state spawning. [ 1646.373446] env[63676]: DEBUG nova.compute.manager [req-fb34597e-3b56-47d2-ab6d-60b67f7d4630 req-789aadf2-d5e1-445b-82ad-a507aac1c82c service nova] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Received event network-changed-97c2f2b5-8271-40b0-a25c-2a5877c77315 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1646.373583] env[63676]: DEBUG nova.compute.manager [req-fb34597e-3b56-47d2-ab6d-60b67f7d4630 req-789aadf2-d5e1-445b-82ad-a507aac1c82c service nova] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Refreshing instance network info cache due to event network-changed-97c2f2b5-8271-40b0-a25c-2a5877c77315. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1646.373790] env[63676]: DEBUG oslo_concurrency.lockutils [req-fb34597e-3b56-47d2-ab6d-60b67f7d4630 req-789aadf2-d5e1-445b-82ad-a507aac1c82c service nova] Acquiring lock "refresh_cache-6321e4cd-2f34-4dca-b144-2c5eadcbf8fc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.380617] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94d8f2a-bb99-43b8-a6a5-03cbb41ab1f7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.389903] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4019b886-91f0-4431-9efd-0e3b92fedba2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.423099] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f2ecba-b4d4-4b7b-8c0c-e3ebd8edc4be {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.430775] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb886542-b7b0-4d93-aa37-d7c2687a664b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.445403] env[63676]: DEBUG nova.compute.provider_tree [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1646.504406] env[63676]: DEBUG oslo_vmware.api [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Task: {'id': task-1925277, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553833} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.504668] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 831ad7b6-6521-4cc0-b56a-9ce6c48a582c/831ad7b6-6521-4cc0-b56a-9ce6c48a582c.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1646.504872] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1646.505216] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-810db54c-a203-4d4a-a854-7385af97c555 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.512625] env[63676]: DEBUG oslo_vmware.api [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Waiting for the task: (returnval){ [ 1646.512625] env[63676]: value = "task-1925280" [ 1646.512625] env[63676]: _type = "Task" [ 1646.512625] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.520476] env[63676]: DEBUG oslo_vmware.api [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Task: {'id': task-1925280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.536219] env[63676]: DEBUG nova.network.neutron [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1646.567939] env[63676]: DEBUG nova.network.neutron [-] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.665884] env[63676]: DEBUG oslo_vmware.api [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925279, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156487} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.666259] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1646.666460] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1646.666940] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1646.667250] env[63676]: INFO nova.compute.manager [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1646.667690] env[63676]: DEBUG oslo.service.loopingcall [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1646.668117] env[63676]: DEBUG nova.compute.manager [-] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1646.668217] env[63676]: DEBUG nova.network.neutron [-] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1646.750696] env[63676]: DEBUG oslo_concurrency.lockutils [None req-da7fbd3d-4302-4253-b083-9cad5dd94f02 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "91df9ad8-2c37-4eda-a0b1-e851fef3e30c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.491s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1646.833595] env[63676]: DEBUG nova.compute.manager [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1646.857802] env[63676]: DEBUG nova.virt.hardware [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1646.858074] env[63676]: DEBUG nova.virt.hardware [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1646.858236] env[63676]: DEBUG nova.virt.hardware [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1646.858414] env[63676]: DEBUG nova.virt.hardware [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1646.858583] env[63676]: DEBUG nova.virt.hardware [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1646.858712] env[63676]: DEBUG nova.virt.hardware [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1646.858954] env[63676]: DEBUG nova.virt.hardware [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1646.859325] env[63676]: DEBUG nova.virt.hardware [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1646.859559] env[63676]: DEBUG nova.virt.hardware [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1646.859739] env[63676]: DEBUG nova.virt.hardware [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1646.859923] env[63676]: DEBUG nova.virt.hardware [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1646.861044] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5606918-a4f7-4b4f-bd7f-9136c9d52050 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.870156] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c91a715-eac8-425e-9f82-d2755a19039f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.949100] env[63676]: DEBUG nova.scheduler.client.report [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1647.022577] env[63676]: DEBUG oslo_vmware.api [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Task: {'id': task-1925280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067944} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.022929] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1647.023735] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9df393-a288-4e47-9727-a8b0bddc9383 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.048492] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 831ad7b6-6521-4cc0-b56a-9ce6c48a582c/831ad7b6-6521-4cc0-b56a-9ce6c48a582c.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1647.048790] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8c683dd-b4d4-4d26-a7eb-153894ba0d47 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.068406] env[63676]: DEBUG oslo_vmware.api [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Waiting for the task: (returnval){ [ 1647.068406] env[63676]: value = "task-1925281" [ 1647.068406] env[63676]: _type = "Task" [ 1647.068406] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.071883] env[63676]: INFO nova.compute.manager [-] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Took 1.61 seconds to deallocate network for instance. [ 1647.080184] env[63676]: DEBUG oslo_vmware.api [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Task: {'id': task-1925281, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.141858] env[63676]: DEBUG nova.network.neutron [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Updating instance_info_cache with network_info: [{"id": "97c2f2b5-8271-40b0-a25c-2a5877c77315", "address": "fa:16:3e:c1:d7:b7", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c2f2b5-82", "ovs_interfaceid": "97c2f2b5-8271-40b0-a25c-2a5877c77315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.253678] env[63676]: DEBUG nova.compute.manager [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1647.455371] env[63676]: DEBUG oslo_concurrency.lockutils [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.455371] env[63676]: DEBUG nova.compute.manager [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1647.457375] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.641s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.459283] env[63676]: INFO nova.compute.claims [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1647.578840] env[63676]: DEBUG oslo_vmware.api [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Task: {'id': task-1925281, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.581897] env[63676]: DEBUG oslo_concurrency.lockutils [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.644114] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Releasing lock "refresh_cache-6321e4cd-2f34-4dca-b144-2c5eadcbf8fc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.644588] env[63676]: DEBUG nova.compute.manager [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Instance network_info: |[{"id": "97c2f2b5-8271-40b0-a25c-2a5877c77315", "address": "fa:16:3e:c1:d7:b7", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c2f2b5-82", "ovs_interfaceid": "97c2f2b5-8271-40b0-a25c-2a5877c77315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1647.644906] env[63676]: DEBUG oslo_concurrency.lockutils [req-fb34597e-3b56-47d2-ab6d-60b67f7d4630 req-789aadf2-d5e1-445b-82ad-a507aac1c82c service nova] Acquired lock "refresh_cache-6321e4cd-2f34-4dca-b144-2c5eadcbf8fc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.645096] env[63676]: DEBUG nova.network.neutron [req-fb34597e-3b56-47d2-ab6d-60b67f7d4630 req-789aadf2-d5e1-445b-82ad-a507aac1c82c service nova] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Refreshing network info cache for port 97c2f2b5-8271-40b0-a25c-2a5877c77315 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1647.646298] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:d7:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97c2f2b5-8271-40b0-a25c-2a5877c77315', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1647.653728] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Creating folder: Project (c078532259ef404488f934caa066e327). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1647.654250] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1f17511-e5d3-4495-ba48-15840e702dc3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.669576] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Created folder: Project (c078532259ef404488f934caa066e327) in parent group-v396927. [ 1647.669736] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Creating folder: Instances. Parent ref: group-v397010. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1647.669970] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59f86381-10a6-4447-91a9-4126eef3a5a3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.679134] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Created folder: Instances in parent group-v397010. [ 1647.679395] env[63676]: DEBUG oslo.service.loopingcall [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1647.679586] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1647.679791] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1810004f-8f44-4da3-86b2-218eb95faa01 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.699160] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1647.699160] env[63676]: value = "task-1925284" [ 1647.699160] env[63676]: _type = "Task" [ 1647.699160] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.707027] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925284, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.772475] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.872482] env[63676]: DEBUG nova.network.neutron [-] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1647.963538] env[63676]: DEBUG nova.compute.utils [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1647.966959] env[63676]: DEBUG nova.compute.manager [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1647.967176] env[63676]: DEBUG nova.network.neutron [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1648.064465] env[63676]: DEBUG nova.policy [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec8e6397d4224cc783352861583ef0e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf227039b25c482ab23b72d4919bbdd9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1648.079394] env[63676]: DEBUG oslo_vmware.api [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Task: {'id': task-1925281, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.210695] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925284, 'name': CreateVM_Task, 'duration_secs': 0.359834} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.210895] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1648.211679] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.211861] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.212240] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1648.212541] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af0d4312-3bc3-4f66-8554-09b3577c39fb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.217540] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1648.217540] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52317b40-771b-7358-6ef9-df136f78c3a6" [ 1648.217540] env[63676]: _type = "Task" [ 1648.217540] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.226617] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52317b40-771b-7358-6ef9-df136f78c3a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.375954] env[63676]: INFO nova.compute.manager [-] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Took 1.71 seconds to deallocate network for instance. [ 1648.467756] env[63676]: DEBUG nova.compute.manager [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1648.578651] env[63676]: DEBUG nova.compute.manager [req-71268c47-8856-413d-9f4f-7dfc7e5e3f44 req-f08845c2-25b4-4e48-8dfe-f0f2ecbb55fb service nova] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Received event network-vif-deleted-9ce160fe-3589-4069-9f5f-e57f0cf43646 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1648.579119] env[63676]: DEBUG nova.compute.manager [req-71268c47-8856-413d-9f4f-7dfc7e5e3f44 req-f08845c2-25b4-4e48-8dfe-f0f2ecbb55fb service nova] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Received event network-vif-plugged-a0393a31-aeb7-448d-92e3-e831424132d2 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1648.579376] env[63676]: DEBUG oslo_concurrency.lockutils [req-71268c47-8856-413d-9f4f-7dfc7e5e3f44 req-f08845c2-25b4-4e48-8dfe-f0f2ecbb55fb service nova] Acquiring lock "ac96cdc3-e0ea-478a-8ed4-72c264eea1f4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.579589] env[63676]: DEBUG oslo_concurrency.lockutils [req-71268c47-8856-413d-9f4f-7dfc7e5e3f44 req-f08845c2-25b4-4e48-8dfe-f0f2ecbb55fb service nova] Lock "ac96cdc3-e0ea-478a-8ed4-72c264eea1f4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.579759] env[63676]: DEBUG oslo_concurrency.lockutils [req-71268c47-8856-413d-9f4f-7dfc7e5e3f44 req-f08845c2-25b4-4e48-8dfe-f0f2ecbb55fb service nova] Lock "ac96cdc3-e0ea-478a-8ed4-72c264eea1f4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.579914] env[63676]: DEBUG nova.compute.manager [req-71268c47-8856-413d-9f4f-7dfc7e5e3f44 req-f08845c2-25b4-4e48-8dfe-f0f2ecbb55fb service nova] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] No waiting events found dispatching network-vif-plugged-a0393a31-aeb7-448d-92e3-e831424132d2 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1648.580088] env[63676]: WARNING nova.compute.manager [req-71268c47-8856-413d-9f4f-7dfc7e5e3f44 req-f08845c2-25b4-4e48-8dfe-f0f2ecbb55fb service nova] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Received unexpected event network-vif-plugged-a0393a31-aeb7-448d-92e3-e831424132d2 for instance with vm_state building and task_state spawning. [ 1648.588447] env[63676]: DEBUG oslo_vmware.api [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Task: {'id': task-1925281, 'name': ReconfigVM_Task, 'duration_secs': 1.45095} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.588705] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 831ad7b6-6521-4cc0-b56a-9ce6c48a582c/831ad7b6-6521-4cc0-b56a-9ce6c48a582c.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1648.589337] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7bd7044-1554-4d65-85dd-42621c08aace {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.599564] env[63676]: DEBUG oslo_vmware.api [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Waiting for the task: (returnval){ [ 1648.599564] env[63676]: value = "task-1925285" [ 1648.599564] env[63676]: _type = "Task" [ 1648.599564] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.608212] env[63676]: DEBUG oslo_vmware.api [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Task: {'id': task-1925285, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.674069] env[63676]: DEBUG nova.network.neutron [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Successfully updated port: a0393a31-aeb7-448d-92e3-e831424132d2 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1648.729771] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52317b40-771b-7358-6ef9-df136f78c3a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009564} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.731713] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1648.731713] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1648.731713] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.731713] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.731845] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1648.733950] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42a600f9-5aac-4702-95d5-5e25b080d5b4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.744373] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1648.744595] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1648.745489] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ee53a49-bb6e-4407-88af-da315b8f847f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.751272] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1648.751272] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525716fe-9ecf-5be5-b31a-a0927ad2571a" [ 1648.751272] env[63676]: _type = "Task" [ 1648.751272] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.764216] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525716fe-9ecf-5be5-b31a-a0927ad2571a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.817137] env[63676]: DEBUG nova.network.neutron [req-fb34597e-3b56-47d2-ab6d-60b67f7d4630 req-789aadf2-d5e1-445b-82ad-a507aac1c82c service nova] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Updated VIF entry in instance network info cache for port 97c2f2b5-8271-40b0-a25c-2a5877c77315. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1648.817137] env[63676]: DEBUG nova.network.neutron [req-fb34597e-3b56-47d2-ab6d-60b67f7d4630 req-789aadf2-d5e1-445b-82ad-a507aac1c82c service nova] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Updating instance_info_cache with network_info: [{"id": "97c2f2b5-8271-40b0-a25c-2a5877c77315", "address": "fa:16:3e:c1:d7:b7", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c2f2b5-82", "ovs_interfaceid": "97c2f2b5-8271-40b0-a25c-2a5877c77315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1648.887665] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.924178] env[63676]: DEBUG nova.network.neutron [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Successfully created port: 0b022049-383e-4943-bc81-303542544e60 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1649.005069] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93695b05-66b0-412f-8c88-18f7a26ca48a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.011121] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33765bd9-c6fe-4126-9e0a-bce1bd8f991c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.044410] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3092e0-ce27-40fb-b3fb-3d806b38083b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.052475] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d40f7e8-f3a0-4f96-b49f-96fe1c701ef1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.069328] env[63676]: DEBUG nova.compute.provider_tree [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1649.111549] env[63676]: DEBUG oslo_vmware.api [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Task: {'id': task-1925285, 'name': Rename_Task, 'duration_secs': 0.159361} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.111889] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1649.112109] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28d6b15f-696e-4946-a1ca-0e5eb91711db {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.118892] env[63676]: DEBUG oslo_vmware.api [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Waiting for the task: (returnval){ [ 1649.118892] env[63676]: value = "task-1925286" [ 1649.118892] env[63676]: _type = "Task" [ 1649.118892] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.126418] env[63676]: DEBUG oslo_vmware.api [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Task: {'id': task-1925286, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.176680] env[63676]: DEBUG oslo_concurrency.lockutils [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Acquiring lock "refresh_cache-ac96cdc3-e0ea-478a-8ed4-72c264eea1f4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.176915] env[63676]: DEBUG oslo_concurrency.lockutils [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Acquired lock "refresh_cache-ac96cdc3-e0ea-478a-8ed4-72c264eea1f4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.176992] env[63676]: DEBUG nova.network.neutron [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1649.263724] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525716fe-9ecf-5be5-b31a-a0927ad2571a, 'name': SearchDatastore_Task, 'duration_secs': 0.00907} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.263724] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-243d4789-97f5-44f0-9a4a-df343daed4a9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.270371] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1649.270371] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d42191-81a1-8f2a-841d-6bb2b6b93880" [ 1649.270371] env[63676]: _type = "Task" [ 1649.270371] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.280110] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d42191-81a1-8f2a-841d-6bb2b6b93880, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.321744] env[63676]: DEBUG oslo_concurrency.lockutils [req-fb34597e-3b56-47d2-ab6d-60b67f7d4630 req-789aadf2-d5e1-445b-82ad-a507aac1c82c service nova] Releasing lock "refresh_cache-6321e4cd-2f34-4dca-b144-2c5eadcbf8fc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.323887] env[63676]: DEBUG nova.compute.manager [req-fb34597e-3b56-47d2-ab6d-60b67f7d4630 req-789aadf2-d5e1-445b-82ad-a507aac1c82c service nova] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Received event network-vif-deleted-22b2a2e7-185b-4388-9517-f23d4ec85ba9 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1649.323887] env[63676]: INFO nova.compute.manager [req-fb34597e-3b56-47d2-ab6d-60b67f7d4630 req-789aadf2-d5e1-445b-82ad-a507aac1c82c service nova] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Neutron deleted interface 22b2a2e7-185b-4388-9517-f23d4ec85ba9; detaching it from the instance and deleting it from the info cache [ 1649.323887] env[63676]: DEBUG nova.network.neutron [req-fb34597e-3b56-47d2-ab6d-60b67f7d4630 req-789aadf2-d5e1-445b-82ad-a507aac1c82c service nova] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.470302] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "49e13667-875d-4566-9bca-6a4d45dd7770" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.471247] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "49e13667-875d-4566-9bca-6a4d45dd7770" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.479302] env[63676]: DEBUG nova.compute.manager [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1649.510693] env[63676]: DEBUG nova.virt.hardware [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1649.510933] env[63676]: DEBUG nova.virt.hardware [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1649.511101] env[63676]: DEBUG nova.virt.hardware [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1649.511469] env[63676]: DEBUG nova.virt.hardware [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1649.511469] env[63676]: DEBUG nova.virt.hardware [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1649.511631] env[63676]: DEBUG nova.virt.hardware [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1649.511797] env[63676]: DEBUG nova.virt.hardware [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1649.511970] env[63676]: DEBUG nova.virt.hardware [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1649.516069] env[63676]: DEBUG nova.virt.hardware [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1649.516069] env[63676]: DEBUG nova.virt.hardware [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1649.516069] env[63676]: DEBUG nova.virt.hardware [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1649.516069] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58fad304-7650-4e47-a209-ac5c9932fe5a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.521685] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1803d84c-8b98-4bb6-8959-127c298c160d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.572502] env[63676]: DEBUG nova.scheduler.client.report [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1649.629059] env[63676]: DEBUG oslo_vmware.api [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Task: {'id': task-1925286, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.709577] env[63676]: DEBUG nova.network.neutron [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1649.782036] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d42191-81a1-8f2a-841d-6bb2b6b93880, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.824844] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dc32fe15-d1e1-4b4a-9d32-4b14ea047056 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.834402] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca99c811-93e7-4a3e-abb5-57c337f79b31 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.868651] env[63676]: DEBUG nova.compute.manager [req-fb34597e-3b56-47d2-ab6d-60b67f7d4630 req-789aadf2-d5e1-445b-82ad-a507aac1c82c service nova] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Detach interface failed, port_id=22b2a2e7-185b-4388-9517-f23d4ec85ba9, reason: Instance cea78468-f692-4634-8508-3886bccfb8bf could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1649.870071] env[63676]: DEBUG nova.network.neutron [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Updating instance_info_cache with network_info: [{"id": "a0393a31-aeb7-448d-92e3-e831424132d2", "address": "fa:16:3e:b4:82:03", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0393a31-ae", "ovs_interfaceid": "a0393a31-aeb7-448d-92e3-e831424132d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1650.078222] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.621s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.079940] env[63676]: DEBUG nova.compute.manager [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1650.082111] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.959s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1650.082387] env[63676]: DEBUG nova.objects.instance [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Lazy-loading 'resources' on Instance uuid ff676f80-9e5b-4c8e-92f4-657591750c2f {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1650.131626] env[63676]: DEBUG oslo_vmware.api [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Task: {'id': task-1925286, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.283320] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d42191-81a1-8f2a-841d-6bb2b6b93880, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.373112] env[63676]: DEBUG oslo_concurrency.lockutils [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Releasing lock "refresh_cache-ac96cdc3-e0ea-478a-8ed4-72c264eea1f4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.373481] env[63676]: DEBUG nova.compute.manager [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Instance network_info: |[{"id": "a0393a31-aeb7-448d-92e3-e831424132d2", "address": "fa:16:3e:b4:82:03", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0393a31-ae", "ovs_interfaceid": "a0393a31-aeb7-448d-92e3-e831424132d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1650.373949] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:82:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0393a31-aeb7-448d-92e3-e831424132d2', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1650.382437] env[63676]: DEBUG oslo.service.loopingcall [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1650.382810] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1650.382954] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7591eb63-1e60-432b-90b9-dc08ef4abd25 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.403013] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1650.403013] env[63676]: value = "task-1925287" [ 1650.403013] env[63676]: _type = "Task" [ 1650.403013] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.411062] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925287, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.585008] env[63676]: DEBUG nova.compute.utils [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1650.599094] env[63676]: DEBUG nova.compute.manager [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1650.607342] env[63676]: DEBUG nova.compute.manager [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1650.607342] env[63676]: DEBUG nova.network.neutron [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1650.632559] env[63676]: DEBUG oslo_vmware.api [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Task: {'id': task-1925286, 'name': PowerOnVM_Task, 'duration_secs': 1.099968} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.633082] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1650.633507] env[63676]: INFO nova.compute.manager [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1650.633832] env[63676]: DEBUG nova.compute.manager [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1650.635079] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05eb0b17-954e-4c53-ba27-9622bea6c7b7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.667260] env[63676]: DEBUG nova.compute.manager [req-526bd5e6-7588-46c5-a10d-1f0325106f3b req-afb4e71a-f6b8-4f06-b3bf-d3de038cc07a service nova] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Received event network-changed-a0393a31-aeb7-448d-92e3-e831424132d2 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1650.668379] env[63676]: DEBUG nova.compute.manager [req-526bd5e6-7588-46c5-a10d-1f0325106f3b req-afb4e71a-f6b8-4f06-b3bf-d3de038cc07a service nova] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Refreshing instance network info cache due to event network-changed-a0393a31-aeb7-448d-92e3-e831424132d2. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1650.668379] env[63676]: DEBUG oslo_concurrency.lockutils [req-526bd5e6-7588-46c5-a10d-1f0325106f3b req-afb4e71a-f6b8-4f06-b3bf-d3de038cc07a service nova] Acquiring lock "refresh_cache-ac96cdc3-e0ea-478a-8ed4-72c264eea1f4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.668379] env[63676]: DEBUG oslo_concurrency.lockutils [req-526bd5e6-7588-46c5-a10d-1f0325106f3b req-afb4e71a-f6b8-4f06-b3bf-d3de038cc07a service nova] Acquired lock "refresh_cache-ac96cdc3-e0ea-478a-8ed4-72c264eea1f4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.668379] env[63676]: DEBUG nova.network.neutron [req-526bd5e6-7588-46c5-a10d-1f0325106f3b req-afb4e71a-f6b8-4f06-b3bf-d3de038cc07a service nova] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Refreshing network info cache for port a0393a31-aeb7-448d-92e3-e831424132d2 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1650.689472] env[63676]: DEBUG nova.policy [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8fb959f7c7c45fda05b6ad5f1a1b9c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11302b5359cb437aac371d1206a15f11', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1650.789426] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d42191-81a1-8f2a-841d-6bb2b6b93880, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.864289] env[63676]: DEBUG nova.network.neutron [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Successfully updated port: 0b022049-383e-4943-bc81-303542544e60 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1650.912565] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925287, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.123220] env[63676]: DEBUG nova.network.neutron [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Successfully created port: 2daada15-5924-4e56-96c7-1535ab23535a {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1651.143123] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc167a9-138a-4ae9-955c-fb6a6def8d9c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.158018] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eefabde-3bce-44b7-bf9e-9f3e57069cfd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.166139] env[63676]: INFO nova.compute.manager [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Took 31.53 seconds to build instance. [ 1651.200043] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc05dd6d-e635-45df-93c7-bb3c971fb63c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.208354] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de3ad59-2dbd-4f52-b84a-c5f71d660850 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.224316] env[63676]: DEBUG nova.compute.provider_tree [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1651.284940] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d42191-81a1-8f2a-841d-6bb2b6b93880, 'name': SearchDatastore_Task, 'duration_secs': 1.582194} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.285257] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.285503] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc/6321e4cd-2f34-4dca-b144-2c5eadcbf8fc.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1651.285763] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8c61d63-b7ee-4ef6-a20d-cfbc6b8ed24f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.291944] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1651.291944] env[63676]: value = "task-1925288" [ 1651.291944] env[63676]: _type = "Task" [ 1651.291944] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.300328] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.367681] env[63676]: DEBUG oslo_concurrency.lockutils [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "refresh_cache-8c888cd9-be84-4190-847b-96491a3dd73f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.367948] env[63676]: DEBUG oslo_concurrency.lockutils [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired lock "refresh_cache-8c888cd9-be84-4190-847b-96491a3dd73f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.368044] env[63676]: DEBUG nova.network.neutron [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1651.415968] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925287, 'name': CreateVM_Task, 'duration_secs': 0.662732} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.416196] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1651.416813] env[63676]: DEBUG oslo_concurrency.lockutils [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.416976] env[63676]: DEBUG oslo_concurrency.lockutils [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.417314] env[63676]: DEBUG oslo_concurrency.lockutils [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1651.417572] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be768799-bd37-4104-8021-b3c73b3a0a92 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.422351] env[63676]: DEBUG oslo_vmware.api [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Waiting for the task: (returnval){ [ 1651.422351] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526b24d3-c863-f963-1c3e-8b87b1a58299" [ 1651.422351] env[63676]: _type = "Task" [ 1651.422351] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.431284] env[63676]: DEBUG oslo_vmware.api [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526b24d3-c863-f963-1c3e-8b87b1a58299, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.618035] env[63676]: DEBUG nova.compute.manager [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1651.648157] env[63676]: DEBUG nova.virt.hardware [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1651.648417] env[63676]: DEBUG nova.virt.hardware [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1651.648554] env[63676]: DEBUG nova.virt.hardware [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1651.648728] env[63676]: DEBUG nova.virt.hardware [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1651.649018] env[63676]: DEBUG nova.virt.hardware [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1651.649018] env[63676]: DEBUG nova.virt.hardware [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1651.649281] env[63676]: DEBUG nova.virt.hardware [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1651.649484] env[63676]: DEBUG nova.virt.hardware [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1651.649663] env[63676]: DEBUG nova.virt.hardware [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1651.649824] env[63676]: DEBUG nova.virt.hardware [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1651.650034] env[63676]: DEBUG nova.virt.hardware [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1651.650891] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb47e9d-452b-44c8-909c-3a6f6ae7410a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.660285] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d7c8cb-6e25-44c7-ba6a-d4a346c779fd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.675267] env[63676]: DEBUG oslo_concurrency.lockutils [None req-97f2136b-35ab-42e7-9796-a79181666b03 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Lock "831ad7b6-6521-4cc0-b56a-9ce6c48a582c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.818s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.728160] env[63676]: DEBUG nova.scheduler.client.report [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1651.802541] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925288, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450447} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.803075] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc/6321e4cd-2f34-4dca-b144-2c5eadcbf8fc.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1651.803075] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1651.803368] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06391363-bc40-4c4d-9b7c-9481cc670a92 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.809679] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1651.809679] env[63676]: value = "task-1925289" [ 1651.809679] env[63676]: _type = "Task" [ 1651.809679] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.817567] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925289, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.878170] env[63676]: DEBUG nova.network.neutron [req-526bd5e6-7588-46c5-a10d-1f0325106f3b req-afb4e71a-f6b8-4f06-b3bf-d3de038cc07a service nova] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Updated VIF entry in instance network info cache for port a0393a31-aeb7-448d-92e3-e831424132d2. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1651.878170] env[63676]: DEBUG nova.network.neutron [req-526bd5e6-7588-46c5-a10d-1f0325106f3b req-afb4e71a-f6b8-4f06-b3bf-d3de038cc07a service nova] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Updating instance_info_cache with network_info: [{"id": "a0393a31-aeb7-448d-92e3-e831424132d2", "address": "fa:16:3e:b4:82:03", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0393a31-ae", "ovs_interfaceid": "a0393a31-aeb7-448d-92e3-e831424132d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.928840] env[63676]: DEBUG nova.network.neutron [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1651.934696] env[63676]: DEBUG oslo_vmware.api [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526b24d3-c863-f963-1c3e-8b87b1a58299, 'name': SearchDatastore_Task, 'duration_secs': 0.048135} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.935174] env[63676]: DEBUG oslo_concurrency.lockutils [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.935271] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1651.935428] env[63676]: DEBUG oslo_concurrency.lockutils [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1651.935638] env[63676]: DEBUG oslo_concurrency.lockutils [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1651.935764] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1651.936054] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2247628-3855-411d-aa08-d547a7a8a1ca {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.944584] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1651.944768] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1651.945483] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62a37b84-54c8-4b32-8be7-2213accc886a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.950507] env[63676]: DEBUG oslo_vmware.api [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Waiting for the task: (returnval){ [ 1651.950507] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a875cc-e1ff-b82d-7850-9b828212402c" [ 1651.950507] env[63676]: _type = "Task" [ 1651.950507] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.957662] env[63676]: DEBUG oslo_vmware.api [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a875cc-e1ff-b82d-7850-9b828212402c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.177951] env[63676]: DEBUG nova.compute.manager [None req-38a7142a-7332-4796-818e-dc1f3fc79315 tempest-ServersListShow296Test-1558978030 tempest-ServersListShow296Test-1558978030-project-member] [instance: d9348f32-9681-44d0-9439-2c606b81df2d] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1652.191797] env[63676]: DEBUG nova.network.neutron [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Updating instance_info_cache with network_info: [{"id": "0b022049-383e-4943-bc81-303542544e60", "address": "fa:16:3e:09:e4:e4", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b022049-38", "ovs_interfaceid": "0b022049-383e-4943-bc81-303542544e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1652.233183] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.151s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.235558] env[63676]: DEBUG oslo_concurrency.lockutils [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.404s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.237115] env[63676]: INFO nova.compute.claims [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1652.260045] env[63676]: INFO nova.scheduler.client.report [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Deleted allocations for instance ff676f80-9e5b-4c8e-92f4-657591750c2f [ 1652.320984] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0671} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.321294] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1652.322110] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd0bca6-e33f-4cbf-93b2-d4b4a5fe9ed8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.344137] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc/6321e4cd-2f34-4dca-b144-2c5eadcbf8fc.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1652.344851] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a39ab6bb-63d5-4894-9a4f-9e32b4986afd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.364442] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1652.364442] env[63676]: value = "task-1925290" [ 1652.364442] env[63676]: _type = "Task" [ 1652.364442] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.372655] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925290, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.381400] env[63676]: DEBUG oslo_concurrency.lockutils [req-526bd5e6-7588-46c5-a10d-1f0325106f3b req-afb4e71a-f6b8-4f06-b3bf-d3de038cc07a service nova] Releasing lock "refresh_cache-ac96cdc3-e0ea-478a-8ed4-72c264eea1f4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.461268] env[63676]: DEBUG oslo_vmware.api [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a875cc-e1ff-b82d-7850-9b828212402c, 'name': SearchDatastore_Task, 'duration_secs': 0.007903} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.462122] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f151d6b-5415-431b-a869-00107162e0b2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.467258] env[63676]: DEBUG oslo_vmware.api [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Waiting for the task: (returnval){ [ 1652.467258] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5200252b-0836-d5fd-6bd3-ea55a5c33095" [ 1652.467258] env[63676]: _type = "Task" [ 1652.467258] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.475030] env[63676]: DEBUG oslo_vmware.api [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5200252b-0836-d5fd-6bd3-ea55a5c33095, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.685791] env[63676]: DEBUG nova.compute.manager [None req-38a7142a-7332-4796-818e-dc1f3fc79315 tempest-ServersListShow296Test-1558978030 tempest-ServersListShow296Test-1558978030-project-member] [instance: d9348f32-9681-44d0-9439-2c606b81df2d] Instance disappeared before build. {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 1652.694274] env[63676]: DEBUG oslo_concurrency.lockutils [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Releasing lock "refresh_cache-8c888cd9-be84-4190-847b-96491a3dd73f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.694712] env[63676]: DEBUG nova.compute.manager [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Instance network_info: |[{"id": "0b022049-383e-4943-bc81-303542544e60", "address": "fa:16:3e:09:e4:e4", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b022049-38", "ovs_interfaceid": "0b022049-383e-4943-bc81-303542544e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1652.695154] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:e4:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b022049-383e-4943-bc81-303542544e60', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1652.707585] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Creating folder: Project (bf227039b25c482ab23b72d4919bbdd9). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1652.710176] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dc0fc802-b5f3-46b4-a4a8-3f8966b71351 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.713214] env[63676]: DEBUG nova.compute.manager [req-4d4468fc-6cb9-48ab-92cc-6480f9b7b924 req-383c427f-52a9-44cf-9f1a-cc0593b74ede service nova] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Received event network-vif-plugged-0b022049-383e-4943-bc81-303542544e60 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1652.713214] env[63676]: DEBUG oslo_concurrency.lockutils [req-4d4468fc-6cb9-48ab-92cc-6480f9b7b924 req-383c427f-52a9-44cf-9f1a-cc0593b74ede service nova] Acquiring lock "8c888cd9-be84-4190-847b-96491a3dd73f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.713214] env[63676]: DEBUG oslo_concurrency.lockutils [req-4d4468fc-6cb9-48ab-92cc-6480f9b7b924 req-383c427f-52a9-44cf-9f1a-cc0593b74ede service nova] Lock "8c888cd9-be84-4190-847b-96491a3dd73f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1652.713414] env[63676]: DEBUG oslo_concurrency.lockutils [req-4d4468fc-6cb9-48ab-92cc-6480f9b7b924 req-383c427f-52a9-44cf-9f1a-cc0593b74ede service nova] Lock "8c888cd9-be84-4190-847b-96491a3dd73f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.713638] env[63676]: DEBUG nova.compute.manager [req-4d4468fc-6cb9-48ab-92cc-6480f9b7b924 req-383c427f-52a9-44cf-9f1a-cc0593b74ede service nova] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] No waiting events found dispatching network-vif-plugged-0b022049-383e-4943-bc81-303542544e60 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1652.713874] env[63676]: WARNING nova.compute.manager [req-4d4468fc-6cb9-48ab-92cc-6480f9b7b924 req-383c427f-52a9-44cf-9f1a-cc0593b74ede service nova] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Received unexpected event network-vif-plugged-0b022049-383e-4943-bc81-303542544e60 for instance with vm_state building and task_state spawning. [ 1652.714674] env[63676]: DEBUG nova.compute.manager [req-4d4468fc-6cb9-48ab-92cc-6480f9b7b924 req-383c427f-52a9-44cf-9f1a-cc0593b74ede service nova] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Received event network-changed-0b022049-383e-4943-bc81-303542544e60 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1652.715976] env[63676]: DEBUG nova.compute.manager [req-4d4468fc-6cb9-48ab-92cc-6480f9b7b924 req-383c427f-52a9-44cf-9f1a-cc0593b74ede service nova] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Refreshing instance network info cache due to event network-changed-0b022049-383e-4943-bc81-303542544e60. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1652.715976] env[63676]: DEBUG oslo_concurrency.lockutils [req-4d4468fc-6cb9-48ab-92cc-6480f9b7b924 req-383c427f-52a9-44cf-9f1a-cc0593b74ede service nova] Acquiring lock "refresh_cache-8c888cd9-be84-4190-847b-96491a3dd73f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.715976] env[63676]: DEBUG oslo_concurrency.lockutils [req-4d4468fc-6cb9-48ab-92cc-6480f9b7b924 req-383c427f-52a9-44cf-9f1a-cc0593b74ede service nova] Acquired lock "refresh_cache-8c888cd9-be84-4190-847b-96491a3dd73f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.715976] env[63676]: DEBUG nova.network.neutron [req-4d4468fc-6cb9-48ab-92cc-6480f9b7b924 req-383c427f-52a9-44cf-9f1a-cc0593b74ede service nova] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Refreshing network info cache for port 0b022049-383e-4943-bc81-303542544e60 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1652.726942] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Created folder: Project (bf227039b25c482ab23b72d4919bbdd9) in parent group-v396927. [ 1652.726942] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Creating folder: Instances. Parent ref: group-v397014. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1652.727535] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc4fcae6-d028-4632-b095-83a19cd07872 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.739578] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Created folder: Instances in parent group-v397014. [ 1652.740116] env[63676]: DEBUG oslo.service.loopingcall [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1652.740407] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1652.742991] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1257d8ee-de54-4b6f-a31a-5529958fd5f6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.764877] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1652.764877] env[63676]: value = "task-1925293" [ 1652.764877] env[63676]: _type = "Task" [ 1652.764877] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.776216] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925293, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.776539] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3aeeb1ca-fea0-4172-92d7-066a836993d5 tempest-ServerPasswordTestJSON-1396126718 tempest-ServerPasswordTestJSON-1396126718-project-member] Lock "ff676f80-9e5b-4c8e-92f4-657591750c2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.598s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.794782] env[63676]: DEBUG nova.compute.manager [req-4c147dfe-2953-4643-a115-b05f5e055fe1 req-9076f435-0613-494e-995d-e42da8a38c93 service nova] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Received event network-changed-20fcaf9d-e620-4a96-a55a-2272d4593f03 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1652.795075] env[63676]: DEBUG nova.compute.manager [req-4c147dfe-2953-4643-a115-b05f5e055fe1 req-9076f435-0613-494e-995d-e42da8a38c93 service nova] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Refreshing instance network info cache due to event network-changed-20fcaf9d-e620-4a96-a55a-2272d4593f03. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1652.795250] env[63676]: DEBUG oslo_concurrency.lockutils [req-4c147dfe-2953-4643-a115-b05f5e055fe1 req-9076f435-0613-494e-995d-e42da8a38c93 service nova] Acquiring lock "refresh_cache-831ad7b6-6521-4cc0-b56a-9ce6c48a582c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1652.795440] env[63676]: DEBUG oslo_concurrency.lockutils [req-4c147dfe-2953-4643-a115-b05f5e055fe1 req-9076f435-0613-494e-995d-e42da8a38c93 service nova] Acquired lock "refresh_cache-831ad7b6-6521-4cc0-b56a-9ce6c48a582c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.795650] env[63676]: DEBUG nova.network.neutron [req-4c147dfe-2953-4643-a115-b05f5e055fe1 req-9076f435-0613-494e-995d-e42da8a38c93 service nova] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Refreshing network info cache for port 20fcaf9d-e620-4a96-a55a-2272d4593f03 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1652.878972] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925290, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.978249] env[63676]: DEBUG oslo_vmware.api [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5200252b-0836-d5fd-6bd3-ea55a5c33095, 'name': SearchDatastore_Task, 'duration_secs': 0.010013} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.978373] env[63676]: DEBUG oslo_concurrency.lockutils [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.978580] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] ac96cdc3-e0ea-478a-8ed4-72c264eea1f4/ac96cdc3-e0ea-478a-8ed4-72c264eea1f4.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1652.978859] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-367abe27-2ddf-472e-aec4-85f5ff0bcff3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.985187] env[63676]: DEBUG oslo_vmware.api [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Waiting for the task: (returnval){ [ 1652.985187] env[63676]: value = "task-1925294" [ 1652.985187] env[63676]: _type = "Task" [ 1652.985187] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.993846] env[63676]: DEBUG oslo_vmware.api [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.205786] env[63676]: DEBUG oslo_concurrency.lockutils [None req-38a7142a-7332-4796-818e-dc1f3fc79315 tempest-ServersListShow296Test-1558978030 tempest-ServersListShow296Test-1558978030-project-member] Lock "d9348f32-9681-44d0-9439-2c606b81df2d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.476s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.280597] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925293, 'name': CreateVM_Task, 'duration_secs': 0.503655} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.280712] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1653.281793] env[63676]: DEBUG oslo_concurrency.lockutils [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.281961] env[63676]: DEBUG oslo_concurrency.lockutils [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.282305] env[63676]: DEBUG oslo_concurrency.lockutils [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1653.282588] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad9f6ed8-3c2f-429e-aa6c-af7cc2dde889 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.292803] env[63676]: DEBUG oslo_vmware.api [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 1653.292803] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527ec130-bab2-8e71-3734-16d6f07cb5ce" [ 1653.292803] env[63676]: _type = "Task" [ 1653.292803] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.310876] env[63676]: DEBUG oslo_vmware.api [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527ec130-bab2-8e71-3734-16d6f07cb5ce, 'name': SearchDatastore_Task, 'duration_secs': 0.010528} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.311214] env[63676]: DEBUG oslo_concurrency.lockutils [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.311444] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1653.311676] env[63676]: DEBUG oslo_concurrency.lockutils [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.311825] env[63676]: DEBUG oslo_concurrency.lockutils [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.312185] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1653.315235] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b727639-cc8b-44f9-ae00-7db7884f8942 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.333326] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1653.333532] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1653.334290] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68a79b0e-91e2-4ac7-a36f-d6bb719273b8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.341632] env[63676]: DEBUG oslo_vmware.api [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 1653.341632] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52506349-33c5-0a2f-c6d0-d82f767ccdec" [ 1653.341632] env[63676]: _type = "Task" [ 1653.341632] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.350965] env[63676]: DEBUG oslo_vmware.api [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52506349-33c5-0a2f-c6d0-d82f767ccdec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.377154] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925290, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.508509] env[63676]: DEBUG oslo_vmware.api [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925294, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.610423] env[63676]: DEBUG nova.network.neutron [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Successfully updated port: 2daada15-5924-4e56-96c7-1535ab23535a {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1653.708836] env[63676]: DEBUG nova.compute.manager [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1653.806130] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f593e49b-b422-41c9-a6e1-4e95236fe839 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.815718] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84ac1f1-4a21-4b08-9e9c-e4e6161fc821 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.853970] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3e85e6-0e0e-46ae-913a-f702b739bf4a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.865133] env[63676]: DEBUG oslo_vmware.api [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52506349-33c5-0a2f-c6d0-d82f767ccdec, 'name': SearchDatastore_Task, 'duration_secs': 0.00947} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.868325] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f15e90d7-650a-47ad-b7e1-3e34cbc9b852 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.875676] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3add50a1-9a0a-4c81-a865-165fb5490cd1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.882908] env[63676]: DEBUG nova.network.neutron [req-4d4468fc-6cb9-48ab-92cc-6480f9b7b924 req-383c427f-52a9-44cf-9f1a-cc0593b74ede service nova] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Updated VIF entry in instance network info cache for port 0b022049-383e-4943-bc81-303542544e60. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1653.883325] env[63676]: DEBUG nova.network.neutron [req-4d4468fc-6cb9-48ab-92cc-6480f9b7b924 req-383c427f-52a9-44cf-9f1a-cc0593b74ede service nova] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Updating instance_info_cache with network_info: [{"id": "0b022049-383e-4943-bc81-303542544e60", "address": "fa:16:3e:09:e4:e4", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b022049-38", "ovs_interfaceid": "0b022049-383e-4943-bc81-303542544e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.890345] env[63676]: DEBUG oslo_vmware.api [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 1653.890345] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b342b5-d3a3-1bee-cf5c-414403a54382" [ 1653.890345] env[63676]: _type = "Task" [ 1653.890345] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.903637] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925290, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.904203] env[63676]: DEBUG nova.compute.provider_tree [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1653.917176] env[63676]: DEBUG oslo_vmware.api [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b342b5-d3a3-1bee-cf5c-414403a54382, 'name': SearchDatastore_Task, 'duration_secs': 0.010799} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.917486] env[63676]: DEBUG oslo_concurrency.lockutils [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1653.917777] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 8c888cd9-be84-4190-847b-96491a3dd73f/8c888cd9-be84-4190-847b-96491a3dd73f.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1653.918784] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b204fbf7-4487-49c8-b045-523f06a70ed3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.925057] env[63676]: DEBUG oslo_vmware.api [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 1653.925057] env[63676]: value = "task-1925295" [ 1653.925057] env[63676]: _type = "Task" [ 1653.925057] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.933357] env[63676]: DEBUG oslo_vmware.api [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.953242] env[63676]: DEBUG nova.network.neutron [req-4c147dfe-2953-4643-a115-b05f5e055fe1 req-9076f435-0613-494e-995d-e42da8a38c93 service nova] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Updated VIF entry in instance network info cache for port 20fcaf9d-e620-4a96-a55a-2272d4593f03. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1653.956739] env[63676]: DEBUG nova.network.neutron [req-4c147dfe-2953-4643-a115-b05f5e055fe1 req-9076f435-0613-494e-995d-e42da8a38c93 service nova] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Updating instance_info_cache with network_info: [{"id": "20fcaf9d-e620-4a96-a55a-2272d4593f03", "address": "fa:16:3e:55:1d:8f", "network": {"id": "0fa5ff65-5116-4336-aa32-41a546787dde", "bridge": "br-int", "label": "tempest-ServersTestJSON-1883965539-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.207", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd1413e48809401798dc09c3b50ebac9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "77ccbd87-ecfd-4b2d-a1ea-29774addcef6", "external-id": "nsx-vlan-transportzone-385", "segmentation_id": 385, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap20fcaf9d-e6", "ovs_interfaceid": "20fcaf9d-e620-4a96-a55a-2272d4593f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1653.998437] env[63676]: DEBUG oslo_vmware.api [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925294, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.111544] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "refresh_cache-769d673a-b23e-4995-a6d9-2d2d53a6b469" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.111687] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired lock "refresh_cache-769d673a-b23e-4995-a6d9-2d2d53a6b469" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.111732] env[63676]: DEBUG nova.network.neutron [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1654.125480] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1654.126156] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1654.238341] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.381365] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925290, 'name': ReconfigVM_Task, 'duration_secs': 1.548537} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.381505] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc/6321e4cd-2f34-4dca-b144-2c5eadcbf8fc.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1654.382361] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb4fbfe0-3915-4254-a514-74788416dc8d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.391336] env[63676]: DEBUG oslo_concurrency.lockutils [req-4d4468fc-6cb9-48ab-92cc-6480f9b7b924 req-383c427f-52a9-44cf-9f1a-cc0593b74ede service nova] Releasing lock "refresh_cache-8c888cd9-be84-4190-847b-96491a3dd73f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.391876] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1654.391876] env[63676]: value = "task-1925296" [ 1654.391876] env[63676]: _type = "Task" [ 1654.391876] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.402561] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925296, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.412274] env[63676]: DEBUG nova.scheduler.client.report [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1654.439580] env[63676]: DEBUG oslo_vmware.api [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925295, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.459602] env[63676]: DEBUG oslo_concurrency.lockutils [req-4c147dfe-2953-4643-a115-b05f5e055fe1 req-9076f435-0613-494e-995d-e42da8a38c93 service nova] Releasing lock "refresh_cache-831ad7b6-6521-4cc0-b56a-9ce6c48a582c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1654.497251] env[63676]: DEBUG oslo_vmware.api [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925294, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.297036} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.497679] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] ac96cdc3-e0ea-478a-8ed4-72c264eea1f4/ac96cdc3-e0ea-478a-8ed4-72c264eea1f4.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1654.497760] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1654.498061] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31e112be-a33c-4bb4-9c00-95a827005b5c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.505194] env[63676]: DEBUG oslo_vmware.api [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Waiting for the task: (returnval){ [ 1654.505194] env[63676]: value = "task-1925297" [ 1654.505194] env[63676]: _type = "Task" [ 1654.505194] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.518097] env[63676]: DEBUG oslo_vmware.api [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.639818] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1654.639818] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Starting heal instance info cache {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1654.673818] env[63676]: DEBUG nova.network.neutron [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1654.765313] env[63676]: DEBUG nova.compute.manager [req-d214967f-5abf-4027-ad92-2c120b7afa9a req-f0f6928a-f07c-45b4-b9b9-fea7ffb0494f service nova] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Received event network-vif-plugged-2daada15-5924-4e56-96c7-1535ab23535a {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1654.765313] env[63676]: DEBUG oslo_concurrency.lockutils [req-d214967f-5abf-4027-ad92-2c120b7afa9a req-f0f6928a-f07c-45b4-b9b9-fea7ffb0494f service nova] Acquiring lock "769d673a-b23e-4995-a6d9-2d2d53a6b469-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1654.765313] env[63676]: DEBUG oslo_concurrency.lockutils [req-d214967f-5abf-4027-ad92-2c120b7afa9a req-f0f6928a-f07c-45b4-b9b9-fea7ffb0494f service nova] Lock "769d673a-b23e-4995-a6d9-2d2d53a6b469-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.765313] env[63676]: DEBUG oslo_concurrency.lockutils [req-d214967f-5abf-4027-ad92-2c120b7afa9a req-f0f6928a-f07c-45b4-b9b9-fea7ffb0494f service nova] Lock "769d673a-b23e-4995-a6d9-2d2d53a6b469-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.765313] env[63676]: DEBUG nova.compute.manager [req-d214967f-5abf-4027-ad92-2c120b7afa9a req-f0f6928a-f07c-45b4-b9b9-fea7ffb0494f service nova] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] No waiting events found dispatching network-vif-plugged-2daada15-5924-4e56-96c7-1535ab23535a {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1654.765668] env[63676]: WARNING nova.compute.manager [req-d214967f-5abf-4027-ad92-2c120b7afa9a req-f0f6928a-f07c-45b4-b9b9-fea7ffb0494f service nova] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Received unexpected event network-vif-plugged-2daada15-5924-4e56-96c7-1535ab23535a for instance with vm_state building and task_state spawning. [ 1654.765668] env[63676]: DEBUG nova.compute.manager [req-d214967f-5abf-4027-ad92-2c120b7afa9a req-f0f6928a-f07c-45b4-b9b9-fea7ffb0494f service nova] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Received event network-changed-2daada15-5924-4e56-96c7-1535ab23535a {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1654.765668] env[63676]: DEBUG nova.compute.manager [req-d214967f-5abf-4027-ad92-2c120b7afa9a req-f0f6928a-f07c-45b4-b9b9-fea7ffb0494f service nova] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Refreshing instance network info cache due to event network-changed-2daada15-5924-4e56-96c7-1535ab23535a. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1654.766261] env[63676]: DEBUG oslo_concurrency.lockutils [req-d214967f-5abf-4027-ad92-2c120b7afa9a req-f0f6928a-f07c-45b4-b9b9-fea7ffb0494f service nova] Acquiring lock "refresh_cache-769d673a-b23e-4995-a6d9-2d2d53a6b469" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.882167] env[63676]: DEBUG nova.network.neutron [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Updating instance_info_cache with network_info: [{"id": "2daada15-5924-4e56-96c7-1535ab23535a", "address": "fa:16:3e:c9:83:05", "network": {"id": "b4503803-880d-4b7d-94e2-622c87fede97", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-638170252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11302b5359cb437aac371d1206a15f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2daada15-59", "ovs_interfaceid": "2daada15-5924-4e56-96c7-1535ab23535a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1654.903018] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925296, 'name': Rename_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.920247] env[63676]: DEBUG oslo_concurrency.lockutils [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.685s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1654.921627] env[63676]: DEBUG nova.compute.manager [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1654.923765] env[63676]: DEBUG oslo_concurrency.lockutils [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.836s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1654.923987] env[63676]: DEBUG nova.objects.instance [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Lazy-loading 'resources' on Instance uuid 970178a8-93cc-40b8-b323-46ae49afe82d {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1654.944219] env[63676]: DEBUG oslo_vmware.api [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768082} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.944483] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 8c888cd9-be84-4190-847b-96491a3dd73f/8c888cd9-be84-4190-847b-96491a3dd73f.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1654.944696] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1654.944959] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6433fa2-c414-4734-9784-1cb1336a33ca {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.951657] env[63676]: DEBUG oslo_vmware.api [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 1654.951657] env[63676]: value = "task-1925298" [ 1654.951657] env[63676]: _type = "Task" [ 1654.951657] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.961090] env[63676]: DEBUG oslo_vmware.api [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.015343] env[63676]: DEBUG oslo_vmware.api [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086288} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.015620] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1655.016391] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f51107a4-2103-4e0b-b044-27fce43a8df0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.039253] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] ac96cdc3-e0ea-478a-8ed4-72c264eea1f4/ac96cdc3-e0ea-478a-8ed4-72c264eea1f4.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1655.039581] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68f41ddf-f356-48c9-9c83-3ad3ce3d4567 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.059288] env[63676]: DEBUG oslo_vmware.api [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Waiting for the task: (returnval){ [ 1655.059288] env[63676]: value = "task-1925299" [ 1655.059288] env[63676]: _type = "Task" [ 1655.059288] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.067803] env[63676]: DEBUG oslo_vmware.api [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925299, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.145070] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Didn't find any instances for network info cache update. {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 1655.145070] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.145070] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.145070] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.145070] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.145070] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.145252] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.145252] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63676) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1655.145252] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1655.388875] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Releasing lock "refresh_cache-769d673a-b23e-4995-a6d9-2d2d53a6b469" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1655.388875] env[63676]: DEBUG nova.compute.manager [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Instance network_info: |[{"id": "2daada15-5924-4e56-96c7-1535ab23535a", "address": "fa:16:3e:c9:83:05", "network": {"id": "b4503803-880d-4b7d-94e2-622c87fede97", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-638170252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11302b5359cb437aac371d1206a15f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2daada15-59", "ovs_interfaceid": "2daada15-5924-4e56-96c7-1535ab23535a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1655.389079] env[63676]: DEBUG oslo_concurrency.lockutils [req-d214967f-5abf-4027-ad92-2c120b7afa9a req-f0f6928a-f07c-45b4-b9b9-fea7ffb0494f service nova] Acquired lock "refresh_cache-769d673a-b23e-4995-a6d9-2d2d53a6b469" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.389079] env[63676]: DEBUG nova.network.neutron [req-d214967f-5abf-4027-ad92-2c120b7afa9a req-f0f6928a-f07c-45b4-b9b9-fea7ffb0494f service nova] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Refreshing network info cache for port 2daada15-5924-4e56-96c7-1535ab23535a {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1655.389844] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:83:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2daada15-5924-4e56-96c7-1535ab23535a', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1655.400930] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Creating folder: Project (11302b5359cb437aac371d1206a15f11). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1655.406759] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ea5b541c-9b7b-4453-b8da-845fb1218f6d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.418161] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925296, 'name': Rename_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.419506] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Created folder: Project (11302b5359cb437aac371d1206a15f11) in parent group-v396927. [ 1655.419867] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Creating folder: Instances. Parent ref: group-v397017. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1655.419955] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-74bf787f-4932-442c-9f4a-6070bd18748d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.426594] env[63676]: DEBUG nova.compute.utils [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1655.431916] env[63676]: DEBUG nova.compute.manager [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1655.432309] env[63676]: DEBUG nova.network.neutron [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1655.434050] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Created folder: Instances in parent group-v397017. [ 1655.434288] env[63676]: DEBUG oslo.service.loopingcall [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1655.434478] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1655.434962] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a32fe39a-f363-4356-8459-7067b5b9a9c5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.461999] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1655.461999] env[63676]: value = "task-1925302" [ 1655.461999] env[63676]: _type = "Task" [ 1655.461999] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.470302] env[63676]: DEBUG oslo_vmware.api [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153475} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.471226] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1655.472669] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ba9aff-afb3-4a6b-8778-0d42abbb6b3f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.478713] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925302, 'name': CreateVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.501666] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 8c888cd9-be84-4190-847b-96491a3dd73f/8c888cd9-be84-4190-847b-96491a3dd73f.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1655.504796] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7616ef4-6914-49e2-a7f7-9be4aff0e211 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.529181] env[63676]: DEBUG oslo_vmware.api [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 1655.529181] env[63676]: value = "task-1925303" [ 1655.529181] env[63676]: _type = "Task" [ 1655.529181] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.536733] env[63676]: DEBUG oslo_vmware.api [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925303, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.571981] env[63676]: DEBUG nova.policy [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a344306a154042ffa2eb218331c702ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '371c0d6223bf433abd85315e530a2382', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1655.576383] env[63676]: DEBUG oslo_vmware.api [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.647026] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1655.913109] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925296, 'name': Rename_Task, 'duration_secs': 1.348987} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.915707] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1655.916178] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20d96d68-5761-47a8-8abb-f031f36938b6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.921495] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1655.921495] env[63676]: value = "task-1925304" [ 1655.921495] env[63676]: _type = "Task" [ 1655.921495] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.931958] env[63676]: DEBUG nova.compute.manager [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1655.934505] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.971781] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925302, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.976601] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ea343a-6913-4595-b803-d64987d8ba65 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.980715] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf55a1c5-9035-4f24-b90b-37ed3e7133e6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.015884] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c40c99-626f-4870-8887-2889a8d12994 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.024664] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221185e9-5eea-4374-adae-e8182ad39e07 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.041557] env[63676]: DEBUG nova.compute.provider_tree [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1656.045572] env[63676]: DEBUG oslo_vmware.api [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925303, 'name': ReconfigVM_Task, 'duration_secs': 0.477783} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.046027] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 8c888cd9-be84-4190-847b-96491a3dd73f/8c888cd9-be84-4190-847b-96491a3dd73f.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1656.046616] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e45d17ee-42ac-4d91-8cab-89bfb7e17d95 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.052591] env[63676]: DEBUG oslo_vmware.api [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 1656.052591] env[63676]: value = "task-1925305" [ 1656.052591] env[63676]: _type = "Task" [ 1656.052591] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.060345] env[63676]: DEBUG oslo_vmware.api [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925305, 'name': Rename_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.070798] env[63676]: DEBUG oslo_vmware.api [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925299, 'name': ReconfigVM_Task, 'duration_secs': 0.741216} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.071060] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Reconfigured VM instance instance-0000001f to attach disk [datastore1] ac96cdc3-e0ea-478a-8ed4-72c264eea1f4/ac96cdc3-e0ea-478a-8ed4-72c264eea1f4.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1656.071646] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cc13710-9966-4039-834e-2bcc1aca61b8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.077065] env[63676]: DEBUG oslo_vmware.api [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Waiting for the task: (returnval){ [ 1656.077065] env[63676]: value = "task-1925306" [ 1656.077065] env[63676]: _type = "Task" [ 1656.077065] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.084967] env[63676]: DEBUG oslo_vmware.api [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925306, 'name': Rename_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.090912] env[63676]: DEBUG nova.network.neutron [req-d214967f-5abf-4027-ad92-2c120b7afa9a req-f0f6928a-f07c-45b4-b9b9-fea7ffb0494f service nova] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Updated VIF entry in instance network info cache for port 2daada15-5924-4e56-96c7-1535ab23535a. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1656.091245] env[63676]: DEBUG nova.network.neutron [req-d214967f-5abf-4027-ad92-2c120b7afa9a req-f0f6928a-f07c-45b4-b9b9-fea7ffb0494f service nova] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Updating instance_info_cache with network_info: [{"id": "2daada15-5924-4e56-96c7-1535ab23535a", "address": "fa:16:3e:c9:83:05", "network": {"id": "b4503803-880d-4b7d-94e2-622c87fede97", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-638170252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11302b5359cb437aac371d1206a15f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2daada15-59", "ovs_interfaceid": "2daada15-5924-4e56-96c7-1535ab23535a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.408860] env[63676]: DEBUG nova.network.neutron [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Successfully created port: ba14e8ed-9cea-42ab-a336-c4fd24e409b9 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1656.432755] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.474151] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925302, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.548359] env[63676]: DEBUG nova.scheduler.client.report [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1656.562818] env[63676]: DEBUG oslo_vmware.api [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925305, 'name': Rename_Task, 'duration_secs': 0.387001} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.563098] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1656.563350] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8f544c5-b3e6-4a10-8460-9ab4c7c2a3ad {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.570657] env[63676]: DEBUG oslo_vmware.api [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 1656.570657] env[63676]: value = "task-1925307" [ 1656.570657] env[63676]: _type = "Task" [ 1656.570657] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.584171] env[63676]: DEBUG oslo_vmware.api [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925307, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.591997] env[63676]: DEBUG oslo_vmware.api [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925306, 'name': Rename_Task, 'duration_secs': 0.403677} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.592304] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1656.592561] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e18d73a2-50bd-4f08-a3ab-1fdc00294bd5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.594471] env[63676]: DEBUG oslo_concurrency.lockutils [req-d214967f-5abf-4027-ad92-2c120b7afa9a req-f0f6928a-f07c-45b4-b9b9-fea7ffb0494f service nova] Releasing lock "refresh_cache-769d673a-b23e-4995-a6d9-2d2d53a6b469" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.599461] env[63676]: DEBUG oslo_vmware.api [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Waiting for the task: (returnval){ [ 1656.599461] env[63676]: value = "task-1925308" [ 1656.599461] env[63676]: _type = "Task" [ 1656.599461] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.611321] env[63676]: DEBUG oslo_vmware.api [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.934407] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.946788] env[63676]: DEBUG nova.compute.manager [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1656.979764] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925302, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.982753] env[63676]: DEBUG nova.virt.hardware [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1656.983244] env[63676]: DEBUG nova.virt.hardware [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1656.983697] env[63676]: DEBUG nova.virt.hardware [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1656.987019] env[63676]: DEBUG nova.virt.hardware [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1656.987019] env[63676]: DEBUG nova.virt.hardware [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1656.987019] env[63676]: DEBUG nova.virt.hardware [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1656.987019] env[63676]: DEBUG nova.virt.hardware [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1656.987019] env[63676]: DEBUG nova.virt.hardware [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1656.987219] env[63676]: DEBUG nova.virt.hardware [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1656.987219] env[63676]: DEBUG nova.virt.hardware [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1656.987219] env[63676]: DEBUG nova.virt.hardware [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1656.987219] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0a5446-1a3a-4dc0-98d8-e5876ad98869 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.994907] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e45201-68f7-4637-a77c-f2cd7157ea40 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.053847] env[63676]: DEBUG oslo_concurrency.lockutils [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.130s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.056822] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.469s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.058563] env[63676]: INFO nova.compute.claims [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1657.082048] env[63676]: DEBUG oslo_vmware.api [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925307, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.083188] env[63676]: INFO nova.scheduler.client.report [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Deleted allocations for instance 970178a8-93cc-40b8-b323-46ae49afe82d [ 1657.110482] env[63676]: DEBUG oslo_vmware.api [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925308, 'name': PowerOnVM_Task, 'duration_secs': 0.484601} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.111076] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1657.111596] env[63676]: INFO nova.compute.manager [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Took 10.28 seconds to spawn the instance on the hypervisor. [ 1657.111833] env[63676]: DEBUG nova.compute.manager [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1657.113132] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2a31cc-fe46-4623-b109-8ec0eb8d2175 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.432352] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.475020] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925302, 'name': CreateVM_Task, 'duration_secs': 1.649183} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.479128] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1657.480164] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.480164] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.480379] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1657.480674] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c0c9746-b6a1-4613-96bb-03a49d1fcf4e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.485455] env[63676]: DEBUG oslo_vmware.api [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1657.485455] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521ef922-3068-2446-f823-8d6e731d448e" [ 1657.485455] env[63676]: _type = "Task" [ 1657.485455] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.493620] env[63676]: DEBUG oslo_vmware.api [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521ef922-3068-2446-f823-8d6e731d448e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.584081] env[63676]: DEBUG oslo_vmware.api [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925307, 'name': PowerOnVM_Task, 'duration_secs': 0.516802} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.584307] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1657.584515] env[63676]: INFO nova.compute.manager [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1657.584688] env[63676]: DEBUG nova.compute.manager [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1657.585660] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbcf819b-e929-47d1-a15b-d83fbc169264 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.601962] env[63676]: DEBUG oslo_concurrency.lockutils [None req-76580bd6-65c7-456c-bd47-f57947cc10bb tempest-ImagesNegativeTestJSON-1162139509 tempest-ImagesNegativeTestJSON-1162139509-project-member] Lock "970178a8-93cc-40b8-b323-46ae49afe82d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.205s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.639279] env[63676]: INFO nova.compute.manager [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Took 31.62 seconds to build instance. [ 1657.936625] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925304, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.002071] env[63676]: DEBUG oslo_vmware.api [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521ef922-3068-2446-f823-8d6e731d448e, 'name': SearchDatastore_Task, 'duration_secs': 0.111311} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.002450] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.002731] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1658.003023] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.003581] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.003581] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1658.003696] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bfa3c839-9985-44e9-a882-7a0ac5749e39 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.013109] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1658.014588] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1658.014588] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef0bc07d-f64e-4839-b835-adc6047c852d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.021253] env[63676]: DEBUG oslo_vmware.api [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1658.021253] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5248656f-677b-cc32-79f1-7ef41e9b83a8" [ 1658.021253] env[63676]: _type = "Task" [ 1658.021253] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.031303] env[63676]: DEBUG oslo_vmware.api [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5248656f-677b-cc32-79f1-7ef41e9b83a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.113373] env[63676]: INFO nova.compute.manager [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Took 30.40 seconds to build instance. [ 1658.117798] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-064adba2-7cbf-411c-b74b-f9d885b0d836 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.125396] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c9209f63-8ef5-4f5d-a1f7-514017b56896 tempest-ServersAdminNegativeTestJSON-1928945732 tempest-ServersAdminNegativeTestJSON-1928945732-project-admin] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Suspending the VM {{(pid=63676) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1658.125758] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-220010d1-d834-47d8-9fa6-05388e9d3eec {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.141752] env[63676]: DEBUG oslo_vmware.api [None req-c9209f63-8ef5-4f5d-a1f7-514017b56896 tempest-ServersAdminNegativeTestJSON-1928945732 tempest-ServersAdminNegativeTestJSON-1928945732-project-admin] Waiting for the task: (returnval){ [ 1658.141752] env[63676]: value = "task-1925309" [ 1658.141752] env[63676]: _type = "Task" [ 1658.141752] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.144588] env[63676]: DEBUG oslo_concurrency.lockutils [None req-88c0c49b-1422-4dd7-a44e-134f506d8d43 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Lock "ac96cdc3-e0ea-478a-8ed4-72c264eea1f4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.192s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.155379] env[63676]: DEBUG oslo_vmware.api [None req-c9209f63-8ef5-4f5d-a1f7-514017b56896 tempest-ServersAdminNegativeTestJSON-1928945732 tempest-ServersAdminNegativeTestJSON-1928945732-project-admin] Task: {'id': task-1925309, 'name': SuspendVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.432533] env[63676]: DEBUG nova.compute.manager [req-ccc1a05f-ec32-478e-aadc-e2f263bbec0f req-6f868215-806e-4bdb-8bc9-f45207d11e7e service nova] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Received event network-vif-plugged-ba14e8ed-9cea-42ab-a336-c4fd24e409b9 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1658.432825] env[63676]: DEBUG oslo_concurrency.lockutils [req-ccc1a05f-ec32-478e-aadc-e2f263bbec0f req-6f868215-806e-4bdb-8bc9-f45207d11e7e service nova] Acquiring lock "0b9be8e5-f5b1-4206-8001-58e40e6d45a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.433255] env[63676]: DEBUG oslo_concurrency.lockutils [req-ccc1a05f-ec32-478e-aadc-e2f263bbec0f req-6f868215-806e-4bdb-8bc9-f45207d11e7e service nova] Lock "0b9be8e5-f5b1-4206-8001-58e40e6d45a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.433477] env[63676]: DEBUG oslo_concurrency.lockutils [req-ccc1a05f-ec32-478e-aadc-e2f263bbec0f req-6f868215-806e-4bdb-8bc9-f45207d11e7e service nova] Lock "0b9be8e5-f5b1-4206-8001-58e40e6d45a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.433700] env[63676]: DEBUG nova.compute.manager [req-ccc1a05f-ec32-478e-aadc-e2f263bbec0f req-6f868215-806e-4bdb-8bc9-f45207d11e7e service nova] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] No waiting events found dispatching network-vif-plugged-ba14e8ed-9cea-42ab-a336-c4fd24e409b9 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1658.433929] env[63676]: WARNING nova.compute.manager [req-ccc1a05f-ec32-478e-aadc-e2f263bbec0f req-6f868215-806e-4bdb-8bc9-f45207d11e7e service nova] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Received unexpected event network-vif-plugged-ba14e8ed-9cea-42ab-a336-c4fd24e409b9 for instance with vm_state building and task_state spawning. [ 1658.446145] env[63676]: DEBUG oslo_vmware.api [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925304, 'name': PowerOnVM_Task, 'duration_secs': 2.392384} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.446145] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1658.446311] env[63676]: INFO nova.compute.manager [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Took 14.52 seconds to spawn the instance on the hypervisor. [ 1658.446362] env[63676]: DEBUG nova.compute.manager [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1658.449545] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00da332-78f1-4b27-ad7a-c56bbed82b99 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.484772] env[63676]: DEBUG nova.network.neutron [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Successfully updated port: ba14e8ed-9cea-42ab-a336-c4fd24e409b9 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1658.534291] env[63676]: DEBUG oslo_vmware.api [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5248656f-677b-cc32-79f1-7ef41e9b83a8, 'name': SearchDatastore_Task, 'duration_secs': 0.015223} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.535582] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e29d38e-48bb-4ce2-a02c-5b3b212053c8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.546220] env[63676]: DEBUG oslo_vmware.api [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1658.546220] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52077406-bc2b-a158-f414-b66da86a7b9a" [ 1658.546220] env[63676]: _type = "Task" [ 1658.546220] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.554493] env[63676]: DEBUG oslo_vmware.api [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52077406-bc2b-a158-f414-b66da86a7b9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.617939] env[63676]: DEBUG oslo_concurrency.lockutils [None req-53803ebd-f372-42f6-b881-ce912c23c25b tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "8c888cd9-be84-4190-847b-96491a3dd73f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.702s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.636294] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d378e9-9326-4255-981d-a6d642262ceb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.649306] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8cae04a-0f0b-4add-9865-21683a20a0a0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.653792] env[63676]: DEBUG nova.compute.manager [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1658.669115] env[63676]: DEBUG oslo_vmware.api [None req-c9209f63-8ef5-4f5d-a1f7-514017b56896 tempest-ServersAdminNegativeTestJSON-1928945732 tempest-ServersAdminNegativeTestJSON-1928945732-project-admin] Task: {'id': task-1925309, 'name': SuspendVM_Task} progress is 62%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.698078] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7208fe-51db-4c67-bbf6-ee88bb0e27e2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.706931] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c5d6cd-6bed-4a25-bd90-aadec2d0bc46 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.722800] env[63676]: DEBUG nova.compute.provider_tree [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.974075] env[63676]: INFO nova.compute.manager [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Took 36.69 seconds to build instance. [ 1658.990047] env[63676]: DEBUG oslo_concurrency.lockutils [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Acquiring lock "refresh_cache-0b9be8e5-f5b1-4206-8001-58e40e6d45a7" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1658.990909] env[63676]: DEBUG oslo_concurrency.lockutils [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Acquired lock "refresh_cache-0b9be8e5-f5b1-4206-8001-58e40e6d45a7" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.991483] env[63676]: DEBUG nova.network.neutron [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1659.057707] env[63676]: DEBUG oslo_vmware.api [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52077406-bc2b-a158-f414-b66da86a7b9a, 'name': SearchDatastore_Task, 'duration_secs': 0.029613} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.058078] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.058368] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 769d673a-b23e-4995-a6d9-2d2d53a6b469/769d673a-b23e-4995-a6d9-2d2d53a6b469.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1659.058679] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-455c576f-9fd7-404b-ab81-77530c7bcb23 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.069168] env[63676]: DEBUG oslo_vmware.api [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1659.069168] env[63676]: value = "task-1925310" [ 1659.069168] env[63676]: _type = "Task" [ 1659.069168] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.079469] env[63676]: DEBUG oslo_vmware.api [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.120790] env[63676]: DEBUG nova.compute.manager [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1659.158650] env[63676]: DEBUG oslo_vmware.api [None req-c9209f63-8ef5-4f5d-a1f7-514017b56896 tempest-ServersAdminNegativeTestJSON-1928945732 tempest-ServersAdminNegativeTestJSON-1928945732-project-admin] Task: {'id': task-1925309, 'name': SuspendVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.190052] env[63676]: DEBUG oslo_concurrency.lockutils [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.227380] env[63676]: DEBUG nova.scheduler.client.report [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1659.476506] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cc76f23-4970-409e-bc36-91bc614d4e29 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "6321e4cd-2f34-4dca-b144-2c5eadcbf8fc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 82.922s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.586181] env[63676]: DEBUG oslo_vmware.api [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925310, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.586232] env[63676]: DEBUG nova.network.neutron [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1659.655427] env[63676]: DEBUG oslo_vmware.api [None req-c9209f63-8ef5-4f5d-a1f7-514017b56896 tempest-ServersAdminNegativeTestJSON-1928945732 tempest-ServersAdminNegativeTestJSON-1928945732-project-admin] Task: {'id': task-1925309, 'name': SuspendVM_Task, 'duration_secs': 1.04673} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.655754] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c9209f63-8ef5-4f5d-a1f7-514017b56896 tempest-ServersAdminNegativeTestJSON-1928945732 tempest-ServersAdminNegativeTestJSON-1928945732-project-admin] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Suspended the VM {{(pid=63676) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1659.655891] env[63676]: DEBUG nova.compute.manager [None req-c9209f63-8ef5-4f5d-a1f7-514017b56896 tempest-ServersAdminNegativeTestJSON-1928945732 tempest-ServersAdminNegativeTestJSON-1928945732-project-admin] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1659.656836] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29f8a93b-f2ad-4348-a6f2-9b02b23fe90a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.667235] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.733418] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.677s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.733865] env[63676]: DEBUG nova.compute.manager [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1659.736836] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.798s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1659.741026] env[63676]: INFO nova.compute.claims [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1659.982737] env[63676]: DEBUG nova.compute.manager [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1660.089693] env[63676]: DEBUG oslo_vmware.api [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.91027} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.090030] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 769d673a-b23e-4995-a6d9-2d2d53a6b469/769d673a-b23e-4995-a6d9-2d2d53a6b469.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1660.090630] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1660.090630] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38d46d79-037e-4306-a706-7039e34ea746 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.097505] env[63676]: DEBUG oslo_vmware.api [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1660.097505] env[63676]: value = "task-1925311" [ 1660.097505] env[63676]: _type = "Task" [ 1660.097505] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.106543] env[63676]: DEBUG oslo_vmware.api [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.249110] env[63676]: DEBUG nova.compute.utils [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1660.252806] env[63676]: DEBUG nova.compute.manager [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1660.253103] env[63676]: DEBUG nova.network.neutron [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1660.344973] env[63676]: DEBUG nova.network.neutron [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Updating instance_info_cache with network_info: [{"id": "ba14e8ed-9cea-42ab-a336-c4fd24e409b9", "address": "fa:16:3e:24:f4:0b", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba14e8ed-9c", "ovs_interfaceid": "ba14e8ed-9cea-42ab-a336-c4fd24e409b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.399991] env[63676]: DEBUG nova.policy [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14ac5552a4404799914f9c95b7d95923', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '988022c45cea452b9448440933c65bd8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1660.510333] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1660.594751] env[63676]: DEBUG nova.compute.manager [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Stashing vm_state: active {{(pid=63676) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1660.615516] env[63676]: DEBUG oslo_vmware.api [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.160403} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.619142] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1660.619142] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc625c5-5ffa-4c63-9b48-643815e08de3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.647066] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 769d673a-b23e-4995-a6d9-2d2d53a6b469/769d673a-b23e-4995-a6d9-2d2d53a6b469.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1660.648077] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26499d10-4197-42b8-afc9-12579b67b05b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.671364] env[63676]: DEBUG oslo_vmware.api [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1660.671364] env[63676]: value = "task-1925312" [ 1660.671364] env[63676]: _type = "Task" [ 1660.671364] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.679474] env[63676]: DEBUG oslo_vmware.api [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925312, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.759581] env[63676]: DEBUG nova.compute.manager [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1660.850493] env[63676]: DEBUG oslo_concurrency.lockutils [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Releasing lock "refresh_cache-0b9be8e5-f5b1-4206-8001-58e40e6d45a7" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.850493] env[63676]: DEBUG nova.compute.manager [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Instance network_info: |[{"id": "ba14e8ed-9cea-42ab-a336-c4fd24e409b9", "address": "fa:16:3e:24:f4:0b", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba14e8ed-9c", "ovs_interfaceid": "ba14e8ed-9cea-42ab-a336-c4fd24e409b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1660.850765] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:f4:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba14e8ed-9cea-42ab-a336-c4fd24e409b9', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1660.860763] env[63676]: DEBUG oslo.service.loopingcall [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1660.860763] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1660.861286] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-46f3752a-747d-4b45-b023-782c6a32de2a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.887270] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1660.887270] env[63676]: value = "task-1925313" [ 1660.887270] env[63676]: _type = "Task" [ 1660.887270] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.898326] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925313, 'name': CreateVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.120745] env[63676]: DEBUG oslo_concurrency.lockutils [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.180890] env[63676]: DEBUG oslo_vmware.api [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925312, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.195383] env[63676]: DEBUG nova.network.neutron [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Successfully created port: 6a97ce2f-4073-4d12-990d-b7977da0c5b4 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1661.272035] env[63676]: INFO nova.virt.block_device [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Booting with volume 8000f7b1-5da8-4a4d-bff1-a17dd6665284 at /dev/sda [ 1661.352269] env[63676]: DEBUG nova.compute.manager [req-675ca41a-d2f0-4bef-91bc-deb4bf3ac831 req-b1cc453c-b4f0-423c-b32c-c344a9972383 service nova] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Received event network-changed-ba14e8ed-9cea-42ab-a336-c4fd24e409b9 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1661.352542] env[63676]: DEBUG nova.compute.manager [req-675ca41a-d2f0-4bef-91bc-deb4bf3ac831 req-b1cc453c-b4f0-423c-b32c-c344a9972383 service nova] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Refreshing instance network info cache due to event network-changed-ba14e8ed-9cea-42ab-a336-c4fd24e409b9. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1661.353130] env[63676]: DEBUG oslo_concurrency.lockutils [req-675ca41a-d2f0-4bef-91bc-deb4bf3ac831 req-b1cc453c-b4f0-423c-b32c-c344a9972383 service nova] Acquiring lock "refresh_cache-0b9be8e5-f5b1-4206-8001-58e40e6d45a7" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.353130] env[63676]: DEBUG oslo_concurrency.lockutils [req-675ca41a-d2f0-4bef-91bc-deb4bf3ac831 req-b1cc453c-b4f0-423c-b32c-c344a9972383 service nova] Acquired lock "refresh_cache-0b9be8e5-f5b1-4206-8001-58e40e6d45a7" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.354211] env[63676]: DEBUG nova.network.neutron [req-675ca41a-d2f0-4bef-91bc-deb4bf3ac831 req-b1cc453c-b4f0-423c-b32c-c344a9972383 service nova] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Refreshing network info cache for port ba14e8ed-9cea-42ab-a336-c4fd24e409b9 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1661.374701] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ae261c7-fb02-43eb-8cbe-55e0ce93d871 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.390283] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b1de7b-6585-416c-bb1b-301766fc318b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.416361] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925313, 'name': CreateVM_Task, 'duration_secs': 0.481967} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.416361] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1661.416361] env[63676]: DEBUG oslo_concurrency.lockutils [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.416361] env[63676]: DEBUG oslo_concurrency.lockutils [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.418724] env[63676]: DEBUG oslo_concurrency.lockutils [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1661.418724] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68588f2c-0bea-4091-821e-551e849e71be {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.435612] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd531b21-9b3f-487d-945a-ee280096dfd5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.437743] env[63676]: DEBUG oslo_vmware.api [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Waiting for the task: (returnval){ [ 1661.437743] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a36d89-cb60-d4bd-2668-85017686eb6a" [ 1661.437743] env[63676]: _type = "Task" [ 1661.437743] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.438596] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a268fea-3563-4aed-96e3-62d033881362 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.449639] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a15e2a1-715f-4548-970d-b4c90712a2ca {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.466975] env[63676]: DEBUG oslo_vmware.api [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a36d89-cb60-d4bd-2668-85017686eb6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.468104] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c976fec2-d948-4a40-9809-d616700b59c5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.512718] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79185b35-716f-4126-b19a-c60613619610 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.516994] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b82a0c43-fb08-4d36-908f-4e1351206e60 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.525576] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0385e663-d911-4957-bd90-6b1643f2a1b1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.529057] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2775830-02aa-4628-b34e-64ab5bcc2c3e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.543342] env[63676]: DEBUG nova.compute.provider_tree [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1661.549848] env[63676]: DEBUG nova.virt.block_device [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Updating existing volume attachment record: a3e4692e-d04d-448b-a95e-07d5f6a92513 {{(pid=63676) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1661.683137] env[63676]: DEBUG oslo_vmware.api [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925312, 'name': ReconfigVM_Task, 'duration_secs': 0.675911} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.683137] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 769d673a-b23e-4995-a6d9-2d2d53a6b469/769d673a-b23e-4995-a6d9-2d2d53a6b469.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1661.683235] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82a5ac47-ea6b-4bca-b88d-554d7ad75ad7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.690457] env[63676]: DEBUG oslo_vmware.api [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1661.690457] env[63676]: value = "task-1925314" [ 1661.690457] env[63676]: _type = "Task" [ 1661.690457] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.705049] env[63676]: DEBUG oslo_vmware.api [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925314, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.953568] env[63676]: DEBUG oslo_vmware.api [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a36d89-cb60-d4bd-2668-85017686eb6a, 'name': SearchDatastore_Task, 'duration_secs': 0.029873} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.953568] env[63676]: DEBUG oslo_concurrency.lockutils [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.953872] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1661.954172] env[63676]: DEBUG oslo_concurrency.lockutils [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.954315] env[63676]: DEBUG oslo_concurrency.lockutils [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.954519] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1661.954812] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73d84ba6-b1ee-4bc8-b3da-030d278a1590 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.966029] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1661.966235] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1661.966995] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55651b25-8a9d-413a-b7f0-845ffb739e26 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.978124] env[63676]: DEBUG oslo_vmware.api [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Waiting for the task: (returnval){ [ 1661.978124] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524d6f27-f686-ddf9-9a76-f6ab2a2144eb" [ 1661.978124] env[63676]: _type = "Task" [ 1661.978124] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.988499] env[63676]: DEBUG oslo_vmware.api [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524d6f27-f686-ddf9-9a76-f6ab2a2144eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.003096] env[63676]: DEBUG oslo_concurrency.lockutils [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Acquiring lock "fa18a3fc-87f6-44e9-9ffc-f570460aefb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.003249] env[63676]: DEBUG oslo_concurrency.lockutils [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Lock "fa18a3fc-87f6-44e9-9ffc-f570460aefb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.082692] env[63676]: ERROR nova.scheduler.client.report [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [req-83722847-03cd-4ca2-8123-59b0f3231f07] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5759d2a2-0179-444e-89b9-d9d622fd17b7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-83722847-03cd-4ca2-8123-59b0f3231f07"}]} [ 1662.102402] env[63676]: DEBUG nova.scheduler.client.report [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Refreshing inventories for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1662.131237] env[63676]: DEBUG nova.scheduler.client.report [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Updating ProviderTree inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1662.131899] env[63676]: DEBUG nova.compute.provider_tree [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1662.150902] env[63676]: DEBUG nova.scheduler.client.report [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Refreshing aggregate associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, aggregates: None {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1662.173687] env[63676]: DEBUG nova.scheduler.client.report [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Refreshing trait associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1662.203191] env[63676]: DEBUG oslo_vmware.api [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925314, 'name': Rename_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.234263] env[63676]: DEBUG nova.network.neutron [req-675ca41a-d2f0-4bef-91bc-deb4bf3ac831 req-b1cc453c-b4f0-423c-b32c-c344a9972383 service nova] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Updated VIF entry in instance network info cache for port ba14e8ed-9cea-42ab-a336-c4fd24e409b9. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1662.234629] env[63676]: DEBUG nova.network.neutron [req-675ca41a-d2f0-4bef-91bc-deb4bf3ac831 req-b1cc453c-b4f0-423c-b32c-c344a9972383 service nova] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Updating instance_info_cache with network_info: [{"id": "ba14e8ed-9cea-42ab-a336-c4fd24e409b9", "address": "fa:16:3e:24:f4:0b", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.236", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba14e8ed-9c", "ovs_interfaceid": "ba14e8ed-9cea-42ab-a336-c4fd24e409b9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1662.490286] env[63676]: DEBUG oslo_vmware.api [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524d6f27-f686-ddf9-9a76-f6ab2a2144eb, 'name': SearchDatastore_Task, 'duration_secs': 0.019595} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.493609] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f49782f-35f4-4604-858a-540c1568677e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.503630] env[63676]: DEBUG oslo_vmware.api [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Waiting for the task: (returnval){ [ 1662.503630] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52885632-8781-b62f-0f02-5774d485c461" [ 1662.503630] env[63676]: _type = "Task" [ 1662.503630] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.515484] env[63676]: DEBUG oslo_vmware.api [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52885632-8781-b62f-0f02-5774d485c461, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.710196] env[63676]: DEBUG oslo_vmware.api [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925314, 'name': Rename_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.724909] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00892a15-b6fe-48f6-9672-d393f6e695c9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.733435] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cececa-8ca7-45dd-a281-8509cfc64d93 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.739434] env[63676]: DEBUG oslo_concurrency.lockutils [req-675ca41a-d2f0-4bef-91bc-deb4bf3ac831 req-b1cc453c-b4f0-423c-b32c-c344a9972383 service nova] Releasing lock "refresh_cache-0b9be8e5-f5b1-4206-8001-58e40e6d45a7" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.743024] env[63676]: DEBUG nova.compute.manager [req-675ca41a-d2f0-4bef-91bc-deb4bf3ac831 req-b1cc453c-b4f0-423c-b32c-c344a9972383 service nova] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Received event network-changed-0b022049-383e-4943-bc81-303542544e60 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1662.743024] env[63676]: DEBUG nova.compute.manager [req-675ca41a-d2f0-4bef-91bc-deb4bf3ac831 req-b1cc453c-b4f0-423c-b32c-c344a9972383 service nova] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Refreshing instance network info cache due to event network-changed-0b022049-383e-4943-bc81-303542544e60. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1662.743024] env[63676]: DEBUG oslo_concurrency.lockutils [req-675ca41a-d2f0-4bef-91bc-deb4bf3ac831 req-b1cc453c-b4f0-423c-b32c-c344a9972383 service nova] Acquiring lock "refresh_cache-8c888cd9-be84-4190-847b-96491a3dd73f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1662.743024] env[63676]: DEBUG oslo_concurrency.lockutils [req-675ca41a-d2f0-4bef-91bc-deb4bf3ac831 req-b1cc453c-b4f0-423c-b32c-c344a9972383 service nova] Acquired lock "refresh_cache-8c888cd9-be84-4190-847b-96491a3dd73f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1662.743024] env[63676]: DEBUG nova.network.neutron [req-675ca41a-d2f0-4bef-91bc-deb4bf3ac831 req-b1cc453c-b4f0-423c-b32c-c344a9972383 service nova] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Refreshing network info cache for port 0b022049-383e-4943-bc81-303542544e60 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1662.774753] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb57787-6244-43f8-8089-7982be0812a2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.784178] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff62494-010b-4aa5-9da1-5cfe36428303 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.798592] env[63676]: DEBUG nova.compute.provider_tree [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1663.017113] env[63676]: DEBUG oslo_vmware.api [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52885632-8781-b62f-0f02-5774d485c461, 'name': SearchDatastore_Task, 'duration_secs': 0.034466} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.017113] env[63676]: DEBUG oslo_concurrency.lockutils [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.017113] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 0b9be8e5-f5b1-4206-8001-58e40e6d45a7/0b9be8e5-f5b1-4206-8001-58e40e6d45a7.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1663.017113] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71ac3591-44c1-4925-b0ec-2c7ad60c7f94 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.021272] env[63676]: DEBUG oslo_vmware.api [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Waiting for the task: (returnval){ [ 1663.021272] env[63676]: value = "task-1925315" [ 1663.021272] env[63676]: _type = "Task" [ 1663.021272] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.033640] env[63676]: DEBUG oslo_vmware.api [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925315, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.212708] env[63676]: DEBUG oslo_vmware.api [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925314, 'name': Rename_Task, 'duration_secs': 1.227116} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.214670] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1663.216430] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f37f26d-92b0-4342-98b1-773eeef711b8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.225635] env[63676]: DEBUG oslo_vmware.api [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1663.225635] env[63676]: value = "task-1925316" [ 1663.225635] env[63676]: _type = "Task" [ 1663.225635] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.237562] env[63676]: DEBUG oslo_vmware.api [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.337050] env[63676]: DEBUG nova.scheduler.client.report [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Updated inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with generation 65 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1663.337050] env[63676]: DEBUG nova.compute.provider_tree [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Updating resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 generation from 65 to 66 during operation: update_inventory {{(pid=63676) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1663.337050] env[63676]: DEBUG nova.compute.provider_tree [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1663.383221] env[63676]: DEBUG nova.network.neutron [req-675ca41a-d2f0-4bef-91bc-deb4bf3ac831 req-b1cc453c-b4f0-423c-b32c-c344a9972383 service nova] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Updated VIF entry in instance network info cache for port 0b022049-383e-4943-bc81-303542544e60. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1663.383221] env[63676]: DEBUG nova.network.neutron [req-675ca41a-d2f0-4bef-91bc-deb4bf3ac831 req-b1cc453c-b4f0-423c-b32c-c344a9972383 service nova] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Updating instance_info_cache with network_info: [{"id": "0b022049-383e-4943-bc81-303542544e60", "address": "fa:16:3e:09:e4:e4", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b022049-38", "ovs_interfaceid": "0b022049-383e-4943-bc81-303542544e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1663.459929] env[63676]: DEBUG nova.network.neutron [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Successfully updated port: 6a97ce2f-4073-4d12-990d-b7977da0c5b4 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1663.532819] env[63676]: DEBUG oslo_vmware.api [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925315, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.571014] env[63676]: DEBUG nova.compute.manager [req-10b6f8ad-69cd-4d96-83e0-c9f0567181d5 req-8f56f0e0-0d24-4a79-8c15-eb8ea4b6553e service nova] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Received event network-vif-plugged-6a97ce2f-4073-4d12-990d-b7977da0c5b4 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1663.571279] env[63676]: DEBUG oslo_concurrency.lockutils [req-10b6f8ad-69cd-4d96-83e0-c9f0567181d5 req-8f56f0e0-0d24-4a79-8c15-eb8ea4b6553e service nova] Acquiring lock "7703addf-fe6d-40f7-bb52-47fa36c14a50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.571796] env[63676]: DEBUG oslo_concurrency.lockutils [req-10b6f8ad-69cd-4d96-83e0-c9f0567181d5 req-8f56f0e0-0d24-4a79-8c15-eb8ea4b6553e service nova] Lock "7703addf-fe6d-40f7-bb52-47fa36c14a50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.571796] env[63676]: DEBUG oslo_concurrency.lockutils [req-10b6f8ad-69cd-4d96-83e0-c9f0567181d5 req-8f56f0e0-0d24-4a79-8c15-eb8ea4b6553e service nova] Lock "7703addf-fe6d-40f7-bb52-47fa36c14a50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.572068] env[63676]: DEBUG nova.compute.manager [req-10b6f8ad-69cd-4d96-83e0-c9f0567181d5 req-8f56f0e0-0d24-4a79-8c15-eb8ea4b6553e service nova] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] No waiting events found dispatching network-vif-plugged-6a97ce2f-4073-4d12-990d-b7977da0c5b4 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1663.572330] env[63676]: WARNING nova.compute.manager [req-10b6f8ad-69cd-4d96-83e0-c9f0567181d5 req-8f56f0e0-0d24-4a79-8c15-eb8ea4b6553e service nova] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Received unexpected event network-vif-plugged-6a97ce2f-4073-4d12-990d-b7977da0c5b4 for instance with vm_state building and task_state spawning. [ 1663.708907] env[63676]: DEBUG nova.compute.manager [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1663.713057] env[63676]: DEBUG nova.virt.hardware [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1663.713847] env[63676]: DEBUG nova.virt.hardware [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1663.714754] env[63676]: DEBUG nova.virt.hardware [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1663.718020] env[63676]: DEBUG nova.virt.hardware [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1663.718020] env[63676]: DEBUG nova.virt.hardware [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1663.718020] env[63676]: DEBUG nova.virt.hardware [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1663.718020] env[63676]: DEBUG nova.virt.hardware [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1663.718020] env[63676]: DEBUG nova.virt.hardware [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1663.718515] env[63676]: DEBUG nova.virt.hardware [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1663.718515] env[63676]: DEBUG nova.virt.hardware [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1663.718515] env[63676]: DEBUG nova.virt.hardware [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1663.719479] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa53d68e-d0ba-4ab1-a00c-538e273d5251 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.732519] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a5e850-331c-416e-9b4f-3720ae825ece {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.740971] env[63676]: DEBUG oslo_vmware.api [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925316, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.844108] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.105s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.844108] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.880s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.845583] env[63676]: INFO nova.compute.claims [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1663.884586] env[63676]: DEBUG oslo_concurrency.lockutils [req-675ca41a-d2f0-4bef-91bc-deb4bf3ac831 req-b1cc453c-b4f0-423c-b32c-c344a9972383 service nova] Releasing lock "refresh_cache-8c888cd9-be84-4190-847b-96491a3dd73f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1663.964573] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Acquiring lock "refresh_cache-7703addf-fe6d-40f7-bb52-47fa36c14a50" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1663.964573] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Acquired lock "refresh_cache-7703addf-fe6d-40f7-bb52-47fa36c14a50" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1663.964573] env[63676]: DEBUG nova.network.neutron [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1664.033112] env[63676]: DEBUG oslo_vmware.api [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925315, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619915} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.033622] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 0b9be8e5-f5b1-4206-8001-58e40e6d45a7/0b9be8e5-f5b1-4206-8001-58e40e6d45a7.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1664.033969] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1664.034441] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5315b852-676e-478d-8eb2-f079619901e1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.041460] env[63676]: DEBUG oslo_vmware.api [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Waiting for the task: (returnval){ [ 1664.041460] env[63676]: value = "task-1925317" [ 1664.041460] env[63676]: _type = "Task" [ 1664.041460] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.052010] env[63676]: DEBUG oslo_vmware.api [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.197030] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81ef28da-02fc-4fc7-ad11-9948fa595180 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Acquiring lock "ac96cdc3-e0ea-478a-8ed4-72c264eea1f4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.197276] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81ef28da-02fc-4fc7-ad11-9948fa595180 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Lock "ac96cdc3-e0ea-478a-8ed4-72c264eea1f4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.197503] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81ef28da-02fc-4fc7-ad11-9948fa595180 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Acquiring lock "ac96cdc3-e0ea-478a-8ed4-72c264eea1f4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.197744] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81ef28da-02fc-4fc7-ad11-9948fa595180 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Lock "ac96cdc3-e0ea-478a-8ed4-72c264eea1f4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.197997] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81ef28da-02fc-4fc7-ad11-9948fa595180 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Lock "ac96cdc3-e0ea-478a-8ed4-72c264eea1f4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.201052] env[63676]: INFO nova.compute.manager [None req-81ef28da-02fc-4fc7-ad11-9948fa595180 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Terminating instance [ 1664.234549] env[63676]: DEBUG oslo_vmware.api [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925316, 'name': PowerOnVM_Task, 'duration_secs': 0.529406} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.234951] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1664.235361] env[63676]: INFO nova.compute.manager [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Took 12.62 seconds to spawn the instance on the hypervisor. [ 1664.235920] env[63676]: DEBUG nova.compute.manager [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1664.237199] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346ca8dd-877a-4e1f-a150-14f78df19b97 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.351768] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Acquiring lock "a9b0e37f-fa4c-4e1b-b9c9-740db181a5f9" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.352383] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Lock "a9b0e37f-fa4c-4e1b-b9c9-740db181a5f9" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.531516] env[63676]: DEBUG nova.network.neutron [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1664.555352] env[63676]: DEBUG oslo_vmware.api [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066359} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.555720] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1664.556561] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324e9d15-bc5f-4df1-9d2b-5bd6f634bf9b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.583900] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 0b9be8e5-f5b1-4206-8001-58e40e6d45a7/0b9be8e5-f5b1-4206-8001-58e40e6d45a7.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1664.588135] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b94647c1-c693-4e48-97ab-5667dd212c45 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.612154] env[63676]: DEBUG oslo_vmware.api [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Waiting for the task: (returnval){ [ 1664.612154] env[63676]: value = "task-1925318" [ 1664.612154] env[63676]: _type = "Task" [ 1664.612154] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.621938] env[63676]: DEBUG oslo_vmware.api [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925318, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.706646] env[63676]: DEBUG nova.compute.manager [None req-81ef28da-02fc-4fc7-ad11-9948fa595180 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1664.707278] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-81ef28da-02fc-4fc7-ad11-9948fa595180 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1664.708034] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87278231-192d-49d4-8869-af62eea09d1d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.716118] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-81ef28da-02fc-4fc7-ad11-9948fa595180 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1664.716490] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9b045bf-f6df-4d95-9763-84b3cf9fba47 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.758481] env[63676]: INFO nova.compute.manager [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Took 33.96 seconds to build instance. [ 1664.826705] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-81ef28da-02fc-4fc7-ad11-9948fa595180 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1664.827084] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-81ef28da-02fc-4fc7-ad11-9948fa595180 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1664.827293] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-81ef28da-02fc-4fc7-ad11-9948fa595180 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Deleting the datastore file [datastore1] ac96cdc3-e0ea-478a-8ed4-72c264eea1f4 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1664.827604] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45a02d97-7a10-4340-90f8-986d4486ab95 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.833837] env[63676]: DEBUG oslo_vmware.api [None req-81ef28da-02fc-4fc7-ad11-9948fa595180 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Waiting for the task: (returnval){ [ 1664.833837] env[63676]: value = "task-1925320" [ 1664.833837] env[63676]: _type = "Task" [ 1664.833837] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.843620] env[63676]: DEBUG oslo_vmware.api [None req-81ef28da-02fc-4fc7-ad11-9948fa595180 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925320, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.858840] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Lock "a9b0e37f-fa4c-4e1b-b9c9-740db181a5f9" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1664.859388] env[63676]: DEBUG nova.compute.manager [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1664.877848] env[63676]: DEBUG nova.network.neutron [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Updating instance_info_cache with network_info: [{"id": "6a97ce2f-4073-4d12-990d-b7977da0c5b4", "address": "fa:16:3e:1f:52:8c", "network": {"id": "7735b2bd-b039-494a-8d67-482c84e15f8f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-88380062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "988022c45cea452b9448440933c65bd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a97ce2f-40", "ovs_interfaceid": "6a97ce2f-4073-4d12-990d-b7977da0c5b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.122167] env[63676]: DEBUG oslo_vmware.api [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925318, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.261867] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5223d848-738f-4b52-ab6d-06f61e6bcc2a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "769d673a-b23e-4995-a6d9-2d2d53a6b469" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.171s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.343723] env[63676]: DEBUG oslo_vmware.api [None req-81ef28da-02fc-4fc7-ad11-9948fa595180 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925320, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.484015} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.352138] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-81ef28da-02fc-4fc7-ad11-9948fa595180 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1665.352138] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-81ef28da-02fc-4fc7-ad11-9948fa595180 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1665.352138] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-81ef28da-02fc-4fc7-ad11-9948fa595180 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1665.353490] env[63676]: INFO nova.compute.manager [None req-81ef28da-02fc-4fc7-ad11-9948fa595180 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1665.353843] env[63676]: DEBUG oslo.service.loopingcall [None req-81ef28da-02fc-4fc7-ad11-9948fa595180 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1665.354352] env[63676]: DEBUG nova.compute.manager [-] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1665.354480] env[63676]: DEBUG nova.network.neutron [-] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1665.364334] env[63676]: DEBUG nova.compute.utils [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1665.365926] env[63676]: DEBUG nova.compute.manager [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1665.366418] env[63676]: DEBUG nova.network.neutron [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1665.380089] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Releasing lock "refresh_cache-7703addf-fe6d-40f7-bb52-47fa36c14a50" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1665.380429] env[63676]: DEBUG nova.compute.manager [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Instance network_info: |[{"id": "6a97ce2f-4073-4d12-990d-b7977da0c5b4", "address": "fa:16:3e:1f:52:8c", "network": {"id": "7735b2bd-b039-494a-8d67-482c84e15f8f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-88380062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "988022c45cea452b9448440933c65bd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a97ce2f-40", "ovs_interfaceid": "6a97ce2f-4073-4d12-990d-b7977da0c5b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1665.380908] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:52:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2bf99f85-3a5c-47c6-a603-e215be6ab0bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a97ce2f-4073-4d12-990d-b7977da0c5b4', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1665.390169] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Creating folder: Project (988022c45cea452b9448440933c65bd8). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1665.390939] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90cfebd1-d406-4ee8-b3c5-320663ddc60e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.403538] env[63676]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1665.403709] env[63676]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63676) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1665.404417] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Folder already exists: Project (988022c45cea452b9448440933c65bd8). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1665.404959] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Creating folder: Instances. Parent ref: group-v396956. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1665.405173] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a5af4c54-d1e9-4616-b1a1-e437068263ef {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.414857] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Created folder: Instances in parent group-v396956. [ 1665.414857] env[63676]: DEBUG oslo.service.loopingcall [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1665.417538] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1665.418193] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65bad439-ed3a-4513-adb0-800140d6caf3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.446479] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1665.446479] env[63676]: value = "task-1925323" [ 1665.446479] env[63676]: _type = "Task" [ 1665.446479] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.454946] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925323, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.484152] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c9de54-a8bd-4afa-893c-7e4d7c701bb4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.494047] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8503f32-2e5e-4c27-8405-695d0fd50c38 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.531016] env[63676]: DEBUG nova.policy [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fa647368f7141c4900917565381b9a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9b84e18f448349cb887281721953494c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1665.533493] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5690cb98-667d-4234-8584-388409acdf93 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.542495] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8ab13f-a2eb-4245-a385-e57a3d6ea86f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.556665] env[63676]: DEBUG nova.compute.provider_tree [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1665.623669] env[63676]: DEBUG oslo_vmware.api [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925318, 'name': ReconfigVM_Task, 'duration_secs': 0.797784} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.623977] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 0b9be8e5-f5b1-4206-8001-58e40e6d45a7/0b9be8e5-f5b1-4206-8001-58e40e6d45a7.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1665.624657] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27dd8c7d-8f5b-41f0-bc07-dd58f17f9007 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.634010] env[63676]: DEBUG oslo_vmware.api [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Waiting for the task: (returnval){ [ 1665.634010] env[63676]: value = "task-1925324" [ 1665.634010] env[63676]: _type = "Task" [ 1665.634010] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1665.646947] env[63676]: DEBUG oslo_vmware.api [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925324, 'name': Rename_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.768821] env[63676]: DEBUG nova.compute.manager [req-005d117e-0363-4c34-bd6b-96940fdf1d47 req-721c8888-884d-4f48-88ba-ced8f9578c98 service nova] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Received event network-changed-6a97ce2f-4073-4d12-990d-b7977da0c5b4 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1665.768976] env[63676]: DEBUG nova.compute.manager [req-005d117e-0363-4c34-bd6b-96940fdf1d47 req-721c8888-884d-4f48-88ba-ced8f9578c98 service nova] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Refreshing instance network info cache due to event network-changed-6a97ce2f-4073-4d12-990d-b7977da0c5b4. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1665.769322] env[63676]: DEBUG oslo_concurrency.lockutils [req-005d117e-0363-4c34-bd6b-96940fdf1d47 req-721c8888-884d-4f48-88ba-ced8f9578c98 service nova] Acquiring lock "refresh_cache-7703addf-fe6d-40f7-bb52-47fa36c14a50" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1665.769503] env[63676]: DEBUG oslo_concurrency.lockutils [req-005d117e-0363-4c34-bd6b-96940fdf1d47 req-721c8888-884d-4f48-88ba-ced8f9578c98 service nova] Acquired lock "refresh_cache-7703addf-fe6d-40f7-bb52-47fa36c14a50" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.769673] env[63676]: DEBUG nova.network.neutron [req-005d117e-0363-4c34-bd6b-96940fdf1d47 req-721c8888-884d-4f48-88ba-ced8f9578c98 service nova] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Refreshing network info cache for port 6a97ce2f-4073-4d12-990d-b7977da0c5b4 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1665.772090] env[63676]: DEBUG nova.compute.manager [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1665.872798] env[63676]: DEBUG nova.compute.manager [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1665.958599] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925323, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.061670] env[63676]: DEBUG nova.scheduler.client.report [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1666.147069] env[63676]: DEBUG oslo_vmware.api [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925324, 'name': Rename_Task, 'duration_secs': 0.176662} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.147522] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1666.147893] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0b14ccc-83d0-41a7-a41b-54c6ac1a03f0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.157099] env[63676]: DEBUG oslo_vmware.api [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Waiting for the task: (returnval){ [ 1666.157099] env[63676]: value = "task-1925325" [ 1666.157099] env[63676]: _type = "Task" [ 1666.157099] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.167606] env[63676]: DEBUG oslo_vmware.api [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.196857] env[63676]: DEBUG nova.network.neutron [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Successfully created port: fa7949e9-9c90-4855-987f-38323d72e5cc {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1666.296618] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.458205] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925323, 'name': CreateVM_Task, 'duration_secs': 0.791738} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1666.458375] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1666.460229] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'mount_device': '/dev/sda', 'device_type': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-396969', 'volume_id': '8000f7b1-5da8-4a4d-bff1-a17dd6665284', 'name': 'volume-8000f7b1-5da8-4a4d-bff1-a17dd6665284', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7703addf-fe6d-40f7-bb52-47fa36c14a50', 'attached_at': '', 'detached_at': '', 'volume_id': '8000f7b1-5da8-4a4d-bff1-a17dd6665284', 'serial': '8000f7b1-5da8-4a4d-bff1-a17dd6665284'}, 'guest_format': None, 'delete_on_termination': True, 'attachment_id': 'a3e4692e-d04d-448b-a95e-07d5f6a92513', 'volume_type': None}], 'swap': None} {{(pid=63676) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1666.460229] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Root volume attach. Driver type: vmdk {{(pid=63676) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1666.460229] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f45cd3d-b064-4406-9412-932bc84561db {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.469441] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b296bca-a642-4ff3-966e-93f48aaf7f54 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.476177] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb902d7-7ee0-4e5c-a3bf-1993235da506 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.486863] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-5df5c75b-23ff-42da-9619-af36f7d79781 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.490211] env[63676]: DEBUG nova.network.neutron [-] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1666.498389] env[63676]: DEBUG oslo_vmware.api [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Waiting for the task: (returnval){ [ 1666.498389] env[63676]: value = "task-1925326" [ 1666.498389] env[63676]: _type = "Task" [ 1666.498389] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.510308] env[63676]: DEBUG oslo_vmware.api [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Task: {'id': task-1925326, 'name': RelocateVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.567786] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.724s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.567786] env[63676]: DEBUG nova.compute.manager [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1666.570993] env[63676]: DEBUG oslo_concurrency.lockutils [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.068s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.571258] env[63676]: DEBUG nova.objects.instance [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Lazy-loading 'resources' on Instance uuid e0f71229-23d6-4647-9a81-da15dd0d337c {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1666.671674] env[63676]: DEBUG oslo_vmware.api [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925325, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.892927] env[63676]: DEBUG nova.compute.manager [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1666.927314] env[63676]: DEBUG nova.virt.hardware [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1666.927639] env[63676]: DEBUG nova.virt.hardware [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1666.927823] env[63676]: DEBUG nova.virt.hardware [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1666.928056] env[63676]: DEBUG nova.virt.hardware [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1666.928223] env[63676]: DEBUG nova.virt.hardware [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1666.928397] env[63676]: DEBUG nova.virt.hardware [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1666.928637] env[63676]: DEBUG nova.virt.hardware [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1666.928800] env[63676]: DEBUG nova.virt.hardware [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1666.928970] env[63676]: DEBUG nova.virt.hardware [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1666.929148] env[63676]: DEBUG nova.virt.hardware [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1666.929325] env[63676]: DEBUG nova.virt.hardware [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1666.931079] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23db0f5e-966b-4bb2-86c8-1ebe50728cf1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.940245] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a430db-fdf1-4643-a079-d23dac0b695a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.992377] env[63676]: INFO nova.compute.manager [-] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Took 1.64 seconds to deallocate network for instance. [ 1667.010021] env[63676]: DEBUG oslo_vmware.api [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Task: {'id': task-1925326, 'name': RelocateVM_Task} progress is 20%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.052454] env[63676]: DEBUG nova.network.neutron [req-005d117e-0363-4c34-bd6b-96940fdf1d47 req-721c8888-884d-4f48-88ba-ced8f9578c98 service nova] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Updated VIF entry in instance network info cache for port 6a97ce2f-4073-4d12-990d-b7977da0c5b4. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1667.052814] env[63676]: DEBUG nova.network.neutron [req-005d117e-0363-4c34-bd6b-96940fdf1d47 req-721c8888-884d-4f48-88ba-ced8f9578c98 service nova] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Updating instance_info_cache with network_info: [{"id": "6a97ce2f-4073-4d12-990d-b7977da0c5b4", "address": "fa:16:3e:1f:52:8c", "network": {"id": "7735b2bd-b039-494a-8d67-482c84e15f8f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-88380062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "988022c45cea452b9448440933c65bd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a97ce2f-40", "ovs_interfaceid": "6a97ce2f-4073-4d12-990d-b7977da0c5b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.075124] env[63676]: DEBUG nova.compute.utils [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1667.080143] env[63676]: DEBUG nova.compute.manager [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1667.080338] env[63676]: DEBUG nova.network.neutron [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1667.141848] env[63676]: DEBUG nova.policy [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c937cc552284675852cb37e538c28d2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd2ef00d106b2405c9bc66c25255dafa4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1667.171396] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Acquiring lock "815360f4-e271-4210-b6b9-9866db7cf536" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.171468] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Lock "815360f4-e271-4210-b6b9-9866db7cf536" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.176222] env[63676]: DEBUG oslo_vmware.api [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925325, 'name': PowerOnVM_Task, 'duration_secs': 0.576386} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.176484] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1667.176679] env[63676]: INFO nova.compute.manager [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Took 10.23 seconds to spawn the instance on the hypervisor. [ 1667.176855] env[63676]: DEBUG nova.compute.manager [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1667.177681] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec58119-f6c9-44ef-8929-cf8d06ad0a97 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.506310] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81ef28da-02fc-4fc7-ad11-9948fa595180 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.512512] env[63676]: DEBUG oslo_vmware.api [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Task: {'id': task-1925326, 'name': RelocateVM_Task, 'duration_secs': 0.532603} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.516309] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Volume attach. Driver type: vmdk {{(pid=63676) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1667.516573] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-396969', 'volume_id': '8000f7b1-5da8-4a4d-bff1-a17dd6665284', 'name': 'volume-8000f7b1-5da8-4a4d-bff1-a17dd6665284', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7703addf-fe6d-40f7-bb52-47fa36c14a50', 'attached_at': '', 'detached_at': '', 'volume_id': '8000f7b1-5da8-4a4d-bff1-a17dd6665284', 'serial': '8000f7b1-5da8-4a4d-bff1-a17dd6665284'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1667.517570] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104e7bc7-a64f-4f5f-80b8-28cdacedf6ed {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.536330] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3253f2b0-6266-48e5-850f-691e82786986 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.561723] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] volume-8000f7b1-5da8-4a4d-bff1-a17dd6665284/volume-8000f7b1-5da8-4a4d-bff1-a17dd6665284.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1667.564823] env[63676]: DEBUG oslo_concurrency.lockutils [req-005d117e-0363-4c34-bd6b-96940fdf1d47 req-721c8888-884d-4f48-88ba-ced8f9578c98 service nova] Releasing lock "refresh_cache-7703addf-fe6d-40f7-bb52-47fa36c14a50" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1667.565184] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7cef81d9-a409-4a0f-8ff0-02c76ce0206e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.580912] env[63676]: DEBUG nova.compute.manager [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1667.589430] env[63676]: DEBUG oslo_vmware.api [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Waiting for the task: (returnval){ [ 1667.589430] env[63676]: value = "task-1925327" [ 1667.589430] env[63676]: _type = "Task" [ 1667.589430] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.600560] env[63676]: DEBUG oslo_vmware.api [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Task: {'id': task-1925327, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.662577] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db4a6d1-6f32-4e81-ba10-4dff5bcf87a2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.673306] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649778df-d7ac-4bf0-9dba-d7972183bc2c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.678671] env[63676]: DEBUG nova.network.neutron [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Successfully created port: f1bb9ca9-f913-4f60-8402-7c33e81da538 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1667.712661] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad677a23-cc79-4f83-b890-d13fae3a4511 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.719349] env[63676]: INFO nova.compute.manager [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Took 34.91 seconds to build instance. [ 1667.722296] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1926e9f-a72c-4fd5-ad22-06f433b291b7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.736535] env[63676]: DEBUG nova.compute.provider_tree [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1667.876723] env[63676]: INFO nova.compute.manager [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Rebuilding instance [ 1667.923727] env[63676]: DEBUG nova.compute.manager [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1667.924591] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c0e337f-1b4f-4f31-84a1-0c84bfcb1e80 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.998937] env[63676]: DEBUG nova.compute.manager [req-8db4d9a1-df97-4450-910f-c96ffdaf1e9d req-527e820b-a403-4fe8-aa7f-82c2b0a04f29 service nova] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Received event network-vif-deleted-a0393a31-aeb7-448d-92e3-e831424132d2 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1668.100631] env[63676]: DEBUG oslo_vmware.api [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Task: {'id': task-1925327, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.221342] env[63676]: DEBUG oslo_concurrency.lockutils [None req-541fc6ee-7a14-46b5-b267-d2c912eca1fb tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Lock "0b9be8e5-f5b1-4206-8001-58e40e6d45a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.434s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.240040] env[63676]: DEBUG nova.scheduler.client.report [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1668.596458] env[63676]: DEBUG nova.compute.manager [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1668.603650] env[63676]: DEBUG oslo_vmware.api [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Task: {'id': task-1925327, 'name': ReconfigVM_Task, 'duration_secs': 0.75011} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.604143] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Reconfigured VM instance instance-00000023 to attach disk [datastore1] volume-8000f7b1-5da8-4a4d-bff1-a17dd6665284/volume-8000f7b1-5da8-4a4d-bff1-a17dd6665284.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1668.609531] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffbcd7e3-b91f-4629-98c9-5fbee681ffe8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.630032] env[63676]: DEBUG oslo_vmware.api [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Waiting for the task: (returnval){ [ 1668.630032] env[63676]: value = "task-1925328" [ 1668.630032] env[63676]: _type = "Task" [ 1668.630032] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.633564] env[63676]: DEBUG nova.virt.hardware [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1668.634179] env[63676]: DEBUG nova.virt.hardware [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1668.634685] env[63676]: DEBUG nova.virt.hardware [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1668.635132] env[63676]: DEBUG nova.virt.hardware [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1668.635711] env[63676]: DEBUG nova.virt.hardware [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1668.635984] env[63676]: DEBUG nova.virt.hardware [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1668.636417] env[63676]: DEBUG nova.virt.hardware [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1668.636716] env[63676]: DEBUG nova.virt.hardware [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1668.637025] env[63676]: DEBUG nova.virt.hardware [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1668.637434] env[63676]: DEBUG nova.virt.hardware [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1668.637721] env[63676]: DEBUG nova.virt.hardware [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1668.639176] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec239dfc-ca8a-48a5-a313-c33e6515264c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.650157] env[63676]: DEBUG oslo_vmware.api [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Task: {'id': task-1925328, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.651709] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e20219d-ff2d-433b-968c-54cb68c87d07 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.695762] env[63676]: DEBUG nova.network.neutron [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Successfully updated port: fa7949e9-9c90-4855-987f-38323d72e5cc {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1668.725257] env[63676]: DEBUG nova.compute.manager [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1668.746454] env[63676]: DEBUG oslo_concurrency.lockutils [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.748097] env[63676]: DEBUG oslo_concurrency.lockutils [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.166s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.748097] env[63676]: DEBUG nova.objects.instance [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Lazy-loading 'resources' on Instance uuid cea78468-f692-4634-8508-3886bccfb8bf {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1668.778254] env[63676]: INFO nova.scheduler.client.report [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Deleted allocations for instance e0f71229-23d6-4647-9a81-da15dd0d337c [ 1668.939744] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1668.940093] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48aae937-5c19-433d-af4f-88912fa78202 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.948286] env[63676]: DEBUG oslo_vmware.api [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1668.948286] env[63676]: value = "task-1925329" [ 1668.948286] env[63676]: _type = "Task" [ 1668.948286] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.958780] env[63676]: DEBUG oslo_vmware.api [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.137668] env[63676]: DEBUG oslo_vmware.api [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Task: {'id': task-1925328, 'name': ReconfigVM_Task, 'duration_secs': 0.151681} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.137992] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-396969', 'volume_id': '8000f7b1-5da8-4a4d-bff1-a17dd6665284', 'name': 'volume-8000f7b1-5da8-4a4d-bff1-a17dd6665284', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7703addf-fe6d-40f7-bb52-47fa36c14a50', 'attached_at': '', 'detached_at': '', 'volume_id': '8000f7b1-5da8-4a4d-bff1-a17dd6665284', 'serial': '8000f7b1-5da8-4a4d-bff1-a17dd6665284'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1669.138546] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ffa52cb-47fa-4025-9855-0ec930d06f17 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.145915] env[63676]: DEBUG oslo_vmware.api [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Waiting for the task: (returnval){ [ 1669.145915] env[63676]: value = "task-1925330" [ 1669.145915] env[63676]: _type = "Task" [ 1669.145915] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.153547] env[63676]: DEBUG oslo_vmware.api [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Task: {'id': task-1925330, 'name': Rename_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.197934] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Acquiring lock "refresh_cache-677bd1fb-54e0-4cd7-b28b-0f60575ff6b0" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.198211] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Acquired lock "refresh_cache-677bd1fb-54e0-4cd7-b28b-0f60575ff6b0" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.198427] env[63676]: DEBUG nova.network.neutron [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1669.249918] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.286782] env[63676]: DEBUG oslo_concurrency.lockutils [None req-716b1e35-eaf2-445e-a02f-3dca619de811 tempest-AttachInterfacesV270Test-1341766559 tempest-AttachInterfacesV270Test-1341766559-project-member] Lock "e0f71229-23d6-4647-9a81-da15dd0d337c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.407s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.287858] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Acquiring lock "0b9be8e5-f5b1-4206-8001-58e40e6d45a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.288111] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Lock "0b9be8e5-f5b1-4206-8001-58e40e6d45a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.288329] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Acquiring lock "0b9be8e5-f5b1-4206-8001-58e40e6d45a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.288544] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Lock "0b9be8e5-f5b1-4206-8001-58e40e6d45a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.288697] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Lock "0b9be8e5-f5b1-4206-8001-58e40e6d45a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.293019] env[63676]: INFO nova.compute.manager [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Terminating instance [ 1669.459323] env[63676]: DEBUG oslo_vmware.api [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925329, 'name': PowerOffVM_Task, 'duration_secs': 0.189266} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.461243] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1669.461243] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1669.462196] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a44c2f-35e5-4fff-8b68-8f96fa57c4dc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.468267] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1669.468484] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3d01fa9-cb16-4157-a606-440bc2f12a7d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.658249] env[63676]: DEBUG oslo_vmware.api [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Task: {'id': task-1925330, 'name': Rename_Task, 'duration_secs': 0.128811} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.663056] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1669.663056] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b41cc1b-c3ea-4c53-b010-7d5a00d1c028 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.670798] env[63676]: DEBUG oslo_vmware.api [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Waiting for the task: (returnval){ [ 1669.670798] env[63676]: value = "task-1925332" [ 1669.670798] env[63676]: _type = "Task" [ 1669.670798] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.677251] env[63676]: DEBUG oslo_vmware.api [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Task: {'id': task-1925332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.760486] env[63676]: DEBUG nova.network.neutron [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1669.798780] env[63676]: DEBUG nova.compute.manager [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1669.799171] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1669.800615] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5280a2b-2903-44c2-8fb7-e6429e7bb70b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.814038] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1669.814361] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a719c6c8-2619-4334-a462-8575deed420f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.828031] env[63676]: DEBUG oslo_vmware.api [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Waiting for the task: (returnval){ [ 1669.828031] env[63676]: value = "task-1925333" [ 1669.828031] env[63676]: _type = "Task" [ 1669.828031] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.835074] env[63676]: DEBUG oslo_vmware.api [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.848461] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9835be-0421-4937-8f61-b88f49d6f0df {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.858885] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30683225-47ce-4a9c-b0b9-de8929d724b0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.899169] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade32081-55bd-4b0c-9f2a-ec45390feff4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.908291] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a102a5bf-f917-4847-9dcc-bf31cb45d2ea {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.927174] env[63676]: DEBUG nova.compute.provider_tree [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1669.929176] env[63676]: DEBUG nova.network.neutron [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Successfully updated port: f1bb9ca9-f913-4f60-8402-7c33e81da538 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1670.101537] env[63676]: DEBUG nova.network.neutron [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Updating instance_info_cache with network_info: [{"id": "fa7949e9-9c90-4855-987f-38323d72e5cc", "address": "fa:16:3e:cf:a5:d8", "network": {"id": "b5924f56-d485-494b-8bca-f3d9f9abcc86", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1155085551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b84e18f448349cb887281721953494c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa7949e9-9c", "ovs_interfaceid": "fa7949e9-9c90-4855-987f-38323d72e5cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.139153] env[63676]: DEBUG nova.compute.manager [req-612bc827-412f-46f2-b2b1-f31a01e92398 req-82b57985-e1db-4208-8104-67d9c767ffe0 service nova] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Received event network-vif-plugged-fa7949e9-9c90-4855-987f-38323d72e5cc {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1670.139819] env[63676]: DEBUG oslo_concurrency.lockutils [req-612bc827-412f-46f2-b2b1-f31a01e92398 req-82b57985-e1db-4208-8104-67d9c767ffe0 service nova] Acquiring lock "677bd1fb-54e0-4cd7-b28b-0f60575ff6b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.139819] env[63676]: DEBUG oslo_concurrency.lockutils [req-612bc827-412f-46f2-b2b1-f31a01e92398 req-82b57985-e1db-4208-8104-67d9c767ffe0 service nova] Lock "677bd1fb-54e0-4cd7-b28b-0f60575ff6b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.139819] env[63676]: DEBUG oslo_concurrency.lockutils [req-612bc827-412f-46f2-b2b1-f31a01e92398 req-82b57985-e1db-4208-8104-67d9c767ffe0 service nova] Lock "677bd1fb-54e0-4cd7-b28b-0f60575ff6b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.139955] env[63676]: DEBUG nova.compute.manager [req-612bc827-412f-46f2-b2b1-f31a01e92398 req-82b57985-e1db-4208-8104-67d9c767ffe0 service nova] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] No waiting events found dispatching network-vif-plugged-fa7949e9-9c90-4855-987f-38323d72e5cc {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1670.140191] env[63676]: WARNING nova.compute.manager [req-612bc827-412f-46f2-b2b1-f31a01e92398 req-82b57985-e1db-4208-8104-67d9c767ffe0 service nova] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Received unexpected event network-vif-plugged-fa7949e9-9c90-4855-987f-38323d72e5cc for instance with vm_state building and task_state spawning. [ 1670.140359] env[63676]: DEBUG nova.compute.manager [req-612bc827-412f-46f2-b2b1-f31a01e92398 req-82b57985-e1db-4208-8104-67d9c767ffe0 service nova] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Received event network-changed-fa7949e9-9c90-4855-987f-38323d72e5cc {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1670.140513] env[63676]: DEBUG nova.compute.manager [req-612bc827-412f-46f2-b2b1-f31a01e92398 req-82b57985-e1db-4208-8104-67d9c767ffe0 service nova] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Refreshing instance network info cache due to event network-changed-fa7949e9-9c90-4855-987f-38323d72e5cc. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1670.140680] env[63676]: DEBUG oslo_concurrency.lockutils [req-612bc827-412f-46f2-b2b1-f31a01e92398 req-82b57985-e1db-4208-8104-67d9c767ffe0 service nova] Acquiring lock "refresh_cache-677bd1fb-54e0-4cd7-b28b-0f60575ff6b0" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.182568] env[63676]: DEBUG oslo_vmware.api [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Task: {'id': task-1925332, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.337279] env[63676]: DEBUG oslo_vmware.api [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925333, 'name': PowerOffVM_Task, 'duration_secs': 0.229414} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.337554] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1670.337727] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1670.337986] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65e77c93-18ac-4095-9523-2d9908485cd9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.432133] env[63676]: DEBUG nova.scheduler.client.report [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1670.436075] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Acquiring lock "refresh_cache-7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1670.436230] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Acquired lock "refresh_cache-7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.436379] env[63676]: DEBUG nova.network.neutron [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1670.605927] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Releasing lock "refresh_cache-677bd1fb-54e0-4cd7-b28b-0f60575ff6b0" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.606349] env[63676]: DEBUG nova.compute.manager [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Instance network_info: |[{"id": "fa7949e9-9c90-4855-987f-38323d72e5cc", "address": "fa:16:3e:cf:a5:d8", "network": {"id": "b5924f56-d485-494b-8bca-f3d9f9abcc86", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1155085551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b84e18f448349cb887281721953494c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa7949e9-9c", "ovs_interfaceid": "fa7949e9-9c90-4855-987f-38323d72e5cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1670.606689] env[63676]: DEBUG oslo_concurrency.lockutils [req-612bc827-412f-46f2-b2b1-f31a01e92398 req-82b57985-e1db-4208-8104-67d9c767ffe0 service nova] Acquired lock "refresh_cache-677bd1fb-54e0-4cd7-b28b-0f60575ff6b0" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.606898] env[63676]: DEBUG nova.network.neutron [req-612bc827-412f-46f2-b2b1-f31a01e92398 req-82b57985-e1db-4208-8104-67d9c767ffe0 service nova] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Refreshing network info cache for port fa7949e9-9c90-4855-987f-38323d72e5cc {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1670.608335] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:a5:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fa7949e9-9c90-4855-987f-38323d72e5cc', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1670.616991] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Creating folder: Project (9b84e18f448349cb887281721953494c). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1670.620114] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a8c41472-0da9-4255-a871-b2eb04a465f5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.633183] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Created folder: Project (9b84e18f448349cb887281721953494c) in parent group-v396927. [ 1670.633523] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Creating folder: Instances. Parent ref: group-v397023. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1670.633774] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-382ceda0-153e-43c9-ba55-35812d7004f7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.642992] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Created folder: Instances in parent group-v397023. [ 1670.643262] env[63676]: DEBUG oslo.service.loopingcall [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1670.643888] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1670.644730] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20f14fe1-36c9-4d7f-8218-a85a7c2460ec {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.666140] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1670.666140] env[63676]: value = "task-1925337" [ 1670.666140] env[63676]: _type = "Task" [ 1670.666140] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.679126] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925337, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.685988] env[63676]: DEBUG oslo_vmware.api [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Task: {'id': task-1925332, 'name': PowerOnVM_Task, 'duration_secs': 0.535794} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.686998] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1670.687351] env[63676]: INFO nova.compute.manager [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Took 6.98 seconds to spawn the instance on the hypervisor. [ 1670.687560] env[63676]: DEBUG nova.compute.manager [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1670.689550] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed10cdc-06aa-4f3a-b3bc-3e43ae17b448 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.693807] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1670.694175] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1670.694671] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Deleting the datastore file [datastore1] 769d673a-b23e-4995-a6d9-2d2d53a6b469 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1670.695269] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2b97dfdd-0c0d-41c3-8344-1a5c9bff1fb0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.706617] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1670.707113] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1670.707113] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Deleting the datastore file [datastore1] 0b9be8e5-f5b1-4206-8001-58e40e6d45a7 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1670.708462] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf330320-3061-4425-812b-6d731dfab0b1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.712185] env[63676]: DEBUG oslo_vmware.api [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1670.712185] env[63676]: value = "task-1925338" [ 1670.712185] env[63676]: _type = "Task" [ 1670.712185] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.716628] env[63676]: DEBUG oslo_vmware.api [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Waiting for the task: (returnval){ [ 1670.716628] env[63676]: value = "task-1925339" [ 1670.716628] env[63676]: _type = "Task" [ 1670.716628] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.723497] env[63676]: DEBUG oslo_vmware.api [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.729506] env[63676]: DEBUG oslo_vmware.api [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.940061] env[63676]: DEBUG oslo_concurrency.lockutils [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.192s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1670.945996] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.173s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1670.947338] env[63676]: INFO nova.compute.claims [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1670.981200] env[63676]: INFO nova.scheduler.client.report [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Deleted allocations for instance cea78468-f692-4634-8508-3886bccfb8bf [ 1671.160084] env[63676]: DEBUG nova.network.neutron [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1671.178046] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925337, 'name': CreateVM_Task, 'duration_secs': 0.45525} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.181380] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1671.182256] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.182448] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.182813] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1671.183075] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e39cdb10-0016-4412-9de5-c2b548f24ce6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.189613] env[63676]: DEBUG oslo_vmware.api [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Waiting for the task: (returnval){ [ 1671.189613] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52acba14-14dd-c9de-8313-a8897f5a0453" [ 1671.189613] env[63676]: _type = "Task" [ 1671.189613] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.204239] env[63676]: DEBUG oslo_vmware.api [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52acba14-14dd-c9de-8313-a8897f5a0453, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.220567] env[63676]: INFO nova.compute.manager [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Took 34.65 seconds to build instance. [ 1671.235914] env[63676]: DEBUG oslo_vmware.api [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227425} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.238945] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1671.239166] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1671.239395] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1671.241793] env[63676]: DEBUG oslo_vmware.api [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Task: {'id': task-1925339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224806} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.245580] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1671.245764] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1671.245937] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1671.246455] env[63676]: INFO nova.compute.manager [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Took 1.45 seconds to destroy the instance on the hypervisor. [ 1671.246455] env[63676]: DEBUG oslo.service.loopingcall [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1671.248613] env[63676]: DEBUG nova.compute.manager [-] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1671.248732] env[63676]: DEBUG nova.network.neutron [-] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1671.410478] env[63676]: DEBUG nova.network.neutron [req-612bc827-412f-46f2-b2b1-f31a01e92398 req-82b57985-e1db-4208-8104-67d9c767ffe0 service nova] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Updated VIF entry in instance network info cache for port fa7949e9-9c90-4855-987f-38323d72e5cc. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1671.410799] env[63676]: DEBUG nova.network.neutron [req-612bc827-412f-46f2-b2b1-f31a01e92398 req-82b57985-e1db-4208-8104-67d9c767ffe0 service nova] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Updating instance_info_cache with network_info: [{"id": "fa7949e9-9c90-4855-987f-38323d72e5cc", "address": "fa:16:3e:cf:a5:d8", "network": {"id": "b5924f56-d485-494b-8bca-f3d9f9abcc86", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1155085551-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9b84e18f448349cb887281721953494c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfa7949e9-9c", "ovs_interfaceid": "fa7949e9-9c90-4855-987f-38323d72e5cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.492085] env[63676]: DEBUG oslo_concurrency.lockutils [None req-14720a03-b0ab-4e53-be6a-81f5b0f39494 tempest-InstanceActionsNegativeTestJSON-1894107635 tempest-InstanceActionsNegativeTestJSON-1894107635-project-member] Lock "cea78468-f692-4634-8508-3886bccfb8bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.706s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.578715] env[63676]: DEBUG nova.network.neutron [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Updating instance_info_cache with network_info: [{"id": "f1bb9ca9-f913-4f60-8402-7c33e81da538", "address": "fa:16:3e:1f:56:19", "network": {"id": "58ea3486-a9b0-4a14-914f-64fd18d458bb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1747183758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ef00d106b2405c9bc66c25255dafa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1bb9ca9-f9", "ovs_interfaceid": "f1bb9ca9-f913-4f60-8402-7c33e81da538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1671.704651] env[63676]: DEBUG oslo_vmware.api [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52acba14-14dd-c9de-8313-a8897f5a0453, 'name': SearchDatastore_Task, 'duration_secs': 0.026788} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.705345] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.707570] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1671.707925] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.708058] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.708255] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1671.712029] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87f2224a-45fb-4242-be41-662b25bedc71 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.725634] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1671.725634] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1671.725634] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c0fbfef-ac94-4131-a716-ccf200505bb0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.730743] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cc2a9b1c-e799-4e09-b66b-a9a3ce859835 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Lock "7703addf-fe6d-40f7-bb52-47fa36c14a50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.540s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.735166] env[63676]: DEBUG oslo_vmware.api [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Waiting for the task: (returnval){ [ 1671.735166] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529cf9f8-e93c-2dc3-067b-ab4ba23908aa" [ 1671.735166] env[63676]: _type = "Task" [ 1671.735166] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.742726] env[63676]: DEBUG oslo_vmware.api [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529cf9f8-e93c-2dc3-067b-ab4ba23908aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.915749] env[63676]: DEBUG oslo_concurrency.lockutils [req-612bc827-412f-46f2-b2b1-f31a01e92398 req-82b57985-e1db-4208-8104-67d9c767ffe0 service nova] Releasing lock "refresh_cache-677bd1fb-54e0-4cd7-b28b-0f60575ff6b0" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1671.916042] env[63676]: DEBUG nova.compute.manager [req-612bc827-412f-46f2-b2b1-f31a01e92398 req-82b57985-e1db-4208-8104-67d9c767ffe0 service nova] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Received event network-vif-plugged-f1bb9ca9-f913-4f60-8402-7c33e81da538 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1671.916721] env[63676]: DEBUG oslo_concurrency.lockutils [req-612bc827-412f-46f2-b2b1-f31a01e92398 req-82b57985-e1db-4208-8104-67d9c767ffe0 service nova] Acquiring lock "7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.917181] env[63676]: DEBUG oslo_concurrency.lockutils [req-612bc827-412f-46f2-b2b1-f31a01e92398 req-82b57985-e1db-4208-8104-67d9c767ffe0 service nova] Lock "7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.917508] env[63676]: DEBUG oslo_concurrency.lockutils [req-612bc827-412f-46f2-b2b1-f31a01e92398 req-82b57985-e1db-4208-8104-67d9c767ffe0 service nova] Lock "7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.919701] env[63676]: DEBUG nova.compute.manager [req-612bc827-412f-46f2-b2b1-f31a01e92398 req-82b57985-e1db-4208-8104-67d9c767ffe0 service nova] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] No waiting events found dispatching network-vif-plugged-f1bb9ca9-f913-4f60-8402-7c33e81da538 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1671.919701] env[63676]: WARNING nova.compute.manager [req-612bc827-412f-46f2-b2b1-f31a01e92398 req-82b57985-e1db-4208-8104-67d9c767ffe0 service nova] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Received unexpected event network-vif-plugged-f1bb9ca9-f913-4f60-8402-7c33e81da538 for instance with vm_state building and task_state spawning. [ 1671.919701] env[63676]: DEBUG nova.compute.manager [req-612bc827-412f-46f2-b2b1-f31a01e92398 req-82b57985-e1db-4208-8104-67d9c767ffe0 service nova] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Received event network-changed-f1bb9ca9-f913-4f60-8402-7c33e81da538 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1671.919701] env[63676]: DEBUG nova.compute.manager [req-612bc827-412f-46f2-b2b1-f31a01e92398 req-82b57985-e1db-4208-8104-67d9c767ffe0 service nova] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Refreshing instance network info cache due to event network-changed-f1bb9ca9-f913-4f60-8402-7c33e81da538. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1671.919701] env[63676]: DEBUG oslo_concurrency.lockutils [req-612bc827-412f-46f2-b2b1-f31a01e92398 req-82b57985-e1db-4208-8104-67d9c767ffe0 service nova] Acquiring lock "refresh_cache-7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.084025] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Releasing lock "refresh_cache-7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.084535] env[63676]: DEBUG nova.compute.manager [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Instance network_info: |[{"id": "f1bb9ca9-f913-4f60-8402-7c33e81da538", "address": "fa:16:3e:1f:56:19", "network": {"id": "58ea3486-a9b0-4a14-914f-64fd18d458bb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1747183758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ef00d106b2405c9bc66c25255dafa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1bb9ca9-f9", "ovs_interfaceid": "f1bb9ca9-f913-4f60-8402-7c33e81da538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1672.085348] env[63676]: DEBUG oslo_concurrency.lockutils [req-612bc827-412f-46f2-b2b1-f31a01e92398 req-82b57985-e1db-4208-8104-67d9c767ffe0 service nova] Acquired lock "refresh_cache-7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.086140] env[63676]: DEBUG nova.network.neutron [req-612bc827-412f-46f2-b2b1-f31a01e92398 req-82b57985-e1db-4208-8104-67d9c767ffe0 service nova] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Refreshing network info cache for port f1bb9ca9-f913-4f60-8402-7c33e81da538 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1672.090207] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:56:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5116f690-f825-4fee-8a47-42b073e716c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f1bb9ca9-f913-4f60-8402-7c33e81da538', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1672.097064] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Creating folder: Project (d2ef00d106b2405c9bc66c25255dafa4). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1672.100726] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce19dfc1-5e7e-4992-aab0-5d078fd303a2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.114883] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Created folder: Project (d2ef00d106b2405c9bc66c25255dafa4) in parent group-v396927. [ 1672.115103] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Creating folder: Instances. Parent ref: group-v397026. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1672.119628] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d2705c8-aafe-41e3-86de-07745cc30e35 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.130855] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Created folder: Instances in parent group-v397026. [ 1672.131134] env[63676]: DEBUG oslo.service.loopingcall [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1672.131306] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1672.131507] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5e14b99-dfe5-4932-b238-8f0fe9bb77a2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.155531] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1672.155531] env[63676]: value = "task-1925342" [ 1672.155531] env[63676]: _type = "Task" [ 1672.155531] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.163918] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925342, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.232983] env[63676]: DEBUG nova.compute.manager [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1672.249881] env[63676]: DEBUG oslo_vmware.api [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529cf9f8-e93c-2dc3-067b-ab4ba23908aa, 'name': SearchDatastore_Task, 'duration_secs': 0.012273} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.257577] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed149a8c-3a52-4d08-9e64-114fb09a15f1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.265017] env[63676]: DEBUG oslo_vmware.api [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Waiting for the task: (returnval){ [ 1672.265017] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52608eb3-c341-c1bf-bfac-c6e2ee9b12c3" [ 1672.265017] env[63676]: _type = "Task" [ 1672.265017] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.274479] env[63676]: DEBUG oslo_vmware.api [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52608eb3-c341-c1bf-bfac-c6e2ee9b12c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.285813] env[63676]: DEBUG nova.network.neutron [-] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.303239] env[63676]: DEBUG nova.virt.hardware [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1672.303239] env[63676]: DEBUG nova.virt.hardware [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1672.303239] env[63676]: DEBUG nova.virt.hardware [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1672.303499] env[63676]: DEBUG nova.virt.hardware [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1672.303499] env[63676]: DEBUG nova.virt.hardware [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1672.303499] env[63676]: DEBUG nova.virt.hardware [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1672.303499] env[63676]: DEBUG nova.virt.hardware [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1672.303499] env[63676]: DEBUG nova.virt.hardware [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1672.303639] env[63676]: DEBUG nova.virt.hardware [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1672.303639] env[63676]: DEBUG nova.virt.hardware [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1672.303639] env[63676]: DEBUG nova.virt.hardware [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1672.304619] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99c3df1-3ed3-4290-959d-2fedb3c4755e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.315265] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d67a9c2-a10f-43f7-a090-019e38fb22c2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.325498] env[63676]: DEBUG nova.compute.manager [req-07190715-a742-4cfc-9772-273beec5cae8 req-39571bef-59f1-4275-8e81-b391eeba4cff service nova] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Received event network-vif-deleted-ba14e8ed-9cea-42ab-a336-c4fd24e409b9 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1672.337357] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:83:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2daada15-5924-4e56-96c7-1535ab23535a', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1672.345206] env[63676]: DEBUG oslo.service.loopingcall [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1672.348639] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1672.348977] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5aea9d39-3000-4d48-8b74-770585efff5b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.375449] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1672.375449] env[63676]: value = "task-1925343" [ 1672.375449] env[63676]: _type = "Task" [ 1672.375449] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.388711] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925343, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.622310] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df45acca-2e02-4e65-8326-6879c6c04aea {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.633978] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa994be6-f53d-4101-b903-d41d49f9d1fd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.683180] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4240b3-4ead-4b1a-b858-9280abffe6af {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.694590] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925342, 'name': CreateVM_Task, 'duration_secs': 0.456766} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.696568] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1672.697532] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.697840] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.698143] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1672.700973] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f4a08a-0e19-462f-bc5b-5a9a119f1b27 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.705540] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6868a7dc-6ddd-4216-8625-83461a227a1b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.715379] env[63676]: DEBUG oslo_vmware.api [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Waiting for the task: (returnval){ [ 1672.715379] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523c1212-3574-bd51-f73b-64eab26fc819" [ 1672.715379] env[63676]: _type = "Task" [ 1672.715379] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.724870] env[63676]: DEBUG nova.compute.provider_tree [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1672.740609] env[63676]: DEBUG oslo_vmware.api [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523c1212-3574-bd51-f73b-64eab26fc819, 'name': SearchDatastore_Task, 'duration_secs': 0.011119} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.741648] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.741927] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1672.742173] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.772539] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.782272] env[63676]: DEBUG oslo_vmware.api [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52608eb3-c341-c1bf-bfac-c6e2ee9b12c3, 'name': SearchDatastore_Task, 'duration_secs': 0.01156} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.782626] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.783148] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0/677bd1fb-54e0-4cd7-b28b-0f60575ff6b0.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1672.783258] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.783760] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1672.783760] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca6baa2a-1c9a-4a69-8d1a-ce2c2ed06f60 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.786530] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff883f26-7a20-4eba-bc62-1250940ea76f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.789263] env[63676]: INFO nova.compute.manager [-] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Took 1.54 seconds to deallocate network for instance. [ 1672.794829] env[63676]: DEBUG oslo_vmware.api [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Waiting for the task: (returnval){ [ 1672.794829] env[63676]: value = "task-1925344" [ 1672.794829] env[63676]: _type = "Task" [ 1672.794829] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.811654] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1672.811654] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1672.811654] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d292d8ab-49a1-46bb-b299-13bea44c0f87 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.829117] env[63676]: DEBUG oslo_vmware.api [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Task: {'id': task-1925344, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.831326] env[63676]: DEBUG oslo_vmware.api [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Waiting for the task: (returnval){ [ 1672.831326] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52880876-95e9-debd-7996-e147b5f374e5" [ 1672.831326] env[63676]: _type = "Task" [ 1672.831326] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.843929] env[63676]: DEBUG oslo_vmware.api [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52880876-95e9-debd-7996-e147b5f374e5, 'name': SearchDatastore_Task, 'duration_secs': 0.009162} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.845211] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-399cb24c-0f97-44ba-8997-ebc84b7b8b50 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.858206] env[63676]: DEBUG oslo_vmware.api [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Waiting for the task: (returnval){ [ 1672.858206] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520aa78c-f33c-2049-0ff7-4ec62b0f9e72" [ 1672.858206] env[63676]: _type = "Task" [ 1672.858206] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.866564] env[63676]: DEBUG oslo_vmware.api [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520aa78c-f33c-2049-0ff7-4ec62b0f9e72, 'name': SearchDatastore_Task, 'duration_secs': 0.009924} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.867695] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1672.868214] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02/7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1672.868333] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8931e228-965c-450e-9434-db7ea790d702 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.883012] env[63676]: DEBUG oslo_vmware.api [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Waiting for the task: (returnval){ [ 1672.883012] env[63676]: value = "task-1925345" [ 1672.883012] env[63676]: _type = "Task" [ 1672.883012] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.895043] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925343, 'name': CreateVM_Task, 'duration_secs': 0.386728} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.895821] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1672.896536] env[63676]: DEBUG oslo_concurrency.lockutils [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1672.896727] env[63676]: DEBUG oslo_concurrency.lockutils [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1672.897073] env[63676]: DEBUG oslo_concurrency.lockutils [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1672.900950] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e682ecea-f7e2-468f-b91b-08f10293ec43 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.902808] env[63676]: DEBUG oslo_vmware.api [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Task: {'id': task-1925345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.906217] env[63676]: DEBUG oslo_vmware.api [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1672.906217] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527e1e8d-536a-1252-8979-aaa6abbb61a0" [ 1672.906217] env[63676]: _type = "Task" [ 1672.906217] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.915617] env[63676]: DEBUG oslo_vmware.api [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527e1e8d-536a-1252-8979-aaa6abbb61a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.155834] env[63676]: DEBUG nova.compute.manager [req-21f93a99-a5e5-49a7-9abf-e71cf88a5967 req-77193cd9-b6c0-4e98-8cb8-ae6d2b99fd3b service nova] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Received event network-changed-6a97ce2f-4073-4d12-990d-b7977da0c5b4 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1673.156116] env[63676]: DEBUG nova.compute.manager [req-21f93a99-a5e5-49a7-9abf-e71cf88a5967 req-77193cd9-b6c0-4e98-8cb8-ae6d2b99fd3b service nova] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Refreshing instance network info cache due to event network-changed-6a97ce2f-4073-4d12-990d-b7977da0c5b4. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1673.156545] env[63676]: DEBUG oslo_concurrency.lockutils [req-21f93a99-a5e5-49a7-9abf-e71cf88a5967 req-77193cd9-b6c0-4e98-8cb8-ae6d2b99fd3b service nova] Acquiring lock "refresh_cache-7703addf-fe6d-40f7-bb52-47fa36c14a50" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.156545] env[63676]: DEBUG oslo_concurrency.lockutils [req-21f93a99-a5e5-49a7-9abf-e71cf88a5967 req-77193cd9-b6c0-4e98-8cb8-ae6d2b99fd3b service nova] Acquired lock "refresh_cache-7703addf-fe6d-40f7-bb52-47fa36c14a50" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.156790] env[63676]: DEBUG nova.network.neutron [req-21f93a99-a5e5-49a7-9abf-e71cf88a5967 req-77193cd9-b6c0-4e98-8cb8-ae6d2b99fd3b service nova] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Refreshing network info cache for port 6a97ce2f-4073-4d12-990d-b7977da0c5b4 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1673.255820] env[63676]: ERROR nova.scheduler.client.report [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [req-d371d97b-181c-4029-8e4c-bc564865d926] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5759d2a2-0179-444e-89b9-d9d622fd17b7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d371d97b-181c-4029-8e4c-bc564865d926"}]} [ 1673.287374] env[63676]: DEBUG nova.scheduler.client.report [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Refreshing inventories for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1673.312604] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1673.312833] env[63676]: DEBUG oslo_vmware.api [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Task: {'id': task-1925344, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502948} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.314108] env[63676]: DEBUG nova.scheduler.client.report [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Updating ProviderTree inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1673.314336] env[63676]: DEBUG nova.compute.provider_tree [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1673.316554] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0/677bd1fb-54e0-4cd7-b28b-0f60575ff6b0.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1673.316776] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1673.317283] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90ffe05a-df82-48d1-8cce-a754c762546c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.324977] env[63676]: DEBUG nova.network.neutron [req-612bc827-412f-46f2-b2b1-f31a01e92398 req-82b57985-e1db-4208-8104-67d9c767ffe0 service nova] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Updated VIF entry in instance network info cache for port f1bb9ca9-f913-4f60-8402-7c33e81da538. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1673.325393] env[63676]: DEBUG nova.network.neutron [req-612bc827-412f-46f2-b2b1-f31a01e92398 req-82b57985-e1db-4208-8104-67d9c767ffe0 service nova] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Updating instance_info_cache with network_info: [{"id": "f1bb9ca9-f913-4f60-8402-7c33e81da538", "address": "fa:16:3e:1f:56:19", "network": {"id": "58ea3486-a9b0-4a14-914f-64fd18d458bb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1747183758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ef00d106b2405c9bc66c25255dafa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1bb9ca9-f9", "ovs_interfaceid": "f1bb9ca9-f913-4f60-8402-7c33e81da538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.328940] env[63676]: DEBUG oslo_vmware.api [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Waiting for the task: (returnval){ [ 1673.328940] env[63676]: value = "task-1925346" [ 1673.328940] env[63676]: _type = "Task" [ 1673.328940] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.334500] env[63676]: DEBUG nova.scheduler.client.report [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Refreshing aggregate associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, aggregates: None {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1673.342717] env[63676]: DEBUG oslo_vmware.api [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Task: {'id': task-1925346, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.355564] env[63676]: DEBUG nova.scheduler.client.report [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Refreshing trait associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1673.393731] env[63676]: DEBUG oslo_vmware.api [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Task: {'id': task-1925345, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.418588] env[63676]: DEBUG oslo_vmware.api [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527e1e8d-536a-1252-8979-aaa6abbb61a0, 'name': SearchDatastore_Task, 'duration_secs': 0.00907} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.421602] env[63676]: DEBUG oslo_concurrency.lockutils [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.421915] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1673.422340] env[63676]: DEBUG oslo_concurrency.lockutils [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.422396] env[63676]: DEBUG oslo_concurrency.lockutils [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.422549] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1673.423786] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54e54ffc-d6f0-43d2-80c3-eb88aebdcd6a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.437439] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1673.437645] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1673.443210] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63659c6d-1307-4412-8a33-057c5558d7f7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.447562] env[63676]: DEBUG oslo_vmware.api [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1673.447562] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529da4fd-d4c7-a1eb-a2eb-97b19ca688ee" [ 1673.447562] env[63676]: _type = "Task" [ 1673.447562] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.456764] env[63676]: DEBUG oslo_vmware.api [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529da4fd-d4c7-a1eb-a2eb-97b19ca688ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.830073] env[63676]: DEBUG oslo_concurrency.lockutils [req-612bc827-412f-46f2-b2b1-f31a01e92398 req-82b57985-e1db-4208-8104-67d9c767ffe0 service nova] Releasing lock "refresh_cache-7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.849524] env[63676]: DEBUG oslo_vmware.api [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Task: {'id': task-1925346, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.384262} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.852139] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1673.852878] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dd2a636-4120-4482-b0d7-97791b604c2d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.882267] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0/677bd1fb-54e0-4cd7-b28b-0f60575ff6b0.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1673.886227] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2f3a295-4798-4214-bf43-8d9a417a80dc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.917555] env[63676]: DEBUG oslo_vmware.api [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Task: {'id': task-1925345, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.960174} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.919367] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02/7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1673.919367] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1673.919802] env[63676]: DEBUG oslo_vmware.api [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Waiting for the task: (returnval){ [ 1673.919802] env[63676]: value = "task-1925347" [ 1673.919802] env[63676]: _type = "Task" [ 1673.919802] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.923336] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86c5f0e5-9721-4a82-9e29-a5ad87ef64a5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.936346] env[63676]: DEBUG oslo_vmware.api [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Task: {'id': task-1925347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.937963] env[63676]: DEBUG oslo_vmware.api [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Waiting for the task: (returnval){ [ 1673.937963] env[63676]: value = "task-1925348" [ 1673.937963] env[63676]: _type = "Task" [ 1673.937963] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.949754] env[63676]: DEBUG oslo_vmware.api [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Task: {'id': task-1925348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.959353] env[63676]: DEBUG oslo_vmware.api [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529da4fd-d4c7-a1eb-a2eb-97b19ca688ee, 'name': SearchDatastore_Task, 'duration_secs': 0.037575} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.961066] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa386c2f-05eb-4efa-a17d-e68264abc20e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.968649] env[63676]: DEBUG oslo_vmware.api [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1673.968649] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529f8014-4934-5b37-a9d0-58acb0321329" [ 1673.968649] env[63676]: _type = "Task" [ 1673.968649] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.977658] env[63676]: DEBUG oslo_vmware.api [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529f8014-4934-5b37-a9d0-58acb0321329, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.014246] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb25904-b52a-4449-b632-86ef77f34d35 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.022040] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c214d0a2-9468-4a61-871b-e3000a4b2aad {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.060370] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d40bc3-360c-4bd0-a6bb-00b74eae3e39 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.073399] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d9da83-decf-4d09-b87a-b65f4d6f1456 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.093666] env[63676]: DEBUG nova.compute.provider_tree [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1674.105465] env[63676]: DEBUG nova.network.neutron [req-21f93a99-a5e5-49a7-9abf-e71cf88a5967 req-77193cd9-b6c0-4e98-8cb8-ae6d2b99fd3b service nova] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Updated VIF entry in instance network info cache for port 6a97ce2f-4073-4d12-990d-b7977da0c5b4. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1674.105800] env[63676]: DEBUG nova.network.neutron [req-21f93a99-a5e5-49a7-9abf-e71cf88a5967 req-77193cd9-b6c0-4e98-8cb8-ae6d2b99fd3b service nova] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Updating instance_info_cache with network_info: [{"id": "6a97ce2f-4073-4d12-990d-b7977da0c5b4", "address": "fa:16:3e:1f:52:8c", "network": {"id": "7735b2bd-b039-494a-8d67-482c84e15f8f", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-88380062-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "988022c45cea452b9448440933c65bd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2bf99f85-3a5c-47c6-a603-e215be6ab0bd", "external-id": "nsx-vlan-transportzone-855", "segmentation_id": 855, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a97ce2f-40", "ovs_interfaceid": "6a97ce2f-4073-4d12-990d-b7977da0c5b4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.437023] env[63676]: DEBUG oslo_vmware.api [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Task: {'id': task-1925347, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.445905] env[63676]: DEBUG oslo_vmware.api [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Task: {'id': task-1925348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07406} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.446215] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1674.447040] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9588e6ce-a245-4d30-b6ba-b8f2fd4946c0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.469800] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02/7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1674.470121] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e865024-0a9b-4c1c-a28d-36027a98b733 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.492829] env[63676]: DEBUG oslo_vmware.api [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529f8014-4934-5b37-a9d0-58acb0321329, 'name': SearchDatastore_Task, 'duration_secs': 0.010096} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.494042] env[63676]: DEBUG oslo_concurrency.lockutils [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.494303] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 769d673a-b23e-4995-a6d9-2d2d53a6b469/769d673a-b23e-4995-a6d9-2d2d53a6b469.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1674.494611] env[63676]: DEBUG oslo_vmware.api [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Waiting for the task: (returnval){ [ 1674.494611] env[63676]: value = "task-1925349" [ 1674.494611] env[63676]: _type = "Task" [ 1674.494611] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.494787] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f8ad38f9-c82d-46b8-aec5-022dd0142677 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.503933] env[63676]: DEBUG oslo_vmware.api [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Task: {'id': task-1925349, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.505120] env[63676]: DEBUG oslo_vmware.api [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1674.505120] env[63676]: value = "task-1925350" [ 1674.505120] env[63676]: _type = "Task" [ 1674.505120] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.512129] env[63676]: DEBUG oslo_vmware.api [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925350, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.598736] env[63676]: DEBUG nova.scheduler.client.report [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1674.609246] env[63676]: DEBUG oslo_concurrency.lockutils [req-21f93a99-a5e5-49a7-9abf-e71cf88a5967 req-77193cd9-b6c0-4e98-8cb8-ae6d2b99fd3b service nova] Releasing lock "refresh_cache-7703addf-fe6d-40f7-bb52-47fa36c14a50" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.939565] env[63676]: DEBUG oslo_vmware.api [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Task: {'id': task-1925347, 'name': ReconfigVM_Task, 'duration_secs': 0.893519} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.939934] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Reconfigured VM instance instance-00000024 to attach disk [datastore1] 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0/677bd1fb-54e0-4cd7-b28b-0f60575ff6b0.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1674.940660] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5977588-0d53-4ce3-bb05-b1195fc1aab3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.949073] env[63676]: DEBUG oslo_vmware.api [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Waiting for the task: (returnval){ [ 1674.949073] env[63676]: value = "task-1925351" [ 1674.949073] env[63676]: _type = "Task" [ 1674.949073] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.963024] env[63676]: DEBUG oslo_vmware.api [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Task: {'id': task-1925351, 'name': Rename_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.015601] env[63676]: DEBUG oslo_vmware.api [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Task: {'id': task-1925349, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.024018] env[63676]: DEBUG oslo_vmware.api [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925350, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452417} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.024018] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 769d673a-b23e-4995-a6d9-2d2d53a6b469/769d673a-b23e-4995-a6d9-2d2d53a6b469.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1675.024018] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1675.024018] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-582ef69f-5497-4af5-b34d-3991e7a84477 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.030627] env[63676]: DEBUG oslo_vmware.api [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1675.030627] env[63676]: value = "task-1925352" [ 1675.030627] env[63676]: _type = "Task" [ 1675.030627] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.043080] env[63676]: DEBUG oslo_vmware.api [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.102644] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.157s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.103143] env[63676]: DEBUG nova.compute.manager [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1675.105787] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.218s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1675.106018] env[63676]: DEBUG nova.objects.instance [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lazy-loading 'resources' on Instance uuid e1900551-fbeb-4ac9-b570-acefcdb408ad {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1675.459116] env[63676]: DEBUG oslo_vmware.api [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Task: {'id': task-1925351, 'name': Rename_Task, 'duration_secs': 0.269743} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.459647] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1675.460050] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec1bfc5c-ad3d-45c7-8e58-4302b61baa28 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.468032] env[63676]: DEBUG oslo_vmware.api [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Waiting for the task: (returnval){ [ 1675.468032] env[63676]: value = "task-1925353" [ 1675.468032] env[63676]: _type = "Task" [ 1675.468032] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.474422] env[63676]: DEBUG oslo_vmware.api [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Task: {'id': task-1925353, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.509211] env[63676]: DEBUG oslo_vmware.api [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Task: {'id': task-1925349, 'name': ReconfigVM_Task, 'duration_secs': 0.519171} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.509211] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02/7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1675.509211] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44eecb63-cf83-4f30-bc97-232d14358508 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.515861] env[63676]: DEBUG oslo_vmware.api [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Waiting for the task: (returnval){ [ 1675.515861] env[63676]: value = "task-1925354" [ 1675.515861] env[63676]: _type = "Task" [ 1675.515861] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.523575] env[63676]: DEBUG oslo_vmware.api [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Task: {'id': task-1925354, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.539269] env[63676]: DEBUG oslo_vmware.api [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064634} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.539746] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1675.540676] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b694de40-21d3-4c9e-b5e4-4e3ee763b985 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.565647] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 769d673a-b23e-4995-a6d9-2d2d53a6b469/769d673a-b23e-4995-a6d9-2d2d53a6b469.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1675.566236] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c30e521-ce8d-4b20-856b-888976032535 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.589017] env[63676]: DEBUG oslo_vmware.api [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1675.589017] env[63676]: value = "task-1925355" [ 1675.589017] env[63676]: _type = "Task" [ 1675.589017] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.595569] env[63676]: DEBUG oslo_vmware.api [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925355, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.609421] env[63676]: DEBUG nova.compute.utils [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1675.614407] env[63676]: DEBUG nova.compute.manager [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1675.614798] env[63676]: DEBUG nova.network.neutron [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1675.743228] env[63676]: DEBUG nova.policy [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27e3dd69b19d4fceac9f299a6c093004', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '784ebf4456e749ceac9d92fabaab6883', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1675.976980] env[63676]: DEBUG oslo_vmware.api [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Task: {'id': task-1925353, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.028476] env[63676]: DEBUG oslo_vmware.api [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Task: {'id': task-1925354, 'name': Rename_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.097550] env[63676]: DEBUG oslo_vmware.api [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925355, 'name': ReconfigVM_Task, 'duration_secs': 0.27257} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.100556] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 769d673a-b23e-4995-a6d9-2d2d53a6b469/769d673a-b23e-4995-a6d9-2d2d53a6b469.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1676.101885] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3923299f-d1b8-4278-8df5-ebd93e3de537 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.108500] env[63676]: DEBUG oslo_vmware.api [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1676.108500] env[63676]: value = "task-1925356" [ 1676.108500] env[63676]: _type = "Task" [ 1676.108500] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.116069] env[63676]: DEBUG nova.compute.manager [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1676.122269] env[63676]: DEBUG oslo_vmware.api [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925356, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.185918] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7133891-4f0b-4c97-bba1-afc89684c1f5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.196560] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254f65a6-5adc-4c3b-a02c-3478033a2bad {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.231715] env[63676]: DEBUG nova.network.neutron [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Successfully created port: 0a052b32-0e1a-46b2-b6ee-b82f76d6850d {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1676.233769] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736fb4a1-26f4-42df-bfe7-90b765575bd4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.241819] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d82bd265-9c11-4464-88a5-a4e1b026e5f3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.257059] env[63676]: DEBUG nova.compute.provider_tree [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1676.479883] env[63676]: DEBUG oslo_vmware.api [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Task: {'id': task-1925353, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.528984] env[63676]: DEBUG oslo_vmware.api [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Task: {'id': task-1925354, 'name': Rename_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.618986] env[63676]: DEBUG oslo_vmware.api [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925356, 'name': Rename_Task, 'duration_secs': 0.301813} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.619753] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1676.620066] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce93e1fa-271f-4fc2-a6ef-11d341530251 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.628301] env[63676]: DEBUG oslo_vmware.api [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1676.628301] env[63676]: value = "task-1925357" [ 1676.628301] env[63676]: _type = "Task" [ 1676.628301] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.646539] env[63676]: DEBUG oslo_vmware.api [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925357, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.763312] env[63676]: DEBUG nova.scheduler.client.report [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1676.982082] env[63676]: DEBUG oslo_vmware.api [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Task: {'id': task-1925353, 'name': PowerOnVM_Task, 'duration_secs': 1.024262} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.982447] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1676.982525] env[63676]: INFO nova.compute.manager [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Took 10.09 seconds to spawn the instance on the hypervisor. [ 1676.982699] env[63676]: DEBUG nova.compute.manager [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1676.983756] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ba25820-8bf9-480e-bb15-8b6eb199b1d7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.026999] env[63676]: DEBUG oslo_vmware.api [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Task: {'id': task-1925354, 'name': Rename_Task, 'duration_secs': 1.25519} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.027135] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1677.027438] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3afabdf7-4a4d-48a6-9072-a1af04a21703 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.033557] env[63676]: DEBUG oslo_vmware.api [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Waiting for the task: (returnval){ [ 1677.033557] env[63676]: value = "task-1925358" [ 1677.033557] env[63676]: _type = "Task" [ 1677.033557] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.042997] env[63676]: DEBUG oslo_vmware.api [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Task: {'id': task-1925358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.139887] env[63676]: DEBUG nova.compute.manager [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1677.141814] env[63676]: DEBUG oslo_vmware.api [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925357, 'name': PowerOnVM_Task, 'duration_secs': 0.491379} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.142531] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1677.142531] env[63676]: DEBUG nova.compute.manager [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1677.143347] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd799ad4-c7ed-43d5-b394-645be82f980c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.179233] env[63676]: DEBUG nova.virt.hardware [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1677.179479] env[63676]: DEBUG nova.virt.hardware [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1677.179658] env[63676]: DEBUG nova.virt.hardware [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1677.179808] env[63676]: DEBUG nova.virt.hardware [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1677.179956] env[63676]: DEBUG nova.virt.hardware [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1677.180541] env[63676]: DEBUG nova.virt.hardware [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1677.180790] env[63676]: DEBUG nova.virt.hardware [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1677.181070] env[63676]: DEBUG nova.virt.hardware [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1677.181370] env[63676]: DEBUG nova.virt.hardware [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1677.181649] env[63676]: DEBUG nova.virt.hardware [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1677.181649] env[63676]: DEBUG nova.virt.hardware [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1677.182567] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fccb8a-c68a-4ba2-a837-2e6425d7edd5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.191940] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f552df25-ac56-4be4-bf9f-43b9ca5bc9a7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.269995] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.273395] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.035s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.275684] env[63676]: INFO nova.compute.claims [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1677.303252] env[63676]: INFO nova.scheduler.client.report [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Deleted allocations for instance e1900551-fbeb-4ac9-b570-acefcdb408ad [ 1677.502142] env[63676]: INFO nova.compute.manager [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Took 39.58 seconds to build instance. [ 1677.547432] env[63676]: DEBUG oslo_vmware.api [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Task: {'id': task-1925358, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.664650] env[63676]: DEBUG oslo_concurrency.lockutils [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.820047] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dafdce5b-6899-4d5e-be83-b0a06dadeaa5 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "e1900551-fbeb-4ac9-b570-acefcdb408ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.344s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.005209] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8424c3b-d81e-487f-bce7-ac954a6e5a65 tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Lock "677bd1fb-54e0-4cd7-b28b-0f60575ff6b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.998s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.044977] env[63676]: DEBUG oslo_vmware.api [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Task: {'id': task-1925358, 'name': PowerOnVM_Task, 'duration_secs': 0.813474} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.045374] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1678.045591] env[63676]: INFO nova.compute.manager [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Took 9.45 seconds to spawn the instance on the hypervisor. [ 1678.046076] env[63676]: DEBUG nova.compute.manager [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1678.046588] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bdbada-6b68-4461-b62f-ed567459e6c1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.181563] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquiring lock "e8ff98be-ae2f-40dd-83c7-b0623aaa9997" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.181563] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lock "e8ff98be-ae2f-40dd-83c7-b0623aaa9997" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.214923] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquiring lock "555a87e4-e882-4129-976b-504a98e29990" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.214923] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lock "555a87e4-e882-4129-976b-504a98e29990" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.241778] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquiring lock "5d7bfc99-f089-4d5a-aa4e-cada3e053b19" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.242369] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lock "5d7bfc99-f089-4d5a-aa4e-cada3e053b19" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.337473] env[63676]: DEBUG nova.compute.manager [req-d0d8a984-ab9a-4452-a58a-d90c7696380c req-de579afc-a4d2-4079-b093-1f93264654c3 service nova] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Received event network-vif-plugged-0a052b32-0e1a-46b2-b6ee-b82f76d6850d {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1678.337642] env[63676]: DEBUG oslo_concurrency.lockutils [req-d0d8a984-ab9a-4452-a58a-d90c7696380c req-de579afc-a4d2-4079-b093-1f93264654c3 service nova] Acquiring lock "d12cfef2-7912-4cca-bfd4-714b61f62444-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.338739] env[63676]: DEBUG oslo_concurrency.lockutils [req-d0d8a984-ab9a-4452-a58a-d90c7696380c req-de579afc-a4d2-4079-b093-1f93264654c3 service nova] Lock "d12cfef2-7912-4cca-bfd4-714b61f62444-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.338739] env[63676]: DEBUG oslo_concurrency.lockutils [req-d0d8a984-ab9a-4452-a58a-d90c7696380c req-de579afc-a4d2-4079-b093-1f93264654c3 service nova] Lock "d12cfef2-7912-4cca-bfd4-714b61f62444-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.338739] env[63676]: DEBUG nova.compute.manager [req-d0d8a984-ab9a-4452-a58a-d90c7696380c req-de579afc-a4d2-4079-b093-1f93264654c3 service nova] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] No waiting events found dispatching network-vif-plugged-0a052b32-0e1a-46b2-b6ee-b82f76d6850d {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1678.339399] env[63676]: WARNING nova.compute.manager [req-d0d8a984-ab9a-4452-a58a-d90c7696380c req-de579afc-a4d2-4079-b093-1f93264654c3 service nova] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Received unexpected event network-vif-plugged-0a052b32-0e1a-46b2-b6ee-b82f76d6850d for instance with vm_state building and task_state spawning. [ 1678.403078] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c2561951-c19a-4ed0-9b0c-ed572014e76c tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquiring lock "96667c49-5703-456d-861a-280179e9b682" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.403078] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c2561951-c19a-4ed0-9b0c-ed572014e76c tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "96667c49-5703-456d-861a-280179e9b682" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.403294] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c2561951-c19a-4ed0-9b0c-ed572014e76c tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquiring lock "96667c49-5703-456d-861a-280179e9b682-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.404157] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c2561951-c19a-4ed0-9b0c-ed572014e76c tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "96667c49-5703-456d-861a-280179e9b682-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.404157] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c2561951-c19a-4ed0-9b0c-ed572014e76c tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "96667c49-5703-456d-861a-280179e9b682-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.407903] env[63676]: INFO nova.compute.manager [None req-c2561951-c19a-4ed0-9b0c-ed572014e76c tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Terminating instance [ 1678.409627] env[63676]: DEBUG nova.network.neutron [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Successfully updated port: 0a052b32-0e1a-46b2-b6ee-b82f76d6850d {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1678.508531] env[63676]: DEBUG nova.compute.manager [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1678.566444] env[63676]: INFO nova.compute.manager [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Took 35.65 seconds to build instance. [ 1678.891590] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f5f07d-e5dc-4f01-9ddf-0a35c0da4582 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.901267] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6ee198-265a-44b2-bafe-e5d7511fb83c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.908398] env[63676]: DEBUG oslo_concurrency.lockutils [None req-627feee9-98f3-4482-a506-1aeddf4ad04a tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Acquiring lock "677bd1fb-54e0-4cd7-b28b-0f60575ff6b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.908722] env[63676]: DEBUG oslo_concurrency.lockutils [None req-627feee9-98f3-4482-a506-1aeddf4ad04a tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Lock "677bd1fb-54e0-4cd7-b28b-0f60575ff6b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.908995] env[63676]: DEBUG oslo_concurrency.lockutils [None req-627feee9-98f3-4482-a506-1aeddf4ad04a tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Acquiring lock "677bd1fb-54e0-4cd7-b28b-0f60575ff6b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1678.909249] env[63676]: DEBUG oslo_concurrency.lockutils [None req-627feee9-98f3-4482-a506-1aeddf4ad04a tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Lock "677bd1fb-54e0-4cd7-b28b-0f60575ff6b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1678.909467] env[63676]: DEBUG oslo_concurrency.lockutils [None req-627feee9-98f3-4482-a506-1aeddf4ad04a tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Lock "677bd1fb-54e0-4cd7-b28b-0f60575ff6b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1678.943664] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "refresh_cache-d12cfef2-7912-4cca-bfd4-714b61f62444" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.943814] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquired lock "refresh_cache-d12cfef2-7912-4cca-bfd4-714b61f62444" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.943965] env[63676]: DEBUG nova.network.neutron [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1678.945952] env[63676]: DEBUG nova.compute.manager [None req-c2561951-c19a-4ed0-9b0c-ed572014e76c tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1678.945952] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c2561951-c19a-4ed0-9b0c-ed572014e76c tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1678.946445] env[63676]: INFO nova.compute.manager [None req-627feee9-98f3-4482-a506-1aeddf4ad04a tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Terminating instance [ 1678.948456] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131942fb-a6ef-410c-bd31-9d79e6ecccf1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.951391] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340bde99-faee-4068-adea-b4023802481f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.963061] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fbb90e-2108-480e-9012-3b42759c1bb2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.967793] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2561951-c19a-4ed0-9b0c-ed572014e76c tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1678.968666] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a485b69-2b86-4c4d-bce7-246dd0bbef88 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.980884] env[63676]: DEBUG nova.compute.provider_tree [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1678.983528] env[63676]: DEBUG oslo_vmware.api [None req-c2561951-c19a-4ed0-9b0c-ed572014e76c tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1678.983528] env[63676]: value = "task-1925359" [ 1678.983528] env[63676]: _type = "Task" [ 1678.983528] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.992770] env[63676]: DEBUG oslo_vmware.api [None req-c2561951-c19a-4ed0-9b0c-ed572014e76c tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.027167] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.068064] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43a93034-fe11-452d-9cae-c5d13f2684cc tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Lock "7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.871s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.232946] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71c8483d-b212-4a5b-b23a-ed6f70c4ae7e tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "769d673a-b23e-4995-a6d9-2d2d53a6b469" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.233253] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71c8483d-b212-4a5b-b23a-ed6f70c4ae7e tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "769d673a-b23e-4995-a6d9-2d2d53a6b469" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.233475] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71c8483d-b212-4a5b-b23a-ed6f70c4ae7e tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "769d673a-b23e-4995-a6d9-2d2d53a6b469-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.233660] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71c8483d-b212-4a5b-b23a-ed6f70c4ae7e tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "769d673a-b23e-4995-a6d9-2d2d53a6b469-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.233833] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71c8483d-b212-4a5b-b23a-ed6f70c4ae7e tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "769d673a-b23e-4995-a6d9-2d2d53a6b469-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.236130] env[63676]: INFO nova.compute.manager [None req-71c8483d-b212-4a5b-b23a-ed6f70c4ae7e tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Terminating instance [ 1679.458611] env[63676]: DEBUG nova.compute.manager [None req-627feee9-98f3-4482-a506-1aeddf4ad04a tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1679.458855] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-627feee9-98f3-4482-a506-1aeddf4ad04a tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1679.460138] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51993705-e28f-4426-94ce-429616f011da {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.468415] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-627feee9-98f3-4482-a506-1aeddf4ad04a tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1679.468668] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ee9e1b8-54ba-4fce-a93f-cc28bd97f18b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.475049] env[63676]: DEBUG oslo_vmware.api [None req-627feee9-98f3-4482-a506-1aeddf4ad04a tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Waiting for the task: (returnval){ [ 1679.475049] env[63676]: value = "task-1925360" [ 1679.475049] env[63676]: _type = "Task" [ 1679.475049] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.483517] env[63676]: DEBUG oslo_vmware.api [None req-627feee9-98f3-4482-a506-1aeddf4ad04a tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Task: {'id': task-1925360, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.485590] env[63676]: DEBUG nova.scheduler.client.report [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1679.497454] env[63676]: DEBUG oslo_vmware.api [None req-c2561951-c19a-4ed0-9b0c-ed572014e76c tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925359, 'name': PowerOffVM_Task, 'duration_secs': 0.256148} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.498681] env[63676]: DEBUG nova.network.neutron [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1679.501068] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2561951-c19a-4ed0-9b0c-ed572014e76c tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1679.501249] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c2561951-c19a-4ed0-9b0c-ed572014e76c tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1679.502215] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cf8bc8ff-6f46-4a0d-b844-7daa872a3c8f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.570239] env[63676]: DEBUG nova.compute.manager [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1679.641693] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c2561951-c19a-4ed0-9b0c-ed572014e76c tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1679.641907] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c2561951-c19a-4ed0-9b0c-ed572014e76c tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1679.642102] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2561951-c19a-4ed0-9b0c-ed572014e76c tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Deleting the datastore file [datastore1] 96667c49-5703-456d-861a-280179e9b682 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1679.642791] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ae93cfa-5565-4f5d-ad0d-0f74f0dab9c8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.649714] env[63676]: DEBUG oslo_vmware.api [None req-c2561951-c19a-4ed0-9b0c-ed572014e76c tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1679.649714] env[63676]: value = "task-1925362" [ 1679.649714] env[63676]: _type = "Task" [ 1679.649714] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.660334] env[63676]: DEBUG oslo_vmware.api [None req-c2561951-c19a-4ed0-9b0c-ed572014e76c tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925362, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.740789] env[63676]: DEBUG nova.compute.manager [None req-71c8483d-b212-4a5b-b23a-ed6f70c4ae7e tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1679.741040] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-71c8483d-b212-4a5b-b23a-ed6f70c4ae7e tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1679.742410] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271bd2d8-1471-4abe-86fb-02435a5b0399 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.751927] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c8483d-b212-4a5b-b23a-ed6f70c4ae7e tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1679.752167] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20d3b7d7-c927-437f-a3a6-1eea81cb1b3b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.757554] env[63676]: DEBUG oslo_vmware.api [None req-71c8483d-b212-4a5b-b23a-ed6f70c4ae7e tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1679.757554] env[63676]: value = "task-1925363" [ 1679.757554] env[63676]: _type = "Task" [ 1679.757554] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.766408] env[63676]: DEBUG oslo_vmware.api [None req-71c8483d-b212-4a5b-b23a-ed6f70c4ae7e tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925363, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.804385] env[63676]: DEBUG nova.network.neutron [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Updating instance_info_cache with network_info: [{"id": "0a052b32-0e1a-46b2-b6ee-b82f76d6850d", "address": "fa:16:3e:eb:bf:7b", "network": {"id": "e9157b58-5807-471a-a4bf-51ae93aae27f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1812216044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ebf4456e749ceac9d92fabaab6883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a052b32-0e", "ovs_interfaceid": "0a052b32-0e1a-46b2-b6ee-b82f76d6850d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.899293] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "b5f632e9-79d9-4f9a-98d8-4fe505c19851" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.899623] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "b5f632e9-79d9-4f9a-98d8-4fe505c19851" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.985360] env[63676]: DEBUG oslo_vmware.api [None req-627feee9-98f3-4482-a506-1aeddf4ad04a tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Task: {'id': task-1925360, 'name': PowerOffVM_Task, 'duration_secs': 0.313097} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.985633] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-627feee9-98f3-4482-a506-1aeddf4ad04a tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1679.985798] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-627feee9-98f3-4482-a506-1aeddf4ad04a tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1679.986066] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-523ef91a-0255-4719-b0fd-cdea41fd1688 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.992597] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.993089] env[63676]: DEBUG nova.compute.manager [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1679.996514] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 24.350s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.996688] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.996852] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63676) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1679.997132] env[63676]: DEBUG oslo_concurrency.lockutils [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.808s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.998515] env[63676]: INFO nova.compute.claims [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1680.002733] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b862fb7d-eaf1-4fb4-be78-3d7220bba9f6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.011611] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a85056-f847-4f50-a060-b743ec28b315 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.028373] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8e5280-59d9-4844-9c7e-ce48911dde2c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.035907] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40728f0f-e7d7-4541-bc57-2cdafde5c191 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.067763] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180438MB free_disk=163GB free_vcpus=48 pci_devices=None {{(pid=63676) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1680.067917] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.092952] env[63676]: DEBUG oslo_concurrency.lockutils [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1680.159562] env[63676]: DEBUG oslo_vmware.api [None req-c2561951-c19a-4ed0-9b0c-ed572014e76c tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925362, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229589} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.160209] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2561951-c19a-4ed0-9b0c-ed572014e76c tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1680.160411] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c2561951-c19a-4ed0-9b0c-ed572014e76c tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1680.160589] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c2561951-c19a-4ed0-9b0c-ed572014e76c tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1680.160757] env[63676]: INFO nova.compute.manager [None req-c2561951-c19a-4ed0-9b0c-ed572014e76c tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 96667c49-5703-456d-861a-280179e9b682] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1680.160993] env[63676]: DEBUG oslo.service.loopingcall [None req-c2561951-c19a-4ed0-9b0c-ed572014e76c tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1680.161224] env[63676]: DEBUG nova.compute.manager [-] [instance: 96667c49-5703-456d-861a-280179e9b682] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1680.161328] env[63676]: DEBUG nova.network.neutron [-] [instance: 96667c49-5703-456d-861a-280179e9b682] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1680.190487] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-627feee9-98f3-4482-a506-1aeddf4ad04a tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1680.190768] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-627feee9-98f3-4482-a506-1aeddf4ad04a tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1680.190953] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-627feee9-98f3-4482-a506-1aeddf4ad04a tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Deleting the datastore file [datastore1] 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1680.191306] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77b81f5e-70db-4a6c-9b99-44924dc769d4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.198776] env[63676]: DEBUG oslo_vmware.api [None req-627feee9-98f3-4482-a506-1aeddf4ad04a tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Waiting for the task: (returnval){ [ 1680.198776] env[63676]: value = "task-1925365" [ 1680.198776] env[63676]: _type = "Task" [ 1680.198776] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.207032] env[63676]: DEBUG oslo_vmware.api [None req-627feee9-98f3-4482-a506-1aeddf4ad04a tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Task: {'id': task-1925365, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.270761] env[63676]: DEBUG oslo_vmware.api [None req-71c8483d-b212-4a5b-b23a-ed6f70c4ae7e tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925363, 'name': PowerOffVM_Task, 'duration_secs': 0.215946} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.271063] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-71c8483d-b212-4a5b-b23a-ed6f70c4ae7e tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1680.272568] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-71c8483d-b212-4a5b-b23a-ed6f70c4ae7e tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1680.272568] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-beee4198-486f-4d4b-96d2-d6a146dc3237 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.306943] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Releasing lock "refresh_cache-d12cfef2-7912-4cca-bfd4-714b61f62444" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.307331] env[63676]: DEBUG nova.compute.manager [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Instance network_info: |[{"id": "0a052b32-0e1a-46b2-b6ee-b82f76d6850d", "address": "fa:16:3e:eb:bf:7b", "network": {"id": "e9157b58-5807-471a-a4bf-51ae93aae27f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1812216044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ebf4456e749ceac9d92fabaab6883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a052b32-0e", "ovs_interfaceid": "0a052b32-0e1a-46b2-b6ee-b82f76d6850d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1680.307648] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:bf:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a052b32-0e1a-46b2-b6ee-b82f76d6850d', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1680.317358] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Creating folder: Project (784ebf4456e749ceac9d92fabaab6883). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1680.317358] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de828022-bf57-486e-ae98-b3aee46ad9bb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.325923] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Created folder: Project (784ebf4456e749ceac9d92fabaab6883) in parent group-v396927. [ 1680.326144] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Creating folder: Instances. Parent ref: group-v397030. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1680.326421] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51d9815a-9109-40cc-99dd-c088311d3e91 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.335996] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Created folder: Instances in parent group-v397030. [ 1680.336255] env[63676]: DEBUG oslo.service.loopingcall [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1680.336453] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1680.336658] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23390b25-647b-48e0-b039-e881dca29688 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.352584] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-71c8483d-b212-4a5b-b23a-ed6f70c4ae7e tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1680.352798] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-71c8483d-b212-4a5b-b23a-ed6f70c4ae7e tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1680.352978] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c8483d-b212-4a5b-b23a-ed6f70c4ae7e tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Deleting the datastore file [datastore1] 769d673a-b23e-4995-a6d9-2d2d53a6b469 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1680.353598] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-88d5fd7d-1773-4ae6-88af-f004e273c1be {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.357136] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1680.357136] env[63676]: value = "task-1925369" [ 1680.357136] env[63676]: _type = "Task" [ 1680.357136] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.361225] env[63676]: DEBUG oslo_vmware.api [None req-71c8483d-b212-4a5b-b23a-ed6f70c4ae7e tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1680.361225] env[63676]: value = "task-1925370" [ 1680.361225] env[63676]: _type = "Task" [ 1680.361225] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.367287] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925369, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.372095] env[63676]: DEBUG oslo_vmware.api [None req-71c8483d-b212-4a5b-b23a-ed6f70c4ae7e tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.509130] env[63676]: DEBUG nova.compute.utils [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1680.516680] env[63676]: DEBUG nova.compute.manager [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1680.516680] env[63676]: DEBUG nova.network.neutron [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1680.577275] env[63676]: DEBUG nova.compute.manager [req-a19b3842-8fe1-4bc5-b348-734b352dad8d req-4866007c-7dc3-4ee4-9587-744c6eec146b service nova] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Received event network-changed-0a052b32-0e1a-46b2-b6ee-b82f76d6850d {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1680.577629] env[63676]: DEBUG nova.compute.manager [req-a19b3842-8fe1-4bc5-b348-734b352dad8d req-4866007c-7dc3-4ee4-9587-744c6eec146b service nova] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Refreshing instance network info cache due to event network-changed-0a052b32-0e1a-46b2-b6ee-b82f76d6850d. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1680.577745] env[63676]: DEBUG oslo_concurrency.lockutils [req-a19b3842-8fe1-4bc5-b348-734b352dad8d req-4866007c-7dc3-4ee4-9587-744c6eec146b service nova] Acquiring lock "refresh_cache-d12cfef2-7912-4cca-bfd4-714b61f62444" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.577891] env[63676]: DEBUG oslo_concurrency.lockutils [req-a19b3842-8fe1-4bc5-b348-734b352dad8d req-4866007c-7dc3-4ee4-9587-744c6eec146b service nova] Acquired lock "refresh_cache-d12cfef2-7912-4cca-bfd4-714b61f62444" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.579012] env[63676]: DEBUG nova.network.neutron [req-a19b3842-8fe1-4bc5-b348-734b352dad8d req-4866007c-7dc3-4ee4-9587-744c6eec146b service nova] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Refreshing network info cache for port 0a052b32-0e1a-46b2-b6ee-b82f76d6850d {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1680.628600] env[63676]: DEBUG nova.policy [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7bf30ac49d84438c9322f4e7001cd389', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ad98c38c62f448a59813d41a674c9b53', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1680.711465] env[63676]: DEBUG oslo_vmware.api [None req-627feee9-98f3-4482-a506-1aeddf4ad04a tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Task: {'id': task-1925365, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300401} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.711726] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-627feee9-98f3-4482-a506-1aeddf4ad04a tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1680.711950] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-627feee9-98f3-4482-a506-1aeddf4ad04a tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1680.712215] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-627feee9-98f3-4482-a506-1aeddf4ad04a tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1680.712521] env[63676]: INFO nova.compute.manager [None req-627feee9-98f3-4482-a506-1aeddf4ad04a tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1680.712778] env[63676]: DEBUG oslo.service.loopingcall [None req-627feee9-98f3-4482-a506-1aeddf4ad04a tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1680.713305] env[63676]: DEBUG nova.compute.manager [-] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1680.713404] env[63676]: DEBUG nova.network.neutron [-] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1680.871398] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925369, 'name': CreateVM_Task, 'duration_secs': 0.353997} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.872216] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1680.873159] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1680.873517] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1680.874010] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1680.877334] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c04618a8-e98b-40be-b0c0-645bf01d1298 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.880470] env[63676]: DEBUG oslo_vmware.api [None req-71c8483d-b212-4a5b-b23a-ed6f70c4ae7e tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20047} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.880470] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-71c8483d-b212-4a5b-b23a-ed6f70c4ae7e tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1680.880604] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-71c8483d-b212-4a5b-b23a-ed6f70c4ae7e tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1680.880875] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-71c8483d-b212-4a5b-b23a-ed6f70c4ae7e tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1680.881186] env[63676]: INFO nova.compute.manager [None req-71c8483d-b212-4a5b-b23a-ed6f70c4ae7e tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1680.881643] env[63676]: DEBUG oslo.service.loopingcall [None req-71c8483d-b212-4a5b-b23a-ed6f70c4ae7e tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1680.882179] env[63676]: DEBUG nova.compute.manager [-] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1680.882302] env[63676]: DEBUG nova.network.neutron [-] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1680.885029] env[63676]: DEBUG oslo_vmware.api [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1680.885029] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5249594a-f939-6f77-01e1-d8a3e3eaa8ef" [ 1680.885029] env[63676]: _type = "Task" [ 1680.885029] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.893068] env[63676]: DEBUG oslo_vmware.api [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5249594a-f939-6f77-01e1-d8a3e3eaa8ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.022236] env[63676]: DEBUG nova.compute.manager [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1681.081422] env[63676]: DEBUG nova.network.neutron [-] [instance: 96667c49-5703-456d-861a-280179e9b682] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.283846] env[63676]: DEBUG nova.network.neutron [req-a19b3842-8fe1-4bc5-b348-734b352dad8d req-4866007c-7dc3-4ee4-9587-744c6eec146b service nova] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Updated VIF entry in instance network info cache for port 0a052b32-0e1a-46b2-b6ee-b82f76d6850d. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1681.284212] env[63676]: DEBUG nova.network.neutron [req-a19b3842-8fe1-4bc5-b348-734b352dad8d req-4866007c-7dc3-4ee4-9587-744c6eec146b service nova] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Updating instance_info_cache with network_info: [{"id": "0a052b32-0e1a-46b2-b6ee-b82f76d6850d", "address": "fa:16:3e:eb:bf:7b", "network": {"id": "e9157b58-5807-471a-a4bf-51ae93aae27f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1812216044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ebf4456e749ceac9d92fabaab6883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a052b32-0e", "ovs_interfaceid": "0a052b32-0e1a-46b2-b6ee-b82f76d6850d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1681.397202] env[63676]: DEBUG oslo_vmware.api [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5249594a-f939-6f77-01e1-d8a3e3eaa8ef, 'name': SearchDatastore_Task, 'duration_secs': 0.037726} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.400193] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.400437] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1681.401425] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1681.401477] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.401850] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1681.402302] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed13105c-2077-4e0e-91d3-e10ccb9c4957 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.413595] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1681.413783] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1681.414515] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2f948e0-d9b5-480e-9785-5be6a0bf2f99 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.424899] env[63676]: DEBUG oslo_vmware.api [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1681.424899] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526412fd-d417-ddef-1aad-67cd992d8fe2" [ 1681.424899] env[63676]: _type = "Task" [ 1681.424899] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.433194] env[63676]: DEBUG oslo_vmware.api [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526412fd-d417-ddef-1aad-67cd992d8fe2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.526069] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16e6b4a-9e0d-4e89-8ec9-d4020c253ef9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.537168] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e461266b-3823-416e-8330-245444ac763f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.573182] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f749d488-94fd-4695-a5d7-5e251355f44f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.580635] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d79805e-a06a-463a-a00f-74ab7cf2f93a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.585611] env[63676]: INFO nova.compute.manager [-] [instance: 96667c49-5703-456d-861a-280179e9b682] Took 1.42 seconds to deallocate network for instance. [ 1681.596655] env[63676]: DEBUG nova.compute.provider_tree [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1681.786971] env[63676]: DEBUG oslo_concurrency.lockutils [req-a19b3842-8fe1-4bc5-b348-734b352dad8d req-4866007c-7dc3-4ee4-9587-744c6eec146b service nova] Releasing lock "refresh_cache-d12cfef2-7912-4cca-bfd4-714b61f62444" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1681.828517] env[63676]: DEBUG nova.network.neutron [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Successfully created port: 7844b22b-07d2-43e2-bbdb-f4dc5fee86fa {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1681.934907] env[63676]: DEBUG oslo_vmware.api [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526412fd-d417-ddef-1aad-67cd992d8fe2, 'name': SearchDatastore_Task, 'duration_secs': 0.036299} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.937053] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fb793cf-77ca-461a-be38-45c64879ea34 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.941822] env[63676]: DEBUG oslo_vmware.api [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1681.941822] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bf8fbf-631c-9a97-d6cf-accb695a7a7d" [ 1681.941822] env[63676]: _type = "Task" [ 1681.941822] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.952367] env[63676]: DEBUG oslo_vmware.api [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bf8fbf-631c-9a97-d6cf-accb695a7a7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.042381] env[63676]: DEBUG nova.compute.manager [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1682.077390] env[63676]: DEBUG nova.virt.hardware [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1682.077635] env[63676]: DEBUG nova.virt.hardware [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1682.077789] env[63676]: DEBUG nova.virt.hardware [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1682.077966] env[63676]: DEBUG nova.virt.hardware [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1682.078133] env[63676]: DEBUG nova.virt.hardware [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1682.078280] env[63676]: DEBUG nova.virt.hardware [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1682.078490] env[63676]: DEBUG nova.virt.hardware [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1682.078647] env[63676]: DEBUG nova.virt.hardware [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1682.078810] env[63676]: DEBUG nova.virt.hardware [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1682.078999] env[63676]: DEBUG nova.virt.hardware [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1682.079364] env[63676]: DEBUG nova.virt.hardware [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1682.080321] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001a1620-e749-4265-ae1b-0aea0ab759f5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.089625] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30931e70-ea2a-4f59-bda0-8d08ae8ca924 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.103927] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c2561951-c19a-4ed0-9b0c-ed572014e76c tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.105557] env[63676]: DEBUG nova.scheduler.client.report [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1682.204837] env[63676]: DEBUG nova.network.neutron [-] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.431830] env[63676]: DEBUG nova.network.neutron [-] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.453148] env[63676]: DEBUG oslo_vmware.api [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bf8fbf-631c-9a97-d6cf-accb695a7a7d, 'name': SearchDatastore_Task, 'duration_secs': 0.020981} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.453413] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1682.453666] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] d12cfef2-7912-4cca-bfd4-714b61f62444/d12cfef2-7912-4cca-bfd4-714b61f62444.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1682.453911] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46f3fb29-78af-4eec-aaf5-3283e6555acd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.460161] env[63676]: DEBUG oslo_vmware.api [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1682.460161] env[63676]: value = "task-1925371" [ 1682.460161] env[63676]: _type = "Task" [ 1682.460161] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.468631] env[63676]: DEBUG oslo_vmware.api [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.610643] env[63676]: DEBUG oslo_concurrency.lockutils [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.613s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1682.612047] env[63676]: DEBUG nova.compute.manager [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1682.618029] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.948s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.618029] env[63676]: INFO nova.compute.claims [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1682.708516] env[63676]: INFO nova.compute.manager [-] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Took 1.99 seconds to deallocate network for instance. [ 1682.934554] env[63676]: INFO nova.compute.manager [-] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Took 2.05 seconds to deallocate network for instance. [ 1682.972265] env[63676]: DEBUG oslo_vmware.api [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.421925} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.972265] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] d12cfef2-7912-4cca-bfd4-714b61f62444/d12cfef2-7912-4cca-bfd4-714b61f62444.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1682.972265] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1682.972465] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2f6cf07-3d33-4c73-9662-8ffd65dac895 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.985463] env[63676]: DEBUG nova.compute.manager [req-0df23003-ecf8-48db-8d52-aa6e52402ad1 req-b84290d7-477a-4545-9574-06b86c5d576b service nova] [instance: 96667c49-5703-456d-861a-280179e9b682] Received event network-vif-deleted-de0985fc-8fb4-41af-b89e-e983e6af2423 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1682.988032] env[63676]: DEBUG nova.compute.manager [req-0df23003-ecf8-48db-8d52-aa6e52402ad1 req-b84290d7-477a-4545-9574-06b86c5d576b service nova] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Received event network-vif-deleted-fa7949e9-9c90-4855-987f-38323d72e5cc {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1682.988032] env[63676]: DEBUG nova.compute.manager [req-0df23003-ecf8-48db-8d52-aa6e52402ad1 req-b84290d7-477a-4545-9574-06b86c5d576b service nova] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Received event network-vif-deleted-2daada15-5924-4e56-96c7-1535ab23535a {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1682.988032] env[63676]: DEBUG nova.compute.manager [req-0df23003-ecf8-48db-8d52-aa6e52402ad1 req-b84290d7-477a-4545-9574-06b86c5d576b service nova] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Received event network-changed-f1bb9ca9-f913-4f60-8402-7c33e81da538 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1682.988032] env[63676]: DEBUG nova.compute.manager [req-0df23003-ecf8-48db-8d52-aa6e52402ad1 req-b84290d7-477a-4545-9574-06b86c5d576b service nova] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Refreshing instance network info cache due to event network-changed-f1bb9ca9-f913-4f60-8402-7c33e81da538. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1682.988032] env[63676]: DEBUG oslo_concurrency.lockutils [req-0df23003-ecf8-48db-8d52-aa6e52402ad1 req-b84290d7-477a-4545-9574-06b86c5d576b service nova] Acquiring lock "refresh_cache-7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1682.988441] env[63676]: DEBUG oslo_concurrency.lockutils [req-0df23003-ecf8-48db-8d52-aa6e52402ad1 req-b84290d7-477a-4545-9574-06b86c5d576b service nova] Acquired lock "refresh_cache-7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1682.988441] env[63676]: DEBUG nova.network.neutron [req-0df23003-ecf8-48db-8d52-aa6e52402ad1 req-b84290d7-477a-4545-9574-06b86c5d576b service nova] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Refreshing network info cache for port f1bb9ca9-f913-4f60-8402-7c33e81da538 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1682.988441] env[63676]: DEBUG oslo_vmware.api [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1682.988441] env[63676]: value = "task-1925372" [ 1682.988441] env[63676]: _type = "Task" [ 1682.988441] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.998884] env[63676]: DEBUG oslo_vmware.api [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.121437] env[63676]: DEBUG nova.compute.utils [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1683.126699] env[63676]: DEBUG nova.compute.manager [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1683.126699] env[63676]: DEBUG nova.network.neutron [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1683.214072] env[63676]: DEBUG nova.policy [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e6eeb4c94f14a2d91bbc8586c9c427b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd23aa00cbab643f69f050bd0acd1c40c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1683.221674] env[63676]: DEBUG oslo_concurrency.lockutils [None req-627feee9-98f3-4482-a506-1aeddf4ad04a tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.443649] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71c8483d-b212-4a5b-b23a-ed6f70c4ae7e tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.498891] env[63676]: DEBUG oslo_vmware.api [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063208} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.499234] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1683.500064] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a02f88-1e5d-4ed3-b284-96586ab0b2d3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.523212] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] d12cfef2-7912-4cca-bfd4-714b61f62444/d12cfef2-7912-4cca-bfd4-714b61f62444.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1683.523212] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1254b2b0-2b1b-47bb-b363-fc8bbb3a0c37 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.544322] env[63676]: DEBUG oslo_vmware.api [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1683.544322] env[63676]: value = "task-1925373" [ 1683.544322] env[63676]: _type = "Task" [ 1683.544322] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.552205] env[63676]: DEBUG oslo_vmware.api [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.631482] env[63676]: DEBUG nova.compute.manager [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1683.992739] env[63676]: DEBUG nova.network.neutron [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Successfully created port: 228fb1e5-beea-4e1c-bacf-84c9ccafff9d {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1684.053997] env[63676]: DEBUG oslo_vmware.api [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925373, 'name': ReconfigVM_Task, 'duration_secs': 0.289727} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.054385] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Reconfigured VM instance instance-00000026 to attach disk [datastore1] d12cfef2-7912-4cca-bfd4-714b61f62444/d12cfef2-7912-4cca-bfd4-714b61f62444.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1684.054996] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5bf28438-44c6-49f8-b6b4-b11c235648ae {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.062313] env[63676]: DEBUG oslo_vmware.api [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1684.062313] env[63676]: value = "task-1925374" [ 1684.062313] env[63676]: _type = "Task" [ 1684.062313] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.069620] env[63676]: DEBUG oslo_vmware.api [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925374, 'name': Rename_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.160902] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f56362-3e45-436e-94d6-3a7b7ebbd20e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.169441] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6bb754-8a35-48a8-9fb6-3733ba465c4b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.202745] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03e6ef04-d16f-46aa-9e4e-64dff5ecf2c0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.210689] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1a4a75-8c15-4065-8730-5ec7f6b4950a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.224288] env[63676]: DEBUG nova.compute.provider_tree [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1684.310915] env[63676]: DEBUG nova.network.neutron [req-0df23003-ecf8-48db-8d52-aa6e52402ad1 req-b84290d7-477a-4545-9574-06b86c5d576b service nova] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Updated VIF entry in instance network info cache for port f1bb9ca9-f913-4f60-8402-7c33e81da538. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1684.311297] env[63676]: DEBUG nova.network.neutron [req-0df23003-ecf8-48db-8d52-aa6e52402ad1 req-b84290d7-477a-4545-9574-06b86c5d576b service nova] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Updating instance_info_cache with network_info: [{"id": "f1bb9ca9-f913-4f60-8402-7c33e81da538", "address": "fa:16:3e:1f:56:19", "network": {"id": "58ea3486-a9b0-4a14-914f-64fd18d458bb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1747183758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ef00d106b2405c9bc66c25255dafa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1bb9ca9-f9", "ovs_interfaceid": "f1bb9ca9-f913-4f60-8402-7c33e81da538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1684.465631] env[63676]: DEBUG nova.network.neutron [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Successfully updated port: 7844b22b-07d2-43e2-bbdb-f4dc5fee86fa {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1684.515024] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1cc8a8ae-91f4-4f97-8f4f-198148fd7cba tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Acquiring lock "1dfbf63e-5519-4b03-a3aa-d9c5e08087d4" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.515287] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1cc8a8ae-91f4-4f97-8f4f-198148fd7cba tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Lock "1dfbf63e-5519-4b03-a3aa-d9c5e08087d4" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.572174] env[63676]: DEBUG oslo_vmware.api [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925374, 'name': Rename_Task, 'duration_secs': 0.148548} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.572474] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1684.572739] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1ad3f3f-4d66-44bb-975f-cd2907ca39f3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.578313] env[63676]: DEBUG oslo_vmware.api [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1684.578313] env[63676]: value = "task-1925375" [ 1684.578313] env[63676]: _type = "Task" [ 1684.578313] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.585616] env[63676]: DEBUG oslo_vmware.api [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925375, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.642361] env[63676]: DEBUG nova.compute.manager [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1684.669753] env[63676]: DEBUG nova.virt.hardware [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1684.670008] env[63676]: DEBUG nova.virt.hardware [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1684.670175] env[63676]: DEBUG nova.virt.hardware [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1684.670430] env[63676]: DEBUG nova.virt.hardware [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1684.670579] env[63676]: DEBUG nova.virt.hardware [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1684.670727] env[63676]: DEBUG nova.virt.hardware [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1684.670935] env[63676]: DEBUG nova.virt.hardware [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1684.671105] env[63676]: DEBUG nova.virt.hardware [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1684.671304] env[63676]: DEBUG nova.virt.hardware [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1684.671485] env[63676]: DEBUG nova.virt.hardware [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1684.671653] env[63676]: DEBUG nova.virt.hardware [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1684.672530] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c039501-192b-461f-90e8-4720ccd9ca69 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.680819] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34e0bd4-3f50-4d60-ba91-45a91b3e578e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.728369] env[63676]: DEBUG nova.scheduler.client.report [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1684.816042] env[63676]: DEBUG oslo_concurrency.lockutils [req-0df23003-ecf8-48db-8d52-aa6e52402ad1 req-b84290d7-477a-4545-9574-06b86c5d576b service nova] Releasing lock "refresh_cache-7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1684.968653] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Acquiring lock "refresh_cache-90ce8db7-eedc-48b3-b579-efc2ad00ed6f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.968796] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Acquired lock "refresh_cache-90ce8db7-eedc-48b3-b579-efc2ad00ed6f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.968951] env[63676]: DEBUG nova.network.neutron [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1685.018678] env[63676]: DEBUG nova.compute.utils [None req-1cc8a8ae-91f4-4f97-8f4f-198148fd7cba tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1685.090860] env[63676]: DEBUG oslo_vmware.api [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925375, 'name': PowerOnVM_Task, 'duration_secs': 0.491079} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.091217] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1685.091508] env[63676]: INFO nova.compute.manager [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1685.091739] env[63676]: DEBUG nova.compute.manager [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1685.092780] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b9d302-08c6-4a05-a0f4-798951dd47a4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.234431] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.234747] env[63676]: DEBUG nova.compute.manager [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1685.238306] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.728s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.240828] env[63676]: INFO nova.compute.claims [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1685.513441] env[63676]: DEBUG nova.network.neutron [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1685.521427] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1cc8a8ae-91f4-4f97-8f4f-198148fd7cba tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Lock "1dfbf63e-5519-4b03-a3aa-d9c5e08087d4" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.612561] env[63676]: INFO nova.compute.manager [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Took 37.85 seconds to build instance. [ 1685.637037] env[63676]: DEBUG nova.compute.manager [req-0f12b78f-5106-420b-9d75-5bfc61914427 req-19604dbe-93f8-4c54-bf5f-1a813e61162f service nova] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Received event network-vif-plugged-7844b22b-07d2-43e2-bbdb-f4dc5fee86fa {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1685.637402] env[63676]: DEBUG oslo_concurrency.lockutils [req-0f12b78f-5106-420b-9d75-5bfc61914427 req-19604dbe-93f8-4c54-bf5f-1a813e61162f service nova] Acquiring lock "90ce8db7-eedc-48b3-b579-efc2ad00ed6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.637635] env[63676]: DEBUG oslo_concurrency.lockutils [req-0f12b78f-5106-420b-9d75-5bfc61914427 req-19604dbe-93f8-4c54-bf5f-1a813e61162f service nova] Lock "90ce8db7-eedc-48b3-b579-efc2ad00ed6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.637823] env[63676]: DEBUG oslo_concurrency.lockutils [req-0f12b78f-5106-420b-9d75-5bfc61914427 req-19604dbe-93f8-4c54-bf5f-1a813e61162f service nova] Lock "90ce8db7-eedc-48b3-b579-efc2ad00ed6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.638063] env[63676]: DEBUG nova.compute.manager [req-0f12b78f-5106-420b-9d75-5bfc61914427 req-19604dbe-93f8-4c54-bf5f-1a813e61162f service nova] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] No waiting events found dispatching network-vif-plugged-7844b22b-07d2-43e2-bbdb-f4dc5fee86fa {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1685.638242] env[63676]: WARNING nova.compute.manager [req-0f12b78f-5106-420b-9d75-5bfc61914427 req-19604dbe-93f8-4c54-bf5f-1a813e61162f service nova] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Received unexpected event network-vif-plugged-7844b22b-07d2-43e2-bbdb-f4dc5fee86fa for instance with vm_state building and task_state spawning. [ 1685.638500] env[63676]: DEBUG nova.compute.manager [req-0f12b78f-5106-420b-9d75-5bfc61914427 req-19604dbe-93f8-4c54-bf5f-1a813e61162f service nova] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Received event network-changed-7844b22b-07d2-43e2-bbdb-f4dc5fee86fa {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1685.638668] env[63676]: DEBUG nova.compute.manager [req-0f12b78f-5106-420b-9d75-5bfc61914427 req-19604dbe-93f8-4c54-bf5f-1a813e61162f service nova] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Refreshing instance network info cache due to event network-changed-7844b22b-07d2-43e2-bbdb-f4dc5fee86fa. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1685.638846] env[63676]: DEBUG oslo_concurrency.lockutils [req-0f12b78f-5106-420b-9d75-5bfc61914427 req-19604dbe-93f8-4c54-bf5f-1a813e61162f service nova] Acquiring lock "refresh_cache-90ce8db7-eedc-48b3-b579-efc2ad00ed6f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.687178] env[63676]: DEBUG nova.network.neutron [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Updating instance_info_cache with network_info: [{"id": "7844b22b-07d2-43e2-bbdb-f4dc5fee86fa", "address": "fa:16:3e:4c:3a:8e", "network": {"id": "182cb0d8-75f2-45be-9b47-8632f168ae5b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1240504817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad98c38c62f448a59813d41a674c9b53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7844b22b-07", "ovs_interfaceid": "7844b22b-07d2-43e2-bbdb-f4dc5fee86fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.746762] env[63676]: DEBUG nova.compute.utils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1685.750679] env[63676]: DEBUG nova.compute.manager [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1685.750859] env[63676]: DEBUG nova.network.neutron [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1685.834923] env[63676]: DEBUG nova.policy [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5acecbed35e428890728264f2a3a13f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3a0ff07354f4a4cbd1c6a27c660d631', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1686.114605] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ac5f7613-41c2-44f9-91fb-a60e03fcc59e tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "d12cfef2-7912-4cca-bfd4-714b61f62444" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.992s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.189795] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Releasing lock "refresh_cache-90ce8db7-eedc-48b3-b579-efc2ad00ed6f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.190389] env[63676]: DEBUG nova.compute.manager [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Instance network_info: |[{"id": "7844b22b-07d2-43e2-bbdb-f4dc5fee86fa", "address": "fa:16:3e:4c:3a:8e", "network": {"id": "182cb0d8-75f2-45be-9b47-8632f168ae5b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1240504817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad98c38c62f448a59813d41a674c9b53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7844b22b-07", "ovs_interfaceid": "7844b22b-07d2-43e2-bbdb-f4dc5fee86fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1686.191615] env[63676]: DEBUG oslo_concurrency.lockutils [req-0f12b78f-5106-420b-9d75-5bfc61914427 req-19604dbe-93f8-4c54-bf5f-1a813e61162f service nova] Acquired lock "refresh_cache-90ce8db7-eedc-48b3-b579-efc2ad00ed6f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.191957] env[63676]: DEBUG nova.network.neutron [req-0f12b78f-5106-420b-9d75-5bfc61914427 req-19604dbe-93f8-4c54-bf5f-1a813e61162f service nova] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Refreshing network info cache for port 7844b22b-07d2-43e2-bbdb-f4dc5fee86fa {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1686.193404] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:3a:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7844b22b-07d2-43e2-bbdb-f4dc5fee86fa', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1686.204046] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Creating folder: Project (ad98c38c62f448a59813d41a674c9b53). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1686.206197] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cda2adf-34ba-4a77-898e-7648da48f2ca {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.221971] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Created folder: Project (ad98c38c62f448a59813d41a674c9b53) in parent group-v396927. [ 1686.221971] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Creating folder: Instances. Parent ref: group-v397033. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1686.221971] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b40fd04-c198-4767-bf0a-8b000ec4d0b5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.232542] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Created folder: Instances in parent group-v397033. [ 1686.232986] env[63676]: DEBUG oslo.service.loopingcall [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1686.233313] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1686.233621] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-835228c9-b7c7-4de1-86b8-47469d1b1e4b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.250951] env[63676]: DEBUG nova.compute.manager [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1686.262108] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1686.262108] env[63676]: value = "task-1925378" [ 1686.262108] env[63676]: _type = "Task" [ 1686.262108] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.273930] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925378, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.593688] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1cc8a8ae-91f4-4f97-8f4f-198148fd7cba tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Acquiring lock "1dfbf63e-5519-4b03-a3aa-d9c5e08087d4" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.594301] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1cc8a8ae-91f4-4f97-8f4f-198148fd7cba tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Lock "1dfbf63e-5519-4b03-a3aa-d9c5e08087d4" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.594671] env[63676]: INFO nova.compute.manager [None req-1cc8a8ae-91f4-4f97-8f4f-198148fd7cba tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Attaching volume 66f334dc-38f9-4a6f-87e3-0a642d124d60 to /dev/sdb [ 1686.618534] env[63676]: DEBUG nova.compute.manager [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1686.626969] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-327d24fb-622a-41a8-a63d-8e052710a7f9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.633802] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc734320-5f02-4260-b730-cb2b0bc61599 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.648344] env[63676]: DEBUG nova.virt.block_device [None req-1cc8a8ae-91f4-4f97-8f4f-198148fd7cba tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Updating existing volume attachment record: 822b2fa1-84ad-476c-91d3-e6b3a889fb52 {{(pid=63676) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1686.721504] env[63676]: DEBUG nova.network.neutron [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Successfully updated port: 228fb1e5-beea-4e1c-bacf-84c9ccafff9d {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1686.747716] env[63676]: DEBUG nova.network.neutron [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Successfully created port: c96b88c9-6df4-4066-87a4-14b363bb3d64 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1686.773290] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925378, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.831978] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e417e30b-3848-4f6b-8b71-1ace094e089a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.840733] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfce47db-4bcc-41a6-b566-5fa367b32ffe {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.879226] env[63676]: DEBUG nova.network.neutron [req-0f12b78f-5106-420b-9d75-5bfc61914427 req-19604dbe-93f8-4c54-bf5f-1a813e61162f service nova] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Updated VIF entry in instance network info cache for port 7844b22b-07d2-43e2-bbdb-f4dc5fee86fa. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1686.879695] env[63676]: DEBUG nova.network.neutron [req-0f12b78f-5106-420b-9d75-5bfc61914427 req-19604dbe-93f8-4c54-bf5f-1a813e61162f service nova] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Updating instance_info_cache with network_info: [{"id": "7844b22b-07d2-43e2-bbdb-f4dc5fee86fa", "address": "fa:16:3e:4c:3a:8e", "network": {"id": "182cb0d8-75f2-45be-9b47-8632f168ae5b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1240504817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad98c38c62f448a59813d41a674c9b53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7844b22b-07", "ovs_interfaceid": "7844b22b-07d2-43e2-bbdb-f4dc5fee86fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.881675] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285deba2-2798-4846-a20e-a2de85e513c9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.891021] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c976cb18-87ec-4c63-b103-56404df9e69f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.905959] env[63676]: DEBUG nova.compute.provider_tree [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1687.145076] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.225028] env[63676]: DEBUG oslo_concurrency.lockutils [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquiring lock "refresh_cache-f07729fe-f159-4ff5-90e0-33f7696a22c6" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.225253] env[63676]: DEBUG oslo_concurrency.lockutils [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquired lock "refresh_cache-f07729fe-f159-4ff5-90e0-33f7696a22c6" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.225449] env[63676]: DEBUG nova.network.neutron [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1687.262697] env[63676]: DEBUG nova.compute.manager [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1687.286014] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925378, 'name': CreateVM_Task, 'duration_secs': 0.628276} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.286014] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1687.286014] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.286014] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.286014] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1687.286837] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e1bacdb-411c-41c7-a578-fd51c53c8d9a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.289657] env[63676]: DEBUG oslo_vmware.api [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Waiting for the task: (returnval){ [ 1687.289657] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52021639-14d7-ff56-fcc9-b4cadd3ef0d1" [ 1687.289657] env[63676]: _type = "Task" [ 1687.289657] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.301023] env[63676]: DEBUG oslo_vmware.api [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52021639-14d7-ff56-fcc9-b4cadd3ef0d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.302748] env[63676]: DEBUG nova.virt.hardware [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1687.302981] env[63676]: DEBUG nova.virt.hardware [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1687.303162] env[63676]: DEBUG nova.virt.hardware [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1687.303347] env[63676]: DEBUG nova.virt.hardware [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1687.303493] env[63676]: DEBUG nova.virt.hardware [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1687.303640] env[63676]: DEBUG nova.virt.hardware [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1687.303847] env[63676]: DEBUG nova.virt.hardware [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1687.304024] env[63676]: DEBUG nova.virt.hardware [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1687.304181] env[63676]: DEBUG nova.virt.hardware [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1687.304425] env[63676]: DEBUG nova.virt.hardware [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1687.304498] env[63676]: DEBUG nova.virt.hardware [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1687.305283] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dd175e0-2a6e-4c2e-a23a-d62bb46b06d6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.312577] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfcb59b-9e49-4306-bad1-24de0194fad8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.385483] env[63676]: DEBUG oslo_concurrency.lockutils [req-0f12b78f-5106-420b-9d75-5bfc61914427 req-19604dbe-93f8-4c54-bf5f-1a813e61162f service nova] Releasing lock "refresh_cache-90ce8db7-eedc-48b3-b579-efc2ad00ed6f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.408997] env[63676]: DEBUG nova.scheduler.client.report [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1687.789766] env[63676]: DEBUG nova.network.neutron [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1687.801671] env[63676]: DEBUG oslo_vmware.api [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52021639-14d7-ff56-fcc9-b4cadd3ef0d1, 'name': SearchDatastore_Task, 'duration_secs': 0.010653} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.801967] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.802219] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1687.802480] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.802662] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.802882] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1687.803198] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c64ad766-f71e-404e-acc5-b314db1bee88 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.811275] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1687.811461] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1687.812222] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47f3735f-ca38-4067-af7c-9d0315e0a56d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.819931] env[63676]: DEBUG oslo_vmware.api [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Waiting for the task: (returnval){ [ 1687.819931] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52836a0e-c6d9-059d-1b47-3db164b1029f" [ 1687.819931] env[63676]: _type = "Task" [ 1687.819931] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.836366] env[63676]: DEBUG oslo_vmware.api [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52836a0e-c6d9-059d-1b47-3db164b1029f, 'name': SearchDatastore_Task, 'duration_secs': 0.008372} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.838414] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c500175-cbac-4b4c-b82b-ba2a9010bfa4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.847259] env[63676]: DEBUG oslo_vmware.api [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Waiting for the task: (returnval){ [ 1687.847259] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]528a6b7a-9283-d1ef-da6e-f70d3113f4e2" [ 1687.847259] env[63676]: _type = "Task" [ 1687.847259] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.860582] env[63676]: DEBUG oslo_vmware.api [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]528a6b7a-9283-d1ef-da6e-f70d3113f4e2, 'name': SearchDatastore_Task, 'duration_secs': 0.008801} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.860582] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.860812] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 90ce8db7-eedc-48b3-b579-efc2ad00ed6f/90ce8db7-eedc-48b3-b579-efc2ad00ed6f.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1687.863861] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6973758-f75d-410e-8fae-57b4cc48fc13 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.867355] env[63676]: DEBUG oslo_vmware.api [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Waiting for the task: (returnval){ [ 1687.867355] env[63676]: value = "task-1925382" [ 1687.867355] env[63676]: _type = "Task" [ 1687.867355] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.878363] env[63676]: DEBUG oslo_vmware.api [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Task: {'id': task-1925382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.914815] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.915399] env[63676]: DEBUG nova.compute.manager [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1687.918507] env[63676]: DEBUG oslo_concurrency.lockutils [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.798s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.008348] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f4543c71-4fe0-4a4f-ae68-c1deae12ce10 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "d12cfef2-7912-4cca-bfd4-714b61f62444" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.008689] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f4543c71-4fe0-4a4f-ae68-c1deae12ce10 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "d12cfef2-7912-4cca-bfd4-714b61f62444" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.008917] env[63676]: DEBUG nova.compute.manager [None req-f4543c71-4fe0-4a4f-ae68-c1deae12ce10 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1688.009919] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9c6184-247f-4643-b9bd-0009a95dc49a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.018382] env[63676]: DEBUG nova.compute.manager [None req-f4543c71-4fe0-4a4f-ae68-c1deae12ce10 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63676) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1688.018962] env[63676]: DEBUG nova.objects.instance [None req-f4543c71-4fe0-4a4f-ae68-c1deae12ce10 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lazy-loading 'flavor' on Instance uuid d12cfef2-7912-4cca-bfd4-714b61f62444 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1688.081162] env[63676]: DEBUG nova.network.neutron [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Updating instance_info_cache with network_info: [{"id": "228fb1e5-beea-4e1c-bacf-84c9ccafff9d", "address": "fa:16:3e:98:cf:03", "network": {"id": "480ca60e-60bd-4b04-8886-d01113b80e36", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-822589225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d23aa00cbab643f69f050bd0acd1c40c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap228fb1e5-be", "ovs_interfaceid": "228fb1e5-beea-4e1c-bacf-84c9ccafff9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.377502] env[63676]: DEBUG oslo_vmware.api [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Task: {'id': task-1925382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472309} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.377798] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 90ce8db7-eedc-48b3-b579-efc2ad00ed6f/90ce8db7-eedc-48b3-b579-efc2ad00ed6f.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1688.377956] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1688.378215] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e500476-d3d1-4061-a205-e722eac4f52b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.384586] env[63676]: DEBUG oslo_vmware.api [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Waiting for the task: (returnval){ [ 1688.384586] env[63676]: value = "task-1925383" [ 1688.384586] env[63676]: _type = "Task" [ 1688.384586] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.394582] env[63676]: DEBUG oslo_vmware.api [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Task: {'id': task-1925383, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.423805] env[63676]: INFO nova.compute.claims [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1688.429020] env[63676]: DEBUG nova.compute.utils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1688.431489] env[63676]: DEBUG nova.compute.manager [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1688.431662] env[63676]: DEBUG nova.network.neutron [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1688.566019] env[63676]: DEBUG nova.policy [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5acecbed35e428890728264f2a3a13f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd3a0ff07354f4a4cbd1c6a27c660d631', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1688.584976] env[63676]: DEBUG oslo_concurrency.lockutils [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Releasing lock "refresh_cache-f07729fe-f159-4ff5-90e0-33f7696a22c6" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.585316] env[63676]: DEBUG nova.compute.manager [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Instance network_info: |[{"id": "228fb1e5-beea-4e1c-bacf-84c9ccafff9d", "address": "fa:16:3e:98:cf:03", "network": {"id": "480ca60e-60bd-4b04-8886-d01113b80e36", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-822589225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d23aa00cbab643f69f050bd0acd1c40c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap228fb1e5-be", "ovs_interfaceid": "228fb1e5-beea-4e1c-bacf-84c9ccafff9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1688.585730] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:cf:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6934071-bf85-4591-9c7d-55c7ea131262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '228fb1e5-beea-4e1c-bacf-84c9ccafff9d', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1688.597446] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Creating folder: Project (d23aa00cbab643f69f050bd0acd1c40c). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1688.598340] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-becb50d6-4531-49fe-af9c-fea37cebad9a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.612689] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Created folder: Project (d23aa00cbab643f69f050bd0acd1c40c) in parent group-v396927. [ 1688.612888] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Creating folder: Instances. Parent ref: group-v397038. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1688.613140] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2fcd697-6eed-45f0-baf8-5b60dba3a237 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.621485] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Created folder: Instances in parent group-v397038. [ 1688.621751] env[63676]: DEBUG oslo.service.loopingcall [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1688.621940] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1688.623250] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-001f5b57-de00-40c5-883f-63d2a7ee9b47 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.644801] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1688.644801] env[63676]: value = "task-1925386" [ 1688.644801] env[63676]: _type = "Task" [ 1688.644801] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.653026] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925386, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.734278] env[63676]: DEBUG nova.compute.manager [req-2bf486c9-1854-4c4b-b1f4-39ec9c70830d req-6aada1c2-33f0-482f-a3f2-23970f6bd5fc service nova] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Received event network-vif-plugged-228fb1e5-beea-4e1c-bacf-84c9ccafff9d {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1688.734278] env[63676]: DEBUG oslo_concurrency.lockutils [req-2bf486c9-1854-4c4b-b1f4-39ec9c70830d req-6aada1c2-33f0-482f-a3f2-23970f6bd5fc service nova] Acquiring lock "f07729fe-f159-4ff5-90e0-33f7696a22c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.734278] env[63676]: DEBUG oslo_concurrency.lockutils [req-2bf486c9-1854-4c4b-b1f4-39ec9c70830d req-6aada1c2-33f0-482f-a3f2-23970f6bd5fc service nova] Lock "f07729fe-f159-4ff5-90e0-33f7696a22c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1688.734278] env[63676]: DEBUG oslo_concurrency.lockutils [req-2bf486c9-1854-4c4b-b1f4-39ec9c70830d req-6aada1c2-33f0-482f-a3f2-23970f6bd5fc service nova] Lock "f07729fe-f159-4ff5-90e0-33f7696a22c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.734278] env[63676]: DEBUG nova.compute.manager [req-2bf486c9-1854-4c4b-b1f4-39ec9c70830d req-6aada1c2-33f0-482f-a3f2-23970f6bd5fc service nova] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] No waiting events found dispatching network-vif-plugged-228fb1e5-beea-4e1c-bacf-84c9ccafff9d {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1688.734543] env[63676]: WARNING nova.compute.manager [req-2bf486c9-1854-4c4b-b1f4-39ec9c70830d req-6aada1c2-33f0-482f-a3f2-23970f6bd5fc service nova] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Received unexpected event network-vif-plugged-228fb1e5-beea-4e1c-bacf-84c9ccafff9d for instance with vm_state building and task_state spawning. [ 1688.734543] env[63676]: DEBUG nova.compute.manager [req-2bf486c9-1854-4c4b-b1f4-39ec9c70830d req-6aada1c2-33f0-482f-a3f2-23970f6bd5fc service nova] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Received event network-changed-228fb1e5-beea-4e1c-bacf-84c9ccafff9d {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1688.735089] env[63676]: DEBUG nova.compute.manager [req-2bf486c9-1854-4c4b-b1f4-39ec9c70830d req-6aada1c2-33f0-482f-a3f2-23970f6bd5fc service nova] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Refreshing instance network info cache due to event network-changed-228fb1e5-beea-4e1c-bacf-84c9ccafff9d. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1688.735899] env[63676]: DEBUG oslo_concurrency.lockutils [req-2bf486c9-1854-4c4b-b1f4-39ec9c70830d req-6aada1c2-33f0-482f-a3f2-23970f6bd5fc service nova] Acquiring lock "refresh_cache-f07729fe-f159-4ff5-90e0-33f7696a22c6" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.736284] env[63676]: DEBUG oslo_concurrency.lockutils [req-2bf486c9-1854-4c4b-b1f4-39ec9c70830d req-6aada1c2-33f0-482f-a3f2-23970f6bd5fc service nova] Acquired lock "refresh_cache-f07729fe-f159-4ff5-90e0-33f7696a22c6" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.736579] env[63676]: DEBUG nova.network.neutron [req-2bf486c9-1854-4c4b-b1f4-39ec9c70830d req-6aada1c2-33f0-482f-a3f2-23970f6bd5fc service nova] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Refreshing network info cache for port 228fb1e5-beea-4e1c-bacf-84c9ccafff9d {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1688.894406] env[63676]: DEBUG oslo_vmware.api [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Task: {'id': task-1925383, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074263} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.898028] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1688.898028] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e08538-5bfe-4afa-92a0-625967065954 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.923154] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 90ce8db7-eedc-48b3-b579-efc2ad00ed6f/90ce8db7-eedc-48b3-b579-efc2ad00ed6f.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1688.923154] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-993cbaac-620f-4c04-84e7-439f9e6edcc7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.939858] env[63676]: DEBUG nova.compute.manager [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1688.944972] env[63676]: INFO nova.compute.resource_tracker [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Updating resource usage from migration 7037b848-9ee9-4dc8-849b-d774ba152965 [ 1688.956022] env[63676]: DEBUG oslo_vmware.api [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Waiting for the task: (returnval){ [ 1688.956022] env[63676]: value = "task-1925387" [ 1688.956022] env[63676]: _type = "Task" [ 1688.956022] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.965569] env[63676]: DEBUG oslo_vmware.api [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Task: {'id': task-1925387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.026023] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4543c71-4fe0-4a4f-ae68-c1deae12ce10 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1689.026023] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2588537-8cc4-4aaa-8c9f-8a61716148bc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.036017] env[63676]: DEBUG oslo_vmware.api [None req-f4543c71-4fe0-4a4f-ae68-c1deae12ce10 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1689.036017] env[63676]: value = "task-1925388" [ 1689.036017] env[63676]: _type = "Task" [ 1689.036017] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.044766] env[63676]: DEBUG oslo_vmware.api [None req-f4543c71-4fe0-4a4f-ae68-c1deae12ce10 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.154705] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925386, 'name': CreateVM_Task, 'duration_secs': 0.412929} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.154881] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1689.156353] env[63676]: DEBUG oslo_concurrency.lockutils [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.156353] env[63676]: DEBUG oslo_concurrency.lockutils [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.156353] env[63676]: DEBUG oslo_concurrency.lockutils [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1689.156353] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a57cdfe-092d-4af7-ab05-516def9d7ac3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.161279] env[63676]: DEBUG oslo_vmware.api [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1689.161279] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527baa7f-31ff-63f6-95ec-eabdf7a5c4bc" [ 1689.161279] env[63676]: _type = "Task" [ 1689.161279] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.171400] env[63676]: DEBUG oslo_vmware.api [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527baa7f-31ff-63f6-95ec-eabdf7a5c4bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.172163] env[63676]: DEBUG nova.network.neutron [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Successfully updated port: c96b88c9-6df4-4066-87a4-14b363bb3d64 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1689.297680] env[63676]: DEBUG nova.network.neutron [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Successfully created port: 74838fba-822a-48c5-b78d-f51f15487a89 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1689.469222] env[63676]: DEBUG oslo_vmware.api [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Task: {'id': task-1925387, 'name': ReconfigVM_Task, 'duration_secs': 0.43374} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.469594] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 90ce8db7-eedc-48b3-b579-efc2ad00ed6f/90ce8db7-eedc-48b3-b579-efc2ad00ed6f.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1689.470312] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99dc81e4-9136-4cfc-8331-d27c94cccfa3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.479063] env[63676]: DEBUG oslo_vmware.api [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Waiting for the task: (returnval){ [ 1689.479063] env[63676]: value = "task-1925390" [ 1689.479063] env[63676]: _type = "Task" [ 1689.479063] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.493774] env[63676]: DEBUG oslo_vmware.api [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Task: {'id': task-1925390, 'name': Rename_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.531871] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9fa752-588f-460b-981c-6ce04e22f672 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.542137] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0db4bb-0428-4a01-8380-e607c67b5fe8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.581793] env[63676]: DEBUG oslo_vmware.api [None req-f4543c71-4fe0-4a4f-ae68-c1deae12ce10 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925388, 'name': PowerOffVM_Task, 'duration_secs': 0.224544} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.585448] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4543c71-4fe0-4a4f-ae68-c1deae12ce10 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1689.585718] env[63676]: DEBUG nova.compute.manager [None req-f4543c71-4fe0-4a4f-ae68-c1deae12ce10 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1689.586524] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b5db8e-3465-46d7-ac44-94a5431f8299 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.589710] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9b6ef9-6566-45f1-a679-4375ac4d4ac1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.599345] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665dfd32-9286-4598-b148-747d9364e679 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.617155] env[63676]: DEBUG nova.compute.provider_tree [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1689.671685] env[63676]: DEBUG oslo_vmware.api [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527baa7f-31ff-63f6-95ec-eabdf7a5c4bc, 'name': SearchDatastore_Task, 'duration_secs': 0.009714} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.671996] env[63676]: DEBUG oslo_concurrency.lockutils [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.672239] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1689.672466] env[63676]: DEBUG oslo_concurrency.lockutils [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.672723] env[63676]: DEBUG oslo_concurrency.lockutils [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.672945] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1689.673221] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f897900-4395-417c-bf4e-f25d2dfccf6b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.675302] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "refresh_cache-4ac3f891-119a-4f8c-bea7-516476f92767" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.675438] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquired lock "refresh_cache-4ac3f891-119a-4f8c-bea7-516476f92767" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.675581] env[63676]: DEBUG nova.network.neutron [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1689.683809] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1689.683955] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1689.685216] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71f96cc2-ffa6-4495-90e2-549fbeb1b98e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.691375] env[63676]: DEBUG oslo_vmware.api [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1689.691375] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a43eb4-32a2-d11e-625e-4df33034659f" [ 1689.691375] env[63676]: _type = "Task" [ 1689.691375] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.699561] env[63676]: DEBUG oslo_vmware.api [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a43eb4-32a2-d11e-625e-4df33034659f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.785119] env[63676]: DEBUG nova.network.neutron [req-2bf486c9-1854-4c4b-b1f4-39ec9c70830d req-6aada1c2-33f0-482f-a3f2-23970f6bd5fc service nova] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Updated VIF entry in instance network info cache for port 228fb1e5-beea-4e1c-bacf-84c9ccafff9d. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1689.785523] env[63676]: DEBUG nova.network.neutron [req-2bf486c9-1854-4c4b-b1f4-39ec9c70830d req-6aada1c2-33f0-482f-a3f2-23970f6bd5fc service nova] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Updating instance_info_cache with network_info: [{"id": "228fb1e5-beea-4e1c-bacf-84c9ccafff9d", "address": "fa:16:3e:98:cf:03", "network": {"id": "480ca60e-60bd-4b04-8886-d01113b80e36", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-822589225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d23aa00cbab643f69f050bd0acd1c40c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap228fb1e5-be", "ovs_interfaceid": "228fb1e5-beea-4e1c-bacf-84c9ccafff9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.958295] env[63676]: DEBUG nova.compute.manager [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1689.985487] env[63676]: DEBUG nova.virt.hardware [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1689.985703] env[63676]: DEBUG nova.virt.hardware [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1689.985834] env[63676]: DEBUG nova.virt.hardware [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1689.986041] env[63676]: DEBUG nova.virt.hardware [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1689.986163] env[63676]: DEBUG nova.virt.hardware [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1689.986316] env[63676]: DEBUG nova.virt.hardware [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1689.986523] env[63676]: DEBUG nova.virt.hardware [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1689.986684] env[63676]: DEBUG nova.virt.hardware [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1689.987096] env[63676]: DEBUG nova.virt.hardware [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1689.987096] env[63676]: DEBUG nova.virt.hardware [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1689.987192] env[63676]: DEBUG nova.virt.hardware [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1689.988013] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116d7d56-a24e-4b1b-a3c3-07f7131959b7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.998441] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-711a4c42-0db1-41f2-b3de-3d4d02adc13a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.002466] env[63676]: DEBUG oslo_vmware.api [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Task: {'id': task-1925390, 'name': Rename_Task, 'duration_secs': 0.136605} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.002466] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1690.003168] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4430ac59-f304-4c8e-a3f1-1113344b769f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.014393] env[63676]: DEBUG oslo_vmware.api [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Waiting for the task: (returnval){ [ 1690.014393] env[63676]: value = "task-1925391" [ 1690.014393] env[63676]: _type = "Task" [ 1690.014393] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.021652] env[63676]: DEBUG oslo_vmware.api [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Task: {'id': task-1925391, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.029624] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9e756668-bb8a-4a1c-a1d2-1fb3ef1689db tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] Acquiring lock "3623083d-0bf5-4947-9191-298ad2de4e13" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.029624] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9e756668-bb8a-4a1c-a1d2-1fb3ef1689db tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] Lock "3623083d-0bf5-4947-9191-298ad2de4e13" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.108439] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f4543c71-4fe0-4a4f-ae68-c1deae12ce10 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "d12cfef2-7912-4cca-bfd4-714b61f62444" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.100s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.120050] env[63676]: DEBUG nova.scheduler.client.report [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1690.202362] env[63676]: DEBUG oslo_vmware.api [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a43eb4-32a2-d11e-625e-4df33034659f, 'name': SearchDatastore_Task, 'duration_secs': 0.008343} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.203139] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1da3e76b-19f3-47e3-af56-0fad168bd92b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.205619] env[63676]: DEBUG oslo_concurrency.lockutils [None req-715cd34a-f723-4ae4-8fa3-fdd986380836 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Acquiring lock "7145ada3-e1fc-4651-a10d-22ca2f5df942" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.205882] env[63676]: DEBUG oslo_concurrency.lockutils [None req-715cd34a-f723-4ae4-8fa3-fdd986380836 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Lock "7145ada3-e1fc-4651-a10d-22ca2f5df942" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.206197] env[63676]: DEBUG oslo_concurrency.lockutils [None req-715cd34a-f723-4ae4-8fa3-fdd986380836 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Acquiring lock "7145ada3-e1fc-4651-a10d-22ca2f5df942-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.206405] env[63676]: DEBUG oslo_concurrency.lockutils [None req-715cd34a-f723-4ae4-8fa3-fdd986380836 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Lock "7145ada3-e1fc-4651-a10d-22ca2f5df942-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.206578] env[63676]: DEBUG oslo_concurrency.lockutils [None req-715cd34a-f723-4ae4-8fa3-fdd986380836 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Lock "7145ada3-e1fc-4651-a10d-22ca2f5df942-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.208561] env[63676]: INFO nova.compute.manager [None req-715cd34a-f723-4ae4-8fa3-fdd986380836 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Terminating instance [ 1690.214353] env[63676]: DEBUG oslo_vmware.api [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1690.214353] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52005269-de8a-cc25-c7b5-6cb815fa3469" [ 1690.214353] env[63676]: _type = "Task" [ 1690.214353] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.223272] env[63676]: DEBUG oslo_vmware.api [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52005269-de8a-cc25-c7b5-6cb815fa3469, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.224026] env[63676]: DEBUG nova.network.neutron [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1690.290819] env[63676]: DEBUG oslo_concurrency.lockutils [req-2bf486c9-1854-4c4b-b1f4-39ec9c70830d req-6aada1c2-33f0-482f-a3f2-23970f6bd5fc service nova] Releasing lock "refresh_cache-f07729fe-f159-4ff5-90e0-33f7696a22c6" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.397830] env[63676]: DEBUG nova.network.neutron [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Updating instance_info_cache with network_info: [{"id": "c96b88c9-6df4-4066-87a4-14b363bb3d64", "address": "fa:16:3e:ff:08:ed", "network": {"id": "c1036e8f-eea5-4d94-bc62-55968dd1bade", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1892480967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3a0ff07354f4a4cbd1c6a27c660d631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc96b88c9-6d", "ovs_interfaceid": "c96b88c9-6df4-4066-87a4-14b363bb3d64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.524650] env[63676]: DEBUG oslo_vmware.api [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Task: {'id': task-1925391, 'name': PowerOnVM_Task, 'duration_secs': 0.466119} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.525074] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1690.525300] env[63676]: INFO nova.compute.manager [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Took 8.48 seconds to spawn the instance on the hypervisor. [ 1690.525484] env[63676]: DEBUG nova.compute.manager [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1690.526437] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8829fb5-b10d-4180-ab4e-6e6cb27a1339 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.535941] env[63676]: DEBUG nova.compute.utils [None req-9e756668-bb8a-4a1c-a1d2-1fb3ef1689db tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1690.625476] env[63676]: DEBUG oslo_concurrency.lockutils [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.707s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.625694] env[63676]: INFO nova.compute.manager [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Migrating [ 1690.625924] env[63676]: DEBUG oslo_concurrency.lockutils [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.626083] env[63676]: DEBUG oslo_concurrency.lockutils [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquired lock "compute-rpcapi-router" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.627361] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.331s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1690.629602] env[63676]: INFO nova.compute.claims [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1690.712364] env[63676]: DEBUG nova.compute.manager [None req-715cd34a-f723-4ae4-8fa3-fdd986380836 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1690.712591] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-715cd34a-f723-4ae4-8fa3-fdd986380836 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1690.713562] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a9aa5e-da02-4971-807c-bd46a0a7bdb7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.725455] env[63676]: DEBUG oslo_vmware.api [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52005269-de8a-cc25-c7b5-6cb815fa3469, 'name': SearchDatastore_Task, 'duration_secs': 0.010211} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.727469] env[63676]: DEBUG oslo_concurrency.lockutils [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.727729] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] f07729fe-f159-4ff5-90e0-33f7696a22c6/f07729fe-f159-4ff5-90e0-33f7696a22c6.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1690.727999] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-715cd34a-f723-4ae4-8fa3-fdd986380836 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1690.728221] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-49da5163-263c-4d98-a9ff-f376fcf95d6a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.729872] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25481167-3eaa-4ec1-abc9-d4909ded6909 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.735907] env[63676]: DEBUG oslo_vmware.api [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1690.735907] env[63676]: value = "task-1925392" [ 1690.735907] env[63676]: _type = "Task" [ 1690.735907] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.738144] env[63676]: DEBUG oslo_vmware.api [None req-715cd34a-f723-4ae4-8fa3-fdd986380836 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Waiting for the task: (returnval){ [ 1690.738144] env[63676]: value = "task-1925393" [ 1690.738144] env[63676]: _type = "Task" [ 1690.738144] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.750057] env[63676]: DEBUG oslo_vmware.api [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.753155] env[63676]: DEBUG oslo_vmware.api [None req-715cd34a-f723-4ae4-8fa3-fdd986380836 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Task: {'id': task-1925393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.901048] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Releasing lock "refresh_cache-4ac3f891-119a-4f8c-bea7-516476f92767" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.901477] env[63676]: DEBUG nova.compute.manager [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Instance network_info: |[{"id": "c96b88c9-6df4-4066-87a4-14b363bb3d64", "address": "fa:16:3e:ff:08:ed", "network": {"id": "c1036e8f-eea5-4d94-bc62-55968dd1bade", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1892480967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3a0ff07354f4a4cbd1c6a27c660d631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc96b88c9-6d", "ovs_interfaceid": "c96b88c9-6df4-4066-87a4-14b363bb3d64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1690.902109] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:08:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c96b88c9-6df4-4066-87a4-14b363bb3d64', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1690.914995] env[63676]: DEBUG oslo.service.loopingcall [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1690.915397] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1690.915763] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-181952c6-a821-4fff-99b5-9594ef4e1a64 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.946561] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1690.946561] env[63676]: value = "task-1925394" [ 1690.946561] env[63676]: _type = "Task" [ 1690.946561] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.958706] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925394, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.041530] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9e756668-bb8a-4a1c-a1d2-1fb3ef1689db tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] Lock "3623083d-0bf5-4947-9191-298ad2de4e13" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.044963] env[63676]: INFO nova.compute.manager [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Took 36.83 seconds to build instance. [ 1691.136093] env[63676]: INFO nova.compute.rpcapi [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 1691.137745] env[63676]: DEBUG oslo_concurrency.lockutils [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Releasing lock "compute-rpcapi-router" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.200701] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cc8a8ae-91f4-4f97-8f4f-198148fd7cba tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Volume attach. Driver type: vmdk {{(pid=63676) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1691.201093] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cc8a8ae-91f4-4f97-8f4f-198148fd7cba tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397037', 'volume_id': '66f334dc-38f9-4a6f-87e3-0a642d124d60', 'name': 'volume-66f334dc-38f9-4a6f-87e3-0a642d124d60', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dfbf63e-5519-4b03-a3aa-d9c5e08087d4', 'attached_at': '', 'detached_at': '', 'volume_id': '66f334dc-38f9-4a6f-87e3-0a642d124d60', 'serial': '66f334dc-38f9-4a6f-87e3-0a642d124d60'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1691.202150] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9cdf54-c55c-4bb9-9692-97aaf4319aad {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.224259] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4939d2-d074-4deb-996a-bdfb0bd17e3c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.253946] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cc8a8ae-91f4-4f97-8f4f-198148fd7cba tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] volume-66f334dc-38f9-4a6f-87e3-0a642d124d60/volume-66f334dc-38f9-4a6f-87e3-0a642d124d60.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1691.263412] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f766cc98-b5a1-43a9-a93b-864137d74871 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.284863] env[63676]: DEBUG oslo_vmware.api [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433216} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.288600] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] f07729fe-f159-4ff5-90e0-33f7696a22c6/f07729fe-f159-4ff5-90e0-33f7696a22c6.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1691.288892] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1691.289891] env[63676]: DEBUG oslo_vmware.api [None req-1cc8a8ae-91f4-4f97-8f4f-198148fd7cba tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Waiting for the task: (returnval){ [ 1691.289891] env[63676]: value = "task-1925395" [ 1691.289891] env[63676]: _type = "Task" [ 1691.289891] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.290254] env[63676]: DEBUG oslo_vmware.api [None req-715cd34a-f723-4ae4-8fa3-fdd986380836 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Task: {'id': task-1925393, 'name': PowerOffVM_Task, 'duration_secs': 0.18072} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.292668] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3648b2bb-dff3-4d2d-a576-881dca0a4742 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.294613] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-715cd34a-f723-4ae4-8fa3-fdd986380836 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1691.294789] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-715cd34a-f723-4ae4-8fa3-fdd986380836 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1691.299847] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40b7ad2a-bfd2-4d5e-be25-bf06d2310820 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.306461] env[63676]: DEBUG oslo_vmware.api [None req-1cc8a8ae-91f4-4f97-8f4f-198148fd7cba tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925395, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.309785] env[63676]: DEBUG oslo_vmware.api [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1691.309785] env[63676]: value = "task-1925396" [ 1691.309785] env[63676]: _type = "Task" [ 1691.309785] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.318912] env[63676]: DEBUG oslo_vmware.api [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.327606] env[63676]: DEBUG nova.network.neutron [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Successfully updated port: 74838fba-822a-48c5-b78d-f51f15487a89 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1691.375219] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-715cd34a-f723-4ae4-8fa3-fdd986380836 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1691.375466] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-715cd34a-f723-4ae4-8fa3-fdd986380836 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1691.375707] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-715cd34a-f723-4ae4-8fa3-fdd986380836 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Deleting the datastore file [datastore1] 7145ada3-e1fc-4651-a10d-22ca2f5df942 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1691.378217] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd26fe2c-0486-4aab-a385-e9fff53b9eb8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.384860] env[63676]: DEBUG oslo_vmware.api [None req-715cd34a-f723-4ae4-8fa3-fdd986380836 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Waiting for the task: (returnval){ [ 1691.384860] env[63676]: value = "task-1925398" [ 1691.384860] env[63676]: _type = "Task" [ 1691.384860] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.392348] env[63676]: DEBUG oslo_vmware.api [None req-715cd34a-f723-4ae4-8fa3-fdd986380836 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Task: {'id': task-1925398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.458630] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925394, 'name': CreateVM_Task, 'duration_secs': 0.399326} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.458801] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1691.459886] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.460968] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.460968] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1691.460968] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71575304-61e0-4c5b-abcf-814ba985478b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.467087] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1691.467087] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523c49fd-2d2a-6975-7ade-0415454277c6" [ 1691.467087] env[63676]: _type = "Task" [ 1691.467087] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.474879] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523c49fd-2d2a-6975-7ade-0415454277c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.547490] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e88af6d4-598e-444b-a287-eabef99924ad tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Lock "90ce8db7-eedc-48b3-b579-efc2ad00ed6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.618s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.660371] env[63676]: DEBUG oslo_concurrency.lockutils [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquiring lock "refresh_cache-6321e4cd-2f34-4dca-b144-2c5eadcbf8fc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.661021] env[63676]: DEBUG oslo_concurrency.lockutils [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquired lock "refresh_cache-6321e4cd-2f34-4dca-b144-2c5eadcbf8fc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.661021] env[63676]: DEBUG nova.network.neutron [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1691.727863] env[63676]: DEBUG nova.compute.manager [req-7bc2e996-d54a-4166-a092-7192ebcc1a19 req-44b861bd-6789-451c-87a7-383b93dcf25d service nova] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Received event network-changed-f1bb9ca9-f913-4f60-8402-7c33e81da538 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1691.728078] env[63676]: DEBUG nova.compute.manager [req-7bc2e996-d54a-4166-a092-7192ebcc1a19 req-44b861bd-6789-451c-87a7-383b93dcf25d service nova] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Refreshing instance network info cache due to event network-changed-f1bb9ca9-f913-4f60-8402-7c33e81da538. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1691.728296] env[63676]: DEBUG oslo_concurrency.lockutils [req-7bc2e996-d54a-4166-a092-7192ebcc1a19 req-44b861bd-6789-451c-87a7-383b93dcf25d service nova] Acquiring lock "refresh_cache-7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.728451] env[63676]: DEBUG oslo_concurrency.lockutils [req-7bc2e996-d54a-4166-a092-7192ebcc1a19 req-44b861bd-6789-451c-87a7-383b93dcf25d service nova] Acquired lock "refresh_cache-7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.728642] env[63676]: DEBUG nova.network.neutron [req-7bc2e996-d54a-4166-a092-7192ebcc1a19 req-44b861bd-6789-451c-87a7-383b93dcf25d service nova] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Refreshing network info cache for port f1bb9ca9-f913-4f60-8402-7c33e81da538 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1691.731513] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e8248e-3605-477f-80b9-69d7128363c8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.740377] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ac25a9-129f-40fd-93e6-70301fce9c46 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.772538] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faeac335-f6e7-4288-b834-966f1fea91f5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.779938] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7d9e71-5baf-4bec-9fc1-1f733fdddaba {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.795170] env[63676]: DEBUG nova.compute.provider_tree [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1691.808766] env[63676]: DEBUG oslo_vmware.api [None req-1cc8a8ae-91f4-4f97-8f4f-198148fd7cba tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925395, 'name': ReconfigVM_Task, 'duration_secs': 0.375974} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.809300] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cc8a8ae-91f4-4f97-8f4f-198148fd7cba tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Reconfigured VM instance instance-00000018 to attach disk [datastore1] volume-66f334dc-38f9-4a6f-87e3-0a642d124d60/volume-66f334dc-38f9-4a6f-87e3-0a642d124d60.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1691.814188] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8290fe8b-2701-465b-ab75-50e07f94d403 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.832223] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "refresh_cache-941346ed-db6c-4322-9561-60d3013a7c09" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.832331] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquired lock "refresh_cache-941346ed-db6c-4322-9561-60d3013a7c09" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.832450] env[63676]: DEBUG nova.network.neutron [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1691.833690] env[63676]: DEBUG oslo_vmware.api [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063672} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.834907] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1691.835261] env[63676]: DEBUG oslo_vmware.api [None req-1cc8a8ae-91f4-4f97-8f4f-198148fd7cba tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Waiting for the task: (returnval){ [ 1691.835261] env[63676]: value = "task-1925399" [ 1691.835261] env[63676]: _type = "Task" [ 1691.835261] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.836105] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5873881c-7c8b-4961-8965-757708c474ca {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.866089] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] f07729fe-f159-4ff5-90e0-33f7696a22c6/f07729fe-f159-4ff5-90e0-33f7696a22c6.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1691.870621] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c913435-1d61-4266-93ba-06043ce0eb46 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.887617] env[63676]: DEBUG oslo_vmware.api [None req-1cc8a8ae-91f4-4f97-8f4f-198148fd7cba tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.895657] env[63676]: DEBUG oslo_vmware.api [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1691.895657] env[63676]: value = "task-1925400" [ 1691.895657] env[63676]: _type = "Task" [ 1691.895657] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.899189] env[63676]: DEBUG oslo_vmware.api [None req-715cd34a-f723-4ae4-8fa3-fdd986380836 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Task: {'id': task-1925398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14361} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.902279] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-715cd34a-f723-4ae4-8fa3-fdd986380836 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1691.902472] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-715cd34a-f723-4ae4-8fa3-fdd986380836 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1691.902653] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-715cd34a-f723-4ae4-8fa3-fdd986380836 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1691.902824] env[63676]: INFO nova.compute.manager [None req-715cd34a-f723-4ae4-8fa3-fdd986380836 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1691.903069] env[63676]: DEBUG oslo.service.loopingcall [None req-715cd34a-f723-4ae4-8fa3-fdd986380836 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1691.903270] env[63676]: DEBUG nova.compute.manager [-] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1691.903363] env[63676]: DEBUG nova.network.neutron [-] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1691.910353] env[63676]: DEBUG oslo_vmware.api [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925400, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.981371] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523c49fd-2d2a-6975-7ade-0415454277c6, 'name': SearchDatastore_Task, 'duration_secs': 0.013613} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.983493] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1691.983493] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1691.983493] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1691.983717] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1691.983717] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1691.984022] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71464e34-5952-4254-ab53-e648c0c615ee {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.993633] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1691.993778] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1691.994567] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cfecf3c-2812-43b9-8282-a0e1dc66d95f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.000052] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1692.000052] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b5a95c-a1fc-13ce-efb0-e275ecd0808e" [ 1692.000052] env[63676]: _type = "Task" [ 1692.000052] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.010179] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b5a95c-a1fc-13ce-efb0-e275ecd0808e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.050768] env[63676]: DEBUG nova.compute.manager [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1692.104712] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9e756668-bb8a-4a1c-a1d2-1fb3ef1689db tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] Acquiring lock "3623083d-0bf5-4947-9191-298ad2de4e13" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.104994] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9e756668-bb8a-4a1c-a1d2-1fb3ef1689db tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] Lock "3623083d-0bf5-4947-9191-298ad2de4e13" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.105283] env[63676]: INFO nova.compute.manager [None req-9e756668-bb8a-4a1c-a1d2-1fb3ef1689db tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Attaching volume 06045b1d-142b-44bf-abfd-4a7607c221f4 to /dev/sdb [ 1692.142977] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dec0935-2f4c-4752-9726-89f23d4fad89 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.150334] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f06fe72c-0419-4be8-b89d-f87e174b4e64 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.165035] env[63676]: DEBUG nova.virt.block_device [None req-9e756668-bb8a-4a1c-a1d2-1fb3ef1689db tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Updating existing volume attachment record: 729bce5f-5c36-4c53-b4f5-9e936b43a45a {{(pid=63676) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1692.197366] env[63676]: DEBUG nova.compute.manager [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1692.198287] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a33344a-7406-44d3-9f2d-1fd568741aa3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.302974] env[63676]: DEBUG nova.scheduler.client.report [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1692.348665] env[63676]: DEBUG oslo_vmware.api [None req-1cc8a8ae-91f4-4f97-8f4f-198148fd7cba tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925399, 'name': ReconfigVM_Task, 'duration_secs': 0.132323} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.349155] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cc8a8ae-91f4-4f97-8f4f-198148fd7cba tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397037', 'volume_id': '66f334dc-38f9-4a6f-87e3-0a642d124d60', 'name': 'volume-66f334dc-38f9-4a6f-87e3-0a642d124d60', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dfbf63e-5519-4b03-a3aa-d9c5e08087d4', 'attached_at': '', 'detached_at': '', 'volume_id': '66f334dc-38f9-4a6f-87e3-0a642d124d60', 'serial': '66f334dc-38f9-4a6f-87e3-0a642d124d60'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1692.405907] env[63676]: DEBUG nova.network.neutron [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1692.411084] env[63676]: DEBUG oslo_vmware.api [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925400, 'name': ReconfigVM_Task, 'duration_secs': 0.262654} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.411389] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Reconfigured VM instance instance-00000029 to attach disk [datastore1] f07729fe-f159-4ff5-90e0-33f7696a22c6/f07729fe-f159-4ff5-90e0-33f7696a22c6.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1692.412017] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82606bae-ee4d-441f-bcc6-c3d834e8cdbd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.417743] env[63676]: DEBUG oslo_vmware.api [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1692.417743] env[63676]: value = "task-1925404" [ 1692.417743] env[63676]: _type = "Task" [ 1692.417743] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.426898] env[63676]: DEBUG oslo_vmware.api [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925404, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.511435] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b5a95c-a1fc-13ce-efb0-e275ecd0808e, 'name': SearchDatastore_Task, 'duration_secs': 0.012004} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.513262] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b33acff-1407-43a5-b143-eb9ec28c1c32 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.524370] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1692.524370] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52fc1f97-8a18-e98d-305a-7086f7ea1b15" [ 1692.524370] env[63676]: _type = "Task" [ 1692.524370] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.532363] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52fc1f97-8a18-e98d-305a-7086f7ea1b15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.561025] env[63676]: DEBUG nova.network.neutron [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Updating instance_info_cache with network_info: [{"id": "74838fba-822a-48c5-b78d-f51f15487a89", "address": "fa:16:3e:3b:ae:94", "network": {"id": "c1036e8f-eea5-4d94-bc62-55968dd1bade", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1892480967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3a0ff07354f4a4cbd1c6a27c660d631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74838fba-82", "ovs_interfaceid": "74838fba-822a-48c5-b78d-f51f15487a89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1692.579988] env[63676]: DEBUG oslo_concurrency.lockutils [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.709581] env[63676]: INFO nova.compute.manager [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] instance snapshotting [ 1692.709838] env[63676]: WARNING nova.compute.manager [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1692.714353] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3c3805-b115-470a-9b6d-6863de3fbb1e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.738345] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2814322b-8e7b-4cb0-b8f1-35d1cca6860b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.809608] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.182s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.810236] env[63676]: DEBUG nova.compute.manager [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1692.814390] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81ef28da-02fc-4fc7-ad11-9948fa595180 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.308s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.814765] env[63676]: DEBUG nova.objects.instance [None req-81ef28da-02fc-4fc7-ad11-9948fa595180 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Lazy-loading 'resources' on Instance uuid ac96cdc3-e0ea-478a-8ed4-72c264eea1f4 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1692.868545] env[63676]: DEBUG oslo_concurrency.lockutils [None req-246d6f30-b739-4304-9a71-94308471ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Acquiring lock "7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.868545] env[63676]: DEBUG oslo_concurrency.lockutils [None req-246d6f30-b739-4304-9a71-94308471ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Lock "7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.868545] env[63676]: DEBUG oslo_concurrency.lockutils [None req-246d6f30-b739-4304-9a71-94308471ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Acquiring lock "7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.868725] env[63676]: DEBUG oslo_concurrency.lockutils [None req-246d6f30-b739-4304-9a71-94308471ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Lock "7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.868725] env[63676]: DEBUG oslo_concurrency.lockutils [None req-246d6f30-b739-4304-9a71-94308471ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Lock "7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.869680] env[63676]: INFO nova.compute.manager [None req-246d6f30-b739-4304-9a71-94308471ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Terminating instance [ 1692.903251] env[63676]: DEBUG nova.compute.manager [req-704813d7-a49d-4331-bd26-81bbfd6363be req-e2d7a8b6-18e0-4b70-b66a-36ed116ab679 service nova] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Received event network-changed-7844b22b-07d2-43e2-bbdb-f4dc5fee86fa {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1692.903833] env[63676]: DEBUG nova.compute.manager [req-704813d7-a49d-4331-bd26-81bbfd6363be req-e2d7a8b6-18e0-4b70-b66a-36ed116ab679 service nova] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Refreshing instance network info cache due to event network-changed-7844b22b-07d2-43e2-bbdb-f4dc5fee86fa. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1692.904153] env[63676]: DEBUG oslo_concurrency.lockutils [req-704813d7-a49d-4331-bd26-81bbfd6363be req-e2d7a8b6-18e0-4b70-b66a-36ed116ab679 service nova] Acquiring lock "refresh_cache-90ce8db7-eedc-48b3-b579-efc2ad00ed6f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.904363] env[63676]: DEBUG oslo_concurrency.lockutils [req-704813d7-a49d-4331-bd26-81bbfd6363be req-e2d7a8b6-18e0-4b70-b66a-36ed116ab679 service nova] Acquired lock "refresh_cache-90ce8db7-eedc-48b3-b579-efc2ad00ed6f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.904633] env[63676]: DEBUG nova.network.neutron [req-704813d7-a49d-4331-bd26-81bbfd6363be req-e2d7a8b6-18e0-4b70-b66a-36ed116ab679 service nova] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Refreshing network info cache for port 7844b22b-07d2-43e2-bbdb-f4dc5fee86fa {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1692.930367] env[63676]: DEBUG oslo_vmware.api [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925404, 'name': Rename_Task, 'duration_secs': 0.185814} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.930533] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1692.930813] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7477f3e9-f4d2-48cf-a767-0774f58297c4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.937336] env[63676]: DEBUG oslo_vmware.api [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1692.937336] env[63676]: value = "task-1925405" [ 1692.937336] env[63676]: _type = "Task" [ 1692.937336] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.948038] env[63676]: DEBUG oslo_vmware.api [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.034786] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52fc1f97-8a18-e98d-305a-7086f7ea1b15, 'name': SearchDatastore_Task, 'duration_secs': 0.047014} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.035081] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.035337] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 4ac3f891-119a-4f8c-bea7-516476f92767/4ac3f891-119a-4f8c-bea7-516476f92767.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1693.035601] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-42be3ea7-7e02-41f6-b27b-2f1480e6b460 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.042712] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1693.042712] env[63676]: value = "task-1925406" [ 1693.042712] env[63676]: _type = "Task" [ 1693.042712] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.051924] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925406, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.062943] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Releasing lock "refresh_cache-941346ed-db6c-4322-9561-60d3013a7c09" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.063278] env[63676]: DEBUG nova.compute.manager [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Instance network_info: |[{"id": "74838fba-822a-48c5-b78d-f51f15487a89", "address": "fa:16:3e:3b:ae:94", "network": {"id": "c1036e8f-eea5-4d94-bc62-55968dd1bade", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1892480967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3a0ff07354f4a4cbd1c6a27c660d631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74838fba-82", "ovs_interfaceid": "74838fba-822a-48c5-b78d-f51f15487a89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1693.063746] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:ae:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '33fdc099-7497-41c1-b40c-1558937132d4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74838fba-822a-48c5-b78d-f51f15487a89', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1693.072514] env[63676]: DEBUG oslo.service.loopingcall [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1693.075271] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1693.075442] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9fed3848-18b2-4c9a-9bfb-ae5520161472 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.099529] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1693.099529] env[63676]: value = "task-1925407" [ 1693.099529] env[63676]: _type = "Task" [ 1693.099529] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.101454] env[63676]: DEBUG nova.network.neutron [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Updating instance_info_cache with network_info: [{"id": "97c2f2b5-8271-40b0-a25c-2a5877c77315", "address": "fa:16:3e:c1:d7:b7", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c2f2b5-82", "ovs_interfaceid": "97c2f2b5-8271-40b0-a25c-2a5877c77315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.111470] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925407, 'name': CreateVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.225314] env[63676]: DEBUG nova.network.neutron [req-7bc2e996-d54a-4166-a092-7192ebcc1a19 req-44b861bd-6789-451c-87a7-383b93dcf25d service nova] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Updated VIF entry in instance network info cache for port f1bb9ca9-f913-4f60-8402-7c33e81da538. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1693.225753] env[63676]: DEBUG nova.network.neutron [req-7bc2e996-d54a-4166-a092-7192ebcc1a19 req-44b861bd-6789-451c-87a7-383b93dcf25d service nova] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Updating instance_info_cache with network_info: [{"id": "f1bb9ca9-f913-4f60-8402-7c33e81da538", "address": "fa:16:3e:1f:56:19", "network": {"id": "58ea3486-a9b0-4a14-914f-64fd18d458bb", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1747183758-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d2ef00d106b2405c9bc66c25255dafa4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5116f690-f825-4fee-8a47-42b073e716c5", "external-id": "nsx-vlan-transportzone-692", "segmentation_id": 692, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf1bb9ca9-f9", "ovs_interfaceid": "f1bb9ca9-f913-4f60-8402-7c33e81da538", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.249787] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Creating Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1693.250658] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e7c88d2c-9ff6-4e55-b0b2-7762511bdb9a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.260748] env[63676]: DEBUG oslo_vmware.api [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1693.260748] env[63676]: value = "task-1925408" [ 1693.260748] env[63676]: _type = "Task" [ 1693.260748] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.269371] env[63676]: DEBUG oslo_vmware.api [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925408, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.322172] env[63676]: DEBUG nova.compute.utils [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1693.330178] env[63676]: DEBUG nova.compute.manager [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1693.330772] env[63676]: DEBUG nova.network.neutron [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1693.377027] env[63676]: DEBUG nova.compute.manager [None req-246d6f30-b739-4304-9a71-94308471ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1693.377027] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-246d6f30-b739-4304-9a71-94308471ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1693.378784] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da731dd0-df70-4105-abb2-4e1c73ef575a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.387127] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-246d6f30-b739-4304-9a71-94308471ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1693.387571] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08596761-7b72-4698-a189-32d86f8622fc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.400314] env[63676]: DEBUG oslo_vmware.api [None req-246d6f30-b739-4304-9a71-94308471ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Waiting for the task: (returnval){ [ 1693.400314] env[63676]: value = "task-1925409" [ 1693.400314] env[63676]: _type = "Task" [ 1693.400314] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.417256] env[63676]: DEBUG nova.objects.instance [None req-1cc8a8ae-91f4-4f97-8f4f-198148fd7cba tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Lazy-loading 'flavor' on Instance uuid 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1693.418791] env[63676]: DEBUG oslo_vmware.api [None req-246d6f30-b739-4304-9a71-94308471ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Task: {'id': task-1925409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.457492] env[63676]: DEBUG oslo_vmware.api [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925405, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.459961] env[63676]: DEBUG nova.policy [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5ea003aa7b54f4491adcd4a27411282', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64afb88688594408bd695883c0366330', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1693.554369] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925406, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.610995] env[63676]: DEBUG oslo_concurrency.lockutils [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Releasing lock "refresh_cache-6321e4cd-2f34-4dca-b144-2c5eadcbf8fc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.618350] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925407, 'name': CreateVM_Task, 'duration_secs': 0.333539} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.618583] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1693.619267] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.619430] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.619750] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1693.620068] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f37a5fc-afbd-45ef-bbc2-1d24a735fde3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.625491] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1693.625491] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52efdbc3-f862-f2e4-7e2d-44479a91c29b" [ 1693.625491] env[63676]: _type = "Task" [ 1693.625491] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.639661] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52efdbc3-f862-f2e4-7e2d-44479a91c29b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.728833] env[63676]: DEBUG oslo_concurrency.lockutils [req-7bc2e996-d54a-4166-a092-7192ebcc1a19 req-44b861bd-6789-451c-87a7-383b93dcf25d service nova] Releasing lock "refresh_cache-7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.729411] env[63676]: DEBUG nova.compute.manager [req-7bc2e996-d54a-4166-a092-7192ebcc1a19 req-44b861bd-6789-451c-87a7-383b93dcf25d service nova] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Received event network-vif-plugged-c96b88c9-6df4-4066-87a4-14b363bb3d64 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1693.729783] env[63676]: DEBUG oslo_concurrency.lockutils [req-7bc2e996-d54a-4166-a092-7192ebcc1a19 req-44b861bd-6789-451c-87a7-383b93dcf25d service nova] Acquiring lock "4ac3f891-119a-4f8c-bea7-516476f92767-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1693.730304] env[63676]: DEBUG oslo_concurrency.lockutils [req-7bc2e996-d54a-4166-a092-7192ebcc1a19 req-44b861bd-6789-451c-87a7-383b93dcf25d service nova] Lock "4ac3f891-119a-4f8c-bea7-516476f92767-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.730625] env[63676]: DEBUG oslo_concurrency.lockutils [req-7bc2e996-d54a-4166-a092-7192ebcc1a19 req-44b861bd-6789-451c-87a7-383b93dcf25d service nova] Lock "4ac3f891-119a-4f8c-bea7-516476f92767-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.731322] env[63676]: DEBUG nova.compute.manager [req-7bc2e996-d54a-4166-a092-7192ebcc1a19 req-44b861bd-6789-451c-87a7-383b93dcf25d service nova] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] No waiting events found dispatching network-vif-plugged-c96b88c9-6df4-4066-87a4-14b363bb3d64 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1693.732031] env[63676]: WARNING nova.compute.manager [req-7bc2e996-d54a-4166-a092-7192ebcc1a19 req-44b861bd-6789-451c-87a7-383b93dcf25d service nova] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Received unexpected event network-vif-plugged-c96b88c9-6df4-4066-87a4-14b363bb3d64 for instance with vm_state building and task_state spawning. [ 1693.732343] env[63676]: DEBUG nova.compute.manager [req-7bc2e996-d54a-4166-a092-7192ebcc1a19 req-44b861bd-6789-451c-87a7-383b93dcf25d service nova] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Received event network-changed-c96b88c9-6df4-4066-87a4-14b363bb3d64 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1693.732647] env[63676]: DEBUG nova.compute.manager [req-7bc2e996-d54a-4166-a092-7192ebcc1a19 req-44b861bd-6789-451c-87a7-383b93dcf25d service nova] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Refreshing instance network info cache due to event network-changed-c96b88c9-6df4-4066-87a4-14b363bb3d64. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1693.732957] env[63676]: DEBUG oslo_concurrency.lockutils [req-7bc2e996-d54a-4166-a092-7192ebcc1a19 req-44b861bd-6789-451c-87a7-383b93dcf25d service nova] Acquiring lock "refresh_cache-4ac3f891-119a-4f8c-bea7-516476f92767" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1693.733232] env[63676]: DEBUG oslo_concurrency.lockutils [req-7bc2e996-d54a-4166-a092-7192ebcc1a19 req-44b861bd-6789-451c-87a7-383b93dcf25d service nova] Acquired lock "refresh_cache-4ac3f891-119a-4f8c-bea7-516476f92767" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1693.733494] env[63676]: DEBUG nova.network.neutron [req-7bc2e996-d54a-4166-a092-7192ebcc1a19 req-44b861bd-6789-451c-87a7-383b93dcf25d service nova] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Refreshing network info cache for port c96b88c9-6df4-4066-87a4-14b363bb3d64 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1693.773564] env[63676]: DEBUG oslo_vmware.api [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925408, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.826156] env[63676]: DEBUG nova.compute.manager [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1693.902425] env[63676]: DEBUG nova.network.neutron [-] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.911305] env[63676]: DEBUG oslo_vmware.api [None req-246d6f30-b739-4304-9a71-94308471ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Task: {'id': task-1925409, 'name': PowerOffVM_Task, 'duration_secs': 0.471585} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.912245] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-246d6f30-b739-4304-9a71-94308471ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1693.912425] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-246d6f30-b739-4304-9a71-94308471ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1693.912707] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65790979-46ad-49a1-a207-1f24032c80f3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.924828] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1cc8a8ae-91f4-4f97-8f4f-198148fd7cba tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Lock "1dfbf63e-5519-4b03-a3aa-d9c5e08087d4" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.330s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.956827] env[63676]: DEBUG oslo_vmware.api [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925405, 'name': PowerOnVM_Task, 'duration_secs': 0.589402} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.957150] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1693.957459] env[63676]: INFO nova.compute.manager [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1693.959493] env[63676]: DEBUG nova.compute.manager [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1693.959493] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1194618e-dc7a-4c1d-b472-d7467e44967e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.968111] env[63676]: DEBUG nova.network.neutron [req-704813d7-a49d-4331-bd26-81bbfd6363be req-e2d7a8b6-18e0-4b70-b66a-36ed116ab679 service nova] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Updated VIF entry in instance network info cache for port 7844b22b-07d2-43e2-bbdb-f4dc5fee86fa. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1693.968111] env[63676]: DEBUG nova.network.neutron [req-704813d7-a49d-4331-bd26-81bbfd6363be req-e2d7a8b6-18e0-4b70-b66a-36ed116ab679 service nova] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Updating instance_info_cache with network_info: [{"id": "7844b22b-07d2-43e2-bbdb-f4dc5fee86fa", "address": "fa:16:3e:4c:3a:8e", "network": {"id": "182cb0d8-75f2-45be-9b47-8632f168ae5b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1240504817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad98c38c62f448a59813d41a674c9b53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7844b22b-07", "ovs_interfaceid": "7844b22b-07d2-43e2-bbdb-f4dc5fee86fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.011260] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-246d6f30-b739-4304-9a71-94308471ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1694.011260] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-246d6f30-b739-4304-9a71-94308471ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1694.011558] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-246d6f30-b739-4304-9a71-94308471ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Deleting the datastore file [datastore1] 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1694.012517] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b958e5ef-2007-4dcd-919b-d94d86dfe741 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.015987] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780b1411-de6e-4430-949c-62e803bfa403 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.027635] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee0a7ca-9900-4e73-a522-4d89e0268e39 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.031089] env[63676]: DEBUG oslo_vmware.api [None req-246d6f30-b739-4304-9a71-94308471ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Waiting for the task: (returnval){ [ 1694.031089] env[63676]: value = "task-1925411" [ 1694.031089] env[63676]: _type = "Task" [ 1694.031089] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.067715] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6171aa2-1894-41d0-8476-f297ecc87224 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.073782] env[63676]: DEBUG oslo_vmware.api [None req-246d6f30-b739-4304-9a71-94308471ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Task: {'id': task-1925411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.081898] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c70dbf-b01c-4ddf-87a9-f48736630f91 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.085774] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925406, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543738} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.086415] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 4ac3f891-119a-4f8c-bea7-516476f92767/4ac3f891-119a-4f8c-bea7-516476f92767.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1694.086631] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1694.087536] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-84ab0ba4-6f8b-4e7a-9a14-a9bbb9fb9766 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.097613] env[63676]: DEBUG nova.compute.provider_tree [None req-81ef28da-02fc-4fc7-ad11-9948fa595180 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1694.103493] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1694.103493] env[63676]: value = "task-1925412" [ 1694.103493] env[63676]: _type = "Task" [ 1694.103493] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.108069] env[63676]: DEBUG nova.network.neutron [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Successfully created port: 1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1694.119311] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.137717] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52efdbc3-f862-f2e4-7e2d-44479a91c29b, 'name': SearchDatastore_Task, 'duration_secs': 0.02064} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.138061] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.138363] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1694.141544] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.141544] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.141544] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1694.141544] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd0e770c-da4f-41a2-a1e4-ed371b14e858 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.148163] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1694.148409] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1694.149173] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87c179e5-b7d9-4fdf-82f7-d7e7d99bb46b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.155592] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1694.155592] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5248b488-0bbd-6927-b351-8b8608a47b17" [ 1694.155592] env[63676]: _type = "Task" [ 1694.155592] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.163970] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5248b488-0bbd-6927-b351-8b8608a47b17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.168994] env[63676]: DEBUG nova.compute.manager [req-421bb231-9a69-4720-86d3-f36d3bd70dbd req-aa5375e3-a342-422d-a8eb-cbdc611c1e46 service nova] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Received event network-vif-plugged-74838fba-822a-48c5-b78d-f51f15487a89 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1694.169213] env[63676]: DEBUG oslo_concurrency.lockutils [req-421bb231-9a69-4720-86d3-f36d3bd70dbd req-aa5375e3-a342-422d-a8eb-cbdc611c1e46 service nova] Acquiring lock "941346ed-db6c-4322-9561-60d3013a7c09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.169413] env[63676]: DEBUG oslo_concurrency.lockutils [req-421bb231-9a69-4720-86d3-f36d3bd70dbd req-aa5375e3-a342-422d-a8eb-cbdc611c1e46 service nova] Lock "941346ed-db6c-4322-9561-60d3013a7c09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.169574] env[63676]: DEBUG oslo_concurrency.lockutils [req-421bb231-9a69-4720-86d3-f36d3bd70dbd req-aa5375e3-a342-422d-a8eb-cbdc611c1e46 service nova] Lock "941346ed-db6c-4322-9561-60d3013a7c09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.169739] env[63676]: DEBUG nova.compute.manager [req-421bb231-9a69-4720-86d3-f36d3bd70dbd req-aa5375e3-a342-422d-a8eb-cbdc611c1e46 service nova] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] No waiting events found dispatching network-vif-plugged-74838fba-822a-48c5-b78d-f51f15487a89 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1694.169900] env[63676]: WARNING nova.compute.manager [req-421bb231-9a69-4720-86d3-f36d3bd70dbd req-aa5375e3-a342-422d-a8eb-cbdc611c1e46 service nova] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Received unexpected event network-vif-plugged-74838fba-822a-48c5-b78d-f51f15487a89 for instance with vm_state building and task_state spawning. [ 1694.170064] env[63676]: DEBUG nova.compute.manager [req-421bb231-9a69-4720-86d3-f36d3bd70dbd req-aa5375e3-a342-422d-a8eb-cbdc611c1e46 service nova] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Received event network-changed-74838fba-822a-48c5-b78d-f51f15487a89 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1694.170218] env[63676]: DEBUG nova.compute.manager [req-421bb231-9a69-4720-86d3-f36d3bd70dbd req-aa5375e3-a342-422d-a8eb-cbdc611c1e46 service nova] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Refreshing instance network info cache due to event network-changed-74838fba-822a-48c5-b78d-f51f15487a89. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1694.170476] env[63676]: DEBUG oslo_concurrency.lockutils [req-421bb231-9a69-4720-86d3-f36d3bd70dbd req-aa5375e3-a342-422d-a8eb-cbdc611c1e46 service nova] Acquiring lock "refresh_cache-941346ed-db6c-4322-9561-60d3013a7c09" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.170658] env[63676]: DEBUG oslo_concurrency.lockutils [req-421bb231-9a69-4720-86d3-f36d3bd70dbd req-aa5375e3-a342-422d-a8eb-cbdc611c1e46 service nova] Acquired lock "refresh_cache-941346ed-db6c-4322-9561-60d3013a7c09" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.170844] env[63676]: DEBUG nova.network.neutron [req-421bb231-9a69-4720-86d3-f36d3bd70dbd req-aa5375e3-a342-422d-a8eb-cbdc611c1e46 service nova] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Refreshing network info cache for port 74838fba-822a-48c5-b78d-f51f15487a89 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1694.273707] env[63676]: DEBUG oslo_vmware.api [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925408, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.406463] env[63676]: INFO nova.compute.manager [-] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Took 2.50 seconds to deallocate network for instance. [ 1694.474312] env[63676]: DEBUG oslo_concurrency.lockutils [req-704813d7-a49d-4331-bd26-81bbfd6363be req-e2d7a8b6-18e0-4b70-b66a-36ed116ab679 service nova] Releasing lock "refresh_cache-90ce8db7-eedc-48b3-b579-efc2ad00ed6f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1694.486770] env[63676]: INFO nova.compute.manager [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Took 35.32 seconds to build instance. [ 1694.543123] env[63676]: DEBUG oslo_vmware.api [None req-246d6f30-b739-4304-9a71-94308471ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Task: {'id': task-1925411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1278} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.543289] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-246d6f30-b739-4304-9a71-94308471ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1694.543485] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-246d6f30-b739-4304-9a71-94308471ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1694.543856] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-246d6f30-b739-4304-9a71-94308471ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1694.543856] env[63676]: INFO nova.compute.manager [None req-246d6f30-b739-4304-9a71-94308471ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1694.544080] env[63676]: DEBUG oslo.service.loopingcall [None req-246d6f30-b739-4304-9a71-94308471ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1694.544294] env[63676]: DEBUG nova.compute.manager [-] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1694.544389] env[63676]: DEBUG nova.network.neutron [-] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1694.605086] env[63676]: DEBUG nova.scheduler.client.report [None req-81ef28da-02fc-4fc7-ad11-9948fa595180 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1694.615226] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067567} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.615482] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1694.616259] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dba80d2-ecf3-424e-9e00-59a4e9aec7f9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.646642] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 4ac3f891-119a-4f8c-bea7-516476f92767/4ac3f891-119a-4f8c-bea7-516476f92767.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1694.650488] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56512197-1936-4bfc-a01a-62ea798d2c84 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.679085] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1694.679085] env[63676]: value = "task-1925414" [ 1694.679085] env[63676]: _type = "Task" [ 1694.679085] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.686169] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5248b488-0bbd-6927-b351-8b8608a47b17, 'name': SearchDatastore_Task, 'duration_secs': 0.009444} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.687259] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59502a30-98d6-499f-91ed-5d5e43efcb0e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.692540] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925414, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.695411] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1694.695411] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f05e0f-f0e4-2781-b244-c739e3c48846" [ 1694.695411] env[63676]: _type = "Task" [ 1694.695411] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.702565] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f05e0f-f0e4-2781-b244-c739e3c48846, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.775567] env[63676]: DEBUG oslo_vmware.api [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925408, 'name': CreateSnapshot_Task, 'duration_secs': 1.023802} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.775828] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Created Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1694.776583] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bf03153-2dc0-4ed9-af6e-2d1f42ac6d23 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.807032] env[63676]: DEBUG nova.network.neutron [req-7bc2e996-d54a-4166-a092-7192ebcc1a19 req-44b861bd-6789-451c-87a7-383b93dcf25d service nova] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Updated VIF entry in instance network info cache for port c96b88c9-6df4-4066-87a4-14b363bb3d64. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1694.808258] env[63676]: DEBUG nova.network.neutron [req-7bc2e996-d54a-4166-a092-7192ebcc1a19 req-44b861bd-6789-451c-87a7-383b93dcf25d service nova] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Updating instance_info_cache with network_info: [{"id": "c96b88c9-6df4-4066-87a4-14b363bb3d64", "address": "fa:16:3e:ff:08:ed", "network": {"id": "c1036e8f-eea5-4d94-bc62-55968dd1bade", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1892480967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3a0ff07354f4a4cbd1c6a27c660d631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc96b88c9-6d", "ovs_interfaceid": "c96b88c9-6df4-4066-87a4-14b363bb3d64", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.842463] env[63676]: DEBUG nova.compute.manager [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1694.884221] env[63676]: DEBUG nova.virt.hardware [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1694.884482] env[63676]: DEBUG nova.virt.hardware [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1694.884685] env[63676]: DEBUG nova.virt.hardware [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1694.884967] env[63676]: DEBUG nova.virt.hardware [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1694.885049] env[63676]: DEBUG nova.virt.hardware [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1694.885153] env[63676]: DEBUG nova.virt.hardware [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1694.885667] env[63676]: DEBUG nova.virt.hardware [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1694.885667] env[63676]: DEBUG nova.virt.hardware [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1694.885789] env[63676]: DEBUG nova.virt.hardware [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1694.885913] env[63676]: DEBUG nova.virt.hardware [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1694.886064] env[63676]: DEBUG nova.virt.hardware [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1694.886981] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750fb07e-3aa1-4896-95aa-557e88f8bd16 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.895768] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db182dc-6f95-469b-a0a7-2f556b627c3c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.910657] env[63676]: DEBUG nova.network.neutron [req-421bb231-9a69-4720-86d3-f36d3bd70dbd req-aa5375e3-a342-422d-a8eb-cbdc611c1e46 service nova] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Updated VIF entry in instance network info cache for port 74838fba-822a-48c5-b78d-f51f15487a89. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1694.911080] env[63676]: DEBUG nova.network.neutron [req-421bb231-9a69-4720-86d3-f36d3bd70dbd req-aa5375e3-a342-422d-a8eb-cbdc611c1e46 service nova] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Updating instance_info_cache with network_info: [{"id": "74838fba-822a-48c5-b78d-f51f15487a89", "address": "fa:16:3e:3b:ae:94", "network": {"id": "c1036e8f-eea5-4d94-bc62-55968dd1bade", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1892480967-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d3a0ff07354f4a4cbd1c6a27c660d631", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "33fdc099-7497-41c1-b40c-1558937132d4", "external-id": "nsx-vlan-transportzone-764", "segmentation_id": 764, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74838fba-82", "ovs_interfaceid": "74838fba-822a-48c5-b78d-f51f15487a89", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1694.912802] env[63676]: DEBUG oslo_concurrency.lockutils [None req-715cd34a-f723-4ae4-8fa3-fdd986380836 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1694.988735] env[63676]: DEBUG oslo_concurrency.lockutils [None req-10b265fe-b7f3-4323-8adf-9afa4bd91801 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Lock "f07729fe-f159-4ff5-90e0-33f7696a22c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.522s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.018435] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3dca875b-78e7-472c-99d6-6e9ae3481114 tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Acquiring lock "1dfbf63e-5519-4b03-a3aa-d9c5e08087d4" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.018734] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3dca875b-78e7-472c-99d6-6e9ae3481114 tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Lock "1dfbf63e-5519-4b03-a3aa-d9c5e08087d4" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.107169] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81ef28da-02fc-4fc7-ad11-9948fa595180 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.293s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.109516] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.860s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.111453] env[63676]: INFO nova.compute.claims [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1695.135436] env[63676]: INFO nova.scheduler.client.report [None req-81ef28da-02fc-4fc7-ad11-9948fa595180 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Deleted allocations for instance ac96cdc3-e0ea-478a-8ed4-72c264eea1f4 [ 1695.154132] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55220cc7-5b49-4a1b-a8ca-723245e24ebd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.176288] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Updating instance '6321e4cd-2f34-4dca-b144-2c5eadcbf8fc' progress to 0 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1695.190018] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925414, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.205287] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f05e0f-f0e4-2781-b244-c739e3c48846, 'name': SearchDatastore_Task, 'duration_secs': 0.028359} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.205287] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.205287] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 941346ed-db6c-4322-9561-60d3013a7c09/941346ed-db6c-4322-9561-60d3013a7c09.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1695.205287] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57c6afd5-edf2-4e89-8e52-7e1371bf9d91 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.211743] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1695.211743] env[63676]: value = "task-1925415" [ 1695.211743] env[63676]: _type = "Task" [ 1695.211743] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.219185] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925415, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.296523] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Creating linked-clone VM from snapshot {{(pid=63676) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1695.296844] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-726e0417-4df1-4ef2-8d87-cc7d9eeed586 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.307714] env[63676]: DEBUG oslo_vmware.api [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1695.307714] env[63676]: value = "task-1925416" [ 1695.307714] env[63676]: _type = "Task" [ 1695.307714] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.312425] env[63676]: DEBUG oslo_concurrency.lockutils [req-7bc2e996-d54a-4166-a092-7192ebcc1a19 req-44b861bd-6789-451c-87a7-383b93dcf25d service nova] Releasing lock "refresh_cache-4ac3f891-119a-4f8c-bea7-516476f92767" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.315859] env[63676]: DEBUG oslo_vmware.api [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925416, 'name': CloneVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.414623] env[63676]: DEBUG oslo_concurrency.lockutils [req-421bb231-9a69-4720-86d3-f36d3bd70dbd req-aa5375e3-a342-422d-a8eb-cbdc611c1e46 service nova] Releasing lock "refresh_cache-941346ed-db6c-4322-9561-60d3013a7c09" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.414623] env[63676]: DEBUG nova.compute.manager [req-421bb231-9a69-4720-86d3-f36d3bd70dbd req-aa5375e3-a342-422d-a8eb-cbdc611c1e46 service nova] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Received event network-vif-deleted-0e31dc11-eff1-43ed-8065-696f3304c9c0 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1695.491511] env[63676]: DEBUG nova.compute.manager [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1695.523320] env[63676]: INFO nova.compute.manager [None req-3dca875b-78e7-472c-99d6-6e9ae3481114 tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Detaching volume 66f334dc-38f9-4a6f-87e3-0a642d124d60 [ 1695.546702] env[63676]: DEBUG nova.network.neutron [-] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.567182] env[63676]: INFO nova.virt.block_device [None req-3dca875b-78e7-472c-99d6-6e9ae3481114 tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Attempting to driver detach volume 66f334dc-38f9-4a6f-87e3-0a642d124d60 from mountpoint /dev/sdb [ 1695.567503] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dca875b-78e7-472c-99d6-6e9ae3481114 tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Volume detach. Driver type: vmdk {{(pid=63676) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1695.567702] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dca875b-78e7-472c-99d6-6e9ae3481114 tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397037', 'volume_id': '66f334dc-38f9-4a6f-87e3-0a642d124d60', 'name': 'volume-66f334dc-38f9-4a6f-87e3-0a642d124d60', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dfbf63e-5519-4b03-a3aa-d9c5e08087d4', 'attached_at': '', 'detached_at': '', 'volume_id': '66f334dc-38f9-4a6f-87e3-0a642d124d60', 'serial': '66f334dc-38f9-4a6f-87e3-0a642d124d60'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1695.569090] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39bc28d-b1f7-4696-86bd-c7a48e8a85ad {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.593926] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e768be6b-c5fc-4394-8735-6d754aec553f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.603712] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c109025-6e38-4353-be5a-46a82134f67f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.632174] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da051920-5c40-4bd1-9026-3407c2a1b5e4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.653634] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dca875b-78e7-472c-99d6-6e9ae3481114 tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] The volume has not been displaced from its original location: [datastore1] volume-66f334dc-38f9-4a6f-87e3-0a642d124d60/volume-66f334dc-38f9-4a6f-87e3-0a642d124d60.vmdk. No consolidation needed. {{(pid=63676) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1695.659074] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dca875b-78e7-472c-99d6-6e9ae3481114 tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Reconfiguring VM instance instance-00000018 to detach disk 2001 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1695.659641] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81ef28da-02fc-4fc7-ad11-9948fa595180 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Lock "ac96cdc3-e0ea-478a-8ed4-72c264eea1f4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.462s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.660746] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-251a49fe-b828-4019-bd1b-82a97ae98dd3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.679292] env[63676]: DEBUG oslo_vmware.api [None req-3dca875b-78e7-472c-99d6-6e9ae3481114 tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Waiting for the task: (returnval){ [ 1695.679292] env[63676]: value = "task-1925417" [ 1695.679292] env[63676]: _type = "Task" [ 1695.679292] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.684312] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1695.687422] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d12d9cf6-eeee-4096-9a95-6201fba92f94 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.695997] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925414, 'name': ReconfigVM_Task, 'duration_secs': 0.748959} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.699982] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 4ac3f891-119a-4f8c-bea7-516476f92767/4ac3f891-119a-4f8c-bea7-516476f92767.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1695.700709] env[63676]: DEBUG oslo_vmware.api [None req-3dca875b-78e7-472c-99d6-6e9ae3481114 tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.700995] env[63676]: DEBUG oslo_vmware.api [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1695.700995] env[63676]: value = "task-1925418" [ 1695.700995] env[63676]: _type = "Task" [ 1695.700995] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.701281] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c6693e6e-0a9f-4e34-a890-bc22487664be {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.709401] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1695.709401] env[63676]: value = "task-1925419" [ 1695.709401] env[63676]: _type = "Task" [ 1695.709401] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.713093] env[63676]: DEBUG oslo_vmware.api [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.726582] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925419, 'name': Rename_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.730265] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925415, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458733} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.730531] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 941346ed-db6c-4322-9561-60d3013a7c09/941346ed-db6c-4322-9561-60d3013a7c09.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1695.730815] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1695.731093] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-86c72175-a9a4-4355-a5a1-28b2e6dc6d9a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.737222] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1695.737222] env[63676]: value = "task-1925420" [ 1695.737222] env[63676]: _type = "Task" [ 1695.737222] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1695.745867] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.819208] env[63676]: DEBUG oslo_vmware.api [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925416, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.850205] env[63676]: INFO nova.compute.manager [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Rescuing [ 1695.850534] env[63676]: DEBUG oslo_concurrency.lockutils [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquiring lock "refresh_cache-f07729fe-f159-4ff5-90e0-33f7696a22c6" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.850833] env[63676]: DEBUG oslo_concurrency.lockutils [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquired lock "refresh_cache-f07729fe-f159-4ff5-90e0-33f7696a22c6" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.851067] env[63676]: DEBUG nova.network.neutron [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1696.034152] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.049935] env[63676]: INFO nova.compute.manager [-] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Took 1.51 seconds to deallocate network for instance. [ 1696.193853] env[63676]: DEBUG oslo_vmware.api [None req-3dca875b-78e7-472c-99d6-6e9ae3481114 tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925417, 'name': ReconfigVM_Task, 'duration_secs': 0.25226} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.197114] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dca875b-78e7-472c-99d6-6e9ae3481114 tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Reconfigured VM instance instance-00000018 to detach disk 2001 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1696.204924] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ec3c5d3f-9c33-4da9-b59d-f69b8aeb7bdf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.239333] env[63676]: DEBUG oslo_vmware.api [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925418, 'name': PowerOffVM_Task, 'duration_secs': 0.195169} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.239693] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925419, 'name': Rename_Task, 'duration_secs': 0.134556} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.246034] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1696.246034] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Updating instance '6321e4cd-2f34-4dca-b144-2c5eadcbf8fc' progress to 17 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1696.250562] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1696.251053] env[63676]: DEBUG oslo_vmware.api [None req-3dca875b-78e7-472c-99d6-6e9ae3481114 tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Waiting for the task: (returnval){ [ 1696.251053] env[63676]: value = "task-1925421" [ 1696.251053] env[63676]: _type = "Task" [ 1696.251053] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.252120] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0bbbbc64-e00f-496a-8798-5300ecc85cda {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.263327] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061347} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.267015] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1696.270239] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fce0901-02db-43d8-b6a2-752a6eb7f953 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.273132] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1696.273132] env[63676]: value = "task-1925422" [ 1696.273132] env[63676]: _type = "Task" [ 1696.273132] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.277327] env[63676]: DEBUG oslo_vmware.api [None req-3dca875b-78e7-472c-99d6-6e9ae3481114 tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.303889] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 941346ed-db6c-4322-9561-60d3013a7c09/941346ed-db6c-4322-9561-60d3013a7c09.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1696.310810] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66414805-3b71-4a7a-8048-3be2fedba80b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.340011] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925422, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.341248] env[63676]: DEBUG nova.compute.manager [req-ee0d731e-df6c-4856-83e4-a0179d6dcc73 req-39de92a9-106f-4777-a2b7-e076fbc1a465 service nova] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Received event network-vif-deleted-f1bb9ca9-f913-4f60-8402-7c33e81da538 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1696.348684] env[63676]: DEBUG oslo_vmware.api [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925416, 'name': CloneVM_Task} progress is 95%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.350368] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1696.350368] env[63676]: value = "task-1925423" [ 1696.350368] env[63676]: _type = "Task" [ 1696.350368] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.361033] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.373593] env[63676]: DEBUG nova.network.neutron [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Successfully updated port: 1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1696.557084] env[63676]: DEBUG oslo_concurrency.lockutils [None req-246d6f30-b739-4304-9a71-94308471ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.725476] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e756668-bb8a-4a1c-a1d2-1fb3ef1689db tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Volume attach. Driver type: vmdk {{(pid=63676) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1696.725869] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e756668-bb8a-4a1c-a1d2-1fb3ef1689db tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397044', 'volume_id': '06045b1d-142b-44bf-abfd-4a7607c221f4', 'name': 'volume-06045b1d-142b-44bf-abfd-4a7607c221f4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3623083d-0bf5-4947-9191-298ad2de4e13', 'attached_at': '', 'detached_at': '', 'volume_id': '06045b1d-142b-44bf-abfd-4a7607c221f4', 'serial': '06045b1d-142b-44bf-abfd-4a7607c221f4'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1696.727234] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae232ba-f617-4757-90f6-952d42a17ed7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.735919] env[63676]: DEBUG nova.network.neutron [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Updating instance_info_cache with network_info: [{"id": "228fb1e5-beea-4e1c-bacf-84c9ccafff9d", "address": "fa:16:3e:98:cf:03", "network": {"id": "480ca60e-60bd-4b04-8886-d01113b80e36", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-822589225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d23aa00cbab643f69f050bd0acd1c40c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap228fb1e5-be", "ovs_interfaceid": "228fb1e5-beea-4e1c-bacf-84c9ccafff9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1696.755043] env[63676]: DEBUG nova.virt.hardware [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1696.755308] env[63676]: DEBUG nova.virt.hardware [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1696.755463] env[63676]: DEBUG nova.virt.hardware [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1696.755643] env[63676]: DEBUG nova.virt.hardware [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1696.755789] env[63676]: DEBUG nova.virt.hardware [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1696.755934] env[63676]: DEBUG nova.virt.hardware [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1696.756147] env[63676]: DEBUG nova.virt.hardware [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1696.756308] env[63676]: DEBUG nova.virt.hardware [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1696.756472] env[63676]: DEBUG nova.virt.hardware [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1696.756630] env[63676]: DEBUG nova.virt.hardware [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1696.756803] env[63676]: DEBUG nova.virt.hardware [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1696.764689] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa5b05db-977e-42c6-8526-46d4fb5a6964 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.775272] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec811b35-e748-4e41-866d-6b53a79c7fe3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.778339] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9071223c-4b42-4751-afed-95a190431c31 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.793379] env[63676]: DEBUG oslo_vmware.api [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1696.793379] env[63676]: value = "task-1925424" [ 1696.793379] env[63676]: _type = "Task" [ 1696.793379] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.809854] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd0516f6-0fe6-400f-8b24-d7a976a01979 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.822457] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e756668-bb8a-4a1c-a1d2-1fb3ef1689db tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] volume-06045b1d-142b-44bf-abfd-4a7607c221f4/volume-06045b1d-142b-44bf-abfd-4a7607c221f4.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1696.829018] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d9fa9d92-cfb0-4907-8f9a-01721fce25f6 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Acquiring lock "a6aff05d-d56c-41bc-9a91-2fe2f4afe03c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.829018] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d9fa9d92-cfb0-4907-8f9a-01721fce25f6 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Lock "a6aff05d-d56c-41bc-9a91-2fe2f4afe03c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.829200] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d9fa9d92-cfb0-4907-8f9a-01721fce25f6 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Acquiring lock "a6aff05d-d56c-41bc-9a91-2fe2f4afe03c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.829304] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d9fa9d92-cfb0-4907-8f9a-01721fce25f6 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Lock "a6aff05d-d56c-41bc-9a91-2fe2f4afe03c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.832765] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d9fa9d92-cfb0-4907-8f9a-01721fce25f6 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Lock "a6aff05d-d56c-41bc-9a91-2fe2f4afe03c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.832765] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faa607aa-27eb-491b-b55c-c055d1505e72 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.849808] env[63676]: INFO nova.compute.manager [None req-d9fa9d92-cfb0-4907-8f9a-01721fce25f6 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Terminating instance [ 1696.852018] env[63676]: DEBUG oslo_vmware.api [None req-3dca875b-78e7-472c-99d6-6e9ae3481114 tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925421, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.863593] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925422, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.889749] env[63676]: DEBUG nova.compute.manager [None req-d9fa9d92-cfb0-4907-8f9a-01721fce25f6 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1696.889995] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fa9d92-cfb0-4907-8f9a-01721fce25f6 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1696.896391] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "refresh_cache-09219395-79b1-4a17-8357-12266d342eb4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.896530] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquired lock "refresh_cache-09219395-79b1-4a17-8357-12266d342eb4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.896777] env[63676]: DEBUG nova.network.neutron [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1696.898643] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41163bb-2970-4cab-9833-b0d80536c373 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.901559] env[63676]: DEBUG oslo_vmware.api [None req-9e756668-bb8a-4a1c-a1d2-1fb3ef1689db tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] Waiting for the task: (returnval){ [ 1696.901559] env[63676]: value = "task-1925425" [ 1696.901559] env[63676]: _type = "Task" [ 1696.901559] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.901863] env[63676]: DEBUG oslo_vmware.api [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.903551] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccc9bcd-9ea1-4773-8b43-d757a80a8c3e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.917343] env[63676]: DEBUG oslo_vmware.api [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925416, 'name': CloneVM_Task, 'duration_secs': 1.571568} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.917660] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.920088] env[63676]: INFO nova.virt.vmwareapi.vmops [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Created linked-clone VM from snapshot [ 1696.920661] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fa9d92-cfb0-4907-8f9a-01721fce25f6 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1696.921652] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a653bdad-8e0a-4399-8a0e-c009f17da8bd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.924471] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fcd6572-b05c-43ef-96c5-64ec05bd7e54 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.930765] env[63676]: DEBUG oslo_vmware.api [None req-9e756668-bb8a-4a1c-a1d2-1fb3ef1689db tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] Task: {'id': task-1925425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.932544] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd703ce-90ca-4877-9e45-7bcd7577e0e0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.940836] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Uploading image 317a6471-bd96-480b-be38-a96eea6003f6 {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1696.942752] env[63676]: DEBUG oslo_vmware.api [None req-d9fa9d92-cfb0-4907-8f9a-01721fce25f6 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Waiting for the task: (returnval){ [ 1696.942752] env[63676]: value = "task-1925426" [ 1696.942752] env[63676]: _type = "Task" [ 1696.942752] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.954964] env[63676]: DEBUG nova.compute.provider_tree [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1696.961569] env[63676]: DEBUG oslo_vmware.api [None req-d9fa9d92-cfb0-4907-8f9a-01721fce25f6 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925426, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.973359] env[63676]: DEBUG oslo_vmware.rw_handles [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1696.973359] env[63676]: value = "vm-397047" [ 1696.973359] env[63676]: _type = "VirtualMachine" [ 1696.973359] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1696.973878] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b2879b4a-bf8c-4563-ab78-23cb43328e4f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.981769] env[63676]: DEBUG oslo_vmware.rw_handles [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lease: (returnval){ [ 1696.981769] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520b8267-9731-1de1-f3da-1c99119c1961" [ 1696.981769] env[63676]: _type = "HttpNfcLease" [ 1696.981769] env[63676]: } obtained for exporting VM: (result){ [ 1696.981769] env[63676]: value = "vm-397047" [ 1696.981769] env[63676]: _type = "VirtualMachine" [ 1696.981769] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1696.981769] env[63676]: DEBUG oslo_vmware.api [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the lease: (returnval){ [ 1696.981769] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520b8267-9731-1de1-f3da-1c99119c1961" [ 1696.981769] env[63676]: _type = "HttpNfcLease" [ 1696.981769] env[63676]: } to be ready. {{(pid=63676) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1696.988360] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1696.988360] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520b8267-9731-1de1-f3da-1c99119c1961" [ 1696.988360] env[63676]: _type = "HttpNfcLease" [ 1696.988360] env[63676]: } is initializing. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1697.265670] env[63676]: DEBUG oslo_concurrency.lockutils [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Releasing lock "refresh_cache-f07729fe-f159-4ff5-90e0-33f7696a22c6" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.278661] env[63676]: DEBUG oslo_vmware.api [None req-3dca875b-78e7-472c-99d6-6e9ae3481114 tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925421, 'name': ReconfigVM_Task, 'duration_secs': 0.853615} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.278991] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dca875b-78e7-472c-99d6-6e9ae3481114 tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397037', 'volume_id': '66f334dc-38f9-4a6f-87e3-0a642d124d60', 'name': 'volume-66f334dc-38f9-4a6f-87e3-0a642d124d60', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '1dfbf63e-5519-4b03-a3aa-d9c5e08087d4', 'attached_at': '', 'detached_at': '', 'volume_id': '66f334dc-38f9-4a6f-87e3-0a642d124d60', 'serial': '66f334dc-38f9-4a6f-87e3-0a642d124d60'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1697.296749] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925422, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.316737] env[63676]: DEBUG oslo_vmware.api [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925424, 'name': ReconfigVM_Task, 'duration_secs': 0.289744} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.317135] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Updating instance '6321e4cd-2f34-4dca-b144-2c5eadcbf8fc' progress to 33 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1697.362257] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925423, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.416637] env[63676]: DEBUG oslo_vmware.api [None req-9e756668-bb8a-4a1c-a1d2-1fb3ef1689db tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] Task: {'id': task-1925425, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.437153] env[63676]: DEBUG nova.network.neutron [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1697.453247] env[63676]: DEBUG oslo_vmware.api [None req-d9fa9d92-cfb0-4907-8f9a-01721fce25f6 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925426, 'name': PowerOffVM_Task, 'duration_secs': 0.325611} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.453584] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fa9d92-cfb0-4907-8f9a-01721fce25f6 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1697.453795] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fa9d92-cfb0-4907-8f9a-01721fce25f6 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1697.454095] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fb272da-e964-4e31-8f70-e1be3805a4df {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.457623] env[63676]: DEBUG nova.scheduler.client.report [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1697.489491] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1697.489491] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520b8267-9731-1de1-f3da-1c99119c1961" [ 1697.489491] env[63676]: _type = "HttpNfcLease" [ 1697.489491] env[63676]: } is ready. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1697.489788] env[63676]: DEBUG oslo_vmware.rw_handles [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1697.489788] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520b8267-9731-1de1-f3da-1c99119c1961" [ 1697.489788] env[63676]: _type = "HttpNfcLease" [ 1697.489788] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1697.492565] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a9f927-b196-424b-ab89-639fa9dc2928 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.500972] env[63676]: DEBUG oslo_vmware.rw_handles [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f04af8-cf1d-f3ad-3d5f-9bd8ed4e9a41/disk-0.vmdk from lease info. {{(pid=63676) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1697.501159] env[63676]: DEBUG oslo_vmware.rw_handles [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f04af8-cf1d-f3ad-3d5f-9bd8ed4e9a41/disk-0.vmdk for reading. {{(pid=63676) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1697.561044] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fa9d92-cfb0-4907-8f9a-01721fce25f6 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1697.561044] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fa9d92-cfb0-4907-8f9a-01721fce25f6 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1697.561044] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9fa9d92-cfb0-4907-8f9a-01721fce25f6 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Deleting the datastore file [datastore1] a6aff05d-d56c-41bc-9a91-2fe2f4afe03c {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1697.562312] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eebb2816-524e-4206-8973-aa73b2e52037 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.569306] env[63676]: DEBUG oslo_vmware.api [None req-d9fa9d92-cfb0-4907-8f9a-01721fce25f6 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Waiting for the task: (returnval){ [ 1697.569306] env[63676]: value = "task-1925429" [ 1697.569306] env[63676]: _type = "Task" [ 1697.569306] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.577646] env[63676]: DEBUG oslo_vmware.api [None req-d9fa9d92-cfb0-4907-8f9a-01721fce25f6 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.599272] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2ad646bb-40a9-4264-a654-59500f5184ea {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.719229] env[63676]: DEBUG nova.network.neutron [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Updating instance_info_cache with network_info: [{"id": "1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8", "address": "fa:16:3e:fe:05:9c", "network": {"id": "a95efb99-eea4-4e98-bf52-a2201de39e28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1488566241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64afb88688594408bd695883c0366330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fe1650e-a6", "ovs_interfaceid": "1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1697.799182] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925422, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.824970] env[63676]: DEBUG nova.virt.hardware [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1697.825312] env[63676]: DEBUG nova.virt.hardware [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1697.825546] env[63676]: DEBUG nova.virt.hardware [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1697.825808] env[63676]: DEBUG nova.virt.hardware [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1697.826033] env[63676]: DEBUG nova.virt.hardware [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1697.826558] env[63676]: DEBUG nova.virt.hardware [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1697.826558] env[63676]: DEBUG nova.virt.hardware [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1697.826888] env[63676]: DEBUG nova.virt.hardware [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1697.826964] env[63676]: DEBUG nova.virt.hardware [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1697.827207] env[63676]: DEBUG nova.virt.hardware [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1697.827436] env[63676]: DEBUG nova.virt.hardware [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1697.835851] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Reconfiguring VM instance instance-0000001e to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1697.836585] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52778056-13cf-41e3-bd84-ec2ece6267f6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.859026] env[63676]: DEBUG nova.objects.instance [None req-3dca875b-78e7-472c-99d6-6e9ae3481114 tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Lazy-loading 'flavor' on Instance uuid 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1697.879017] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925423, 'name': ReconfigVM_Task, 'duration_secs': 1.135562} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.886471] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 941346ed-db6c-4322-9561-60d3013a7c09/941346ed-db6c-4322-9561-60d3013a7c09.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1697.886471] env[63676]: DEBUG oslo_vmware.api [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1697.886471] env[63676]: value = "task-1925430" [ 1697.886471] env[63676]: _type = "Task" [ 1697.886471] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.886471] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca4c020d-daee-41a8-822e-3068a40a62fe {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.891223] env[63676]: DEBUG oslo_vmware.api [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925430, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.902119] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1697.902119] env[63676]: value = "task-1925431" [ 1697.902119] env[63676]: _type = "Task" [ 1697.902119] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.919464] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925431, 'name': Rename_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.926163] env[63676]: DEBUG oslo_vmware.api [None req-9e756668-bb8a-4a1c-a1d2-1fb3ef1689db tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] Task: {'id': task-1925425, 'name': ReconfigVM_Task, 'duration_secs': 0.757913} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.926815] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e756668-bb8a-4a1c-a1d2-1fb3ef1689db tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Reconfigured VM instance instance-0000000e to attach disk [datastore1] volume-06045b1d-142b-44bf-abfd-4a7607c221f4/volume-06045b1d-142b-44bf-abfd-4a7607c221f4.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1697.933751] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86bf0ef0-87ee-48a8-8222-390f4f56cd24 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.951521] env[63676]: DEBUG oslo_vmware.api [None req-9e756668-bb8a-4a1c-a1d2-1fb3ef1689db tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] Waiting for the task: (returnval){ [ 1697.951521] env[63676]: value = "task-1925432" [ 1697.951521] env[63676]: _type = "Task" [ 1697.951521] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.962636] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.853s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.963498] env[63676]: DEBUG nova.compute.manager [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1697.966638] env[63676]: DEBUG oslo_vmware.api [None req-9e756668-bb8a-4a1c-a1d2-1fb3ef1689db tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] Task: {'id': task-1925432, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.967330] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.195s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.969030] env[63676]: INFO nova.compute.claims [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1698.081897] env[63676]: DEBUG oslo_vmware.api [None req-d9fa9d92-cfb0-4907-8f9a-01721fce25f6 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Task: {'id': task-1925429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128916} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.082401] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9fa9d92-cfb0-4907-8f9a-01721fce25f6 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1698.082731] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fa9d92-cfb0-4907-8f9a-01721fce25f6 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1698.083218] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fa9d92-cfb0-4907-8f9a-01721fce25f6 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1698.084030] env[63676]: INFO nova.compute.manager [None req-d9fa9d92-cfb0-4907-8f9a-01721fce25f6 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1698.084596] env[63676]: DEBUG oslo.service.loopingcall [None req-d9fa9d92-cfb0-4907-8f9a-01721fce25f6 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1698.085099] env[63676]: DEBUG nova.compute.manager [-] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1698.085357] env[63676]: DEBUG nova.network.neutron [-] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1698.223582] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Releasing lock "refresh_cache-09219395-79b1-4a17-8357-12266d342eb4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.223582] env[63676]: DEBUG nova.compute.manager [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Instance network_info: |[{"id": "1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8", "address": "fa:16:3e:fe:05:9c", "network": {"id": "a95efb99-eea4-4e98-bf52-a2201de39e28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1488566241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64afb88688594408bd695883c0366330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fe1650e-a6", "ovs_interfaceid": "1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1698.223722] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:05:9c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1698.232230] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Creating folder: Project (64afb88688594408bd695883c0366330). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1698.232735] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5cae7603-3e5d-418a-ba22-36b5284e256f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.251225] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Created folder: Project (64afb88688594408bd695883c0366330) in parent group-v396927. [ 1698.253416] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Creating folder: Instances. Parent ref: group-v397048. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1698.253416] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-952861d0-19bf-4305-9985-e43c4194a420 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.264090] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Created folder: Instances in parent group-v397048. [ 1698.264953] env[63676]: DEBUG oslo.service.loopingcall [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1698.265244] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1698.265511] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f6ad128-2f66-4255-9ebe-017990145280 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.287884] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1698.287884] env[63676]: value = "task-1925435" [ 1698.287884] env[63676]: _type = "Task" [ 1698.287884] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.310683] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925422, 'name': PowerOnVM_Task, 'duration_secs': 1.532153} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.310683] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925435, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.311468] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1698.311625] env[63676]: INFO nova.compute.manager [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Took 11.05 seconds to spawn the instance on the hypervisor. [ 1698.312658] env[63676]: DEBUG nova.compute.manager [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1698.312971] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e136b9a-cbeb-43a9-9dec-787782bbdfea {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.397058] env[63676]: DEBUG oslo_vmware.api [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925430, 'name': ReconfigVM_Task, 'duration_secs': 0.211724} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.397058] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Reconfigured VM instance instance-0000001e to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1698.397271] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e86399-21ce-4bc7-9e66-a5a330768c00 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.426086] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc/6321e4cd-2f34-4dca-b144-2c5eadcbf8fc.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1698.430243] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e16d92a-ca0c-42b5-a4e3-d52b006ace85 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.452477] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925431, 'name': Rename_Task, 'duration_secs': 0.159466} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.457206] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1698.457928] env[63676]: DEBUG oslo_vmware.api [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1698.457928] env[63676]: value = "task-1925436" [ 1698.457928] env[63676]: _type = "Task" [ 1698.457928] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.457928] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b2a29ca-33fc-4ca9-bf0c-f4f75b91ba71 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.467591] env[63676]: DEBUG oslo_vmware.api [None req-9e756668-bb8a-4a1c-a1d2-1fb3ef1689db tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] Task: {'id': task-1925432, 'name': ReconfigVM_Task, 'duration_secs': 0.172324} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.468954] env[63676]: DEBUG nova.compute.utils [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1698.471850] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e756668-bb8a-4a1c-a1d2-1fb3ef1689db tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397044', 'volume_id': '06045b1d-142b-44bf-abfd-4a7607c221f4', 'name': 'volume-06045b1d-142b-44bf-abfd-4a7607c221f4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3623083d-0bf5-4947-9191-298ad2de4e13', 'attached_at': '', 'detached_at': '', 'volume_id': '06045b1d-142b-44bf-abfd-4a7607c221f4', 'serial': '06045b1d-142b-44bf-abfd-4a7607c221f4'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1698.478709] env[63676]: DEBUG nova.compute.manager [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1698.479739] env[63676]: DEBUG nova.network.neutron [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1698.485479] env[63676]: DEBUG oslo_vmware.api [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.485479] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1698.485479] env[63676]: value = "task-1925437" [ 1698.485479] env[63676]: _type = "Task" [ 1698.485479] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.495633] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925437, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.610057] env[63676]: DEBUG nova.policy [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c1e0d0a2427455a8a2d74fad4174c94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5527e2895f394031b7676b414e9916e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1698.638343] env[63676]: DEBUG nova.compute.manager [req-4c3cf7f3-c99c-461a-99b8-f4da1b1a07fa req-675da3b5-4391-409a-82b4-6de898a60ebb service nova] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Received event network-vif-plugged-1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1698.638613] env[63676]: DEBUG oslo_concurrency.lockutils [req-4c3cf7f3-c99c-461a-99b8-f4da1b1a07fa req-675da3b5-4391-409a-82b4-6de898a60ebb service nova] Acquiring lock "09219395-79b1-4a17-8357-12266d342eb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1698.638878] env[63676]: DEBUG oslo_concurrency.lockutils [req-4c3cf7f3-c99c-461a-99b8-f4da1b1a07fa req-675da3b5-4391-409a-82b4-6de898a60ebb service nova] Lock "09219395-79b1-4a17-8357-12266d342eb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1698.639232] env[63676]: DEBUG oslo_concurrency.lockutils [req-4c3cf7f3-c99c-461a-99b8-f4da1b1a07fa req-675da3b5-4391-409a-82b4-6de898a60ebb service nova] Lock "09219395-79b1-4a17-8357-12266d342eb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.639449] env[63676]: DEBUG nova.compute.manager [req-4c3cf7f3-c99c-461a-99b8-f4da1b1a07fa req-675da3b5-4391-409a-82b4-6de898a60ebb service nova] [instance: 09219395-79b1-4a17-8357-12266d342eb4] No waiting events found dispatching network-vif-plugged-1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1698.639622] env[63676]: WARNING nova.compute.manager [req-4c3cf7f3-c99c-461a-99b8-f4da1b1a07fa req-675da3b5-4391-409a-82b4-6de898a60ebb service nova] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Received unexpected event network-vif-plugged-1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8 for instance with vm_state building and task_state spawning. [ 1698.639789] env[63676]: DEBUG nova.compute.manager [req-4c3cf7f3-c99c-461a-99b8-f4da1b1a07fa req-675da3b5-4391-409a-82b4-6de898a60ebb service nova] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Received event network-changed-1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1698.639949] env[63676]: DEBUG nova.compute.manager [req-4c3cf7f3-c99c-461a-99b8-f4da1b1a07fa req-675da3b5-4391-409a-82b4-6de898a60ebb service nova] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Refreshing instance network info cache due to event network-changed-1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1698.640153] env[63676]: DEBUG oslo_concurrency.lockutils [req-4c3cf7f3-c99c-461a-99b8-f4da1b1a07fa req-675da3b5-4391-409a-82b4-6de898a60ebb service nova] Acquiring lock "refresh_cache-09219395-79b1-4a17-8357-12266d342eb4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.640293] env[63676]: DEBUG oslo_concurrency.lockutils [req-4c3cf7f3-c99c-461a-99b8-f4da1b1a07fa req-675da3b5-4391-409a-82b4-6de898a60ebb service nova] Acquired lock "refresh_cache-09219395-79b1-4a17-8357-12266d342eb4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.640453] env[63676]: DEBUG nova.network.neutron [req-4c3cf7f3-c99c-461a-99b8-f4da1b1a07fa req-675da3b5-4391-409a-82b4-6de898a60ebb service nova] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Refreshing network info cache for port 1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1698.803724] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925435, 'name': CreateVM_Task, 'duration_secs': 0.409125} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.804618] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1698.805214] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.805405] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.805840] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1698.807338] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-950212bb-c26f-4899-b605-9deeb49e3ee8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.813064] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1698.813470] env[63676]: DEBUG oslo_vmware.api [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1698.813470] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523d6aeb-6c78-0b45-9cf6-1c1d941843d9" [ 1698.813470] env[63676]: _type = "Task" [ 1698.813470] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.814105] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b183e7d-3c48-422b-aa5f-4a4b1b190b78 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.825499] env[63676]: DEBUG oslo_vmware.api [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523d6aeb-6c78-0b45-9cf6-1c1d941843d9, 'name': SearchDatastore_Task, 'duration_secs': 0.009764} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.827072] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1698.827347] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1698.827593] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1698.827965] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1698.828374] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1698.832816] env[63676]: DEBUG oslo_vmware.api [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1698.832816] env[63676]: value = "task-1925438" [ 1698.832816] env[63676]: _type = "Task" [ 1698.832816] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.834891] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f032bec6-294f-4d6e-b4ea-13120db204a4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.837540] env[63676]: INFO nova.compute.manager [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Took 39.21 seconds to build instance. [ 1698.849117] env[63676]: DEBUG oslo_vmware.api [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925438, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.850471] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1698.850742] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1698.852625] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f19f305c-ca1f-45b7-8316-f5f6465d551d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.859148] env[63676]: DEBUG oslo_vmware.api [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1698.859148] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f3b31a-e718-1504-c687-cccfb0ed5411" [ 1698.859148] env[63676]: _type = "Task" [ 1698.859148] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.869622] env[63676]: DEBUG oslo_vmware.api [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f3b31a-e718-1504-c687-cccfb0ed5411, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.879773] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3dca875b-78e7-472c-99d6-6e9ae3481114 tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Lock "1dfbf63e-5519-4b03-a3aa-d9c5e08087d4" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.861s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1698.973126] env[63676]: DEBUG nova.compute.manager [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1698.976057] env[63676]: DEBUG oslo_vmware.api [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925436, 'name': ReconfigVM_Task, 'duration_secs': 0.314899} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.978963] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Reconfigured VM instance instance-0000001e to attach disk [datastore1] 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc/6321e4cd-2f34-4dca-b144-2c5eadcbf8fc.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1698.980083] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Updating instance '6321e4cd-2f34-4dca-b144-2c5eadcbf8fc' progress to 50 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1698.999394] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925437, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.076051] env[63676]: DEBUG nova.network.neutron [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Successfully created port: ebca3b0c-3bfc-4b75-9847-349ab07ccb30 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1699.105831] env[63676]: DEBUG nova.network.neutron [-] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.344873] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "4ac3f891-119a-4f8c-bea7-516476f92767" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.864s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1699.354338] env[63676]: DEBUG oslo_vmware.api [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925438, 'name': PowerOffVM_Task, 'duration_secs': 0.190737} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.354698] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1699.355617] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4148acfe-989a-499d-a9fa-5989977e6719 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.385842] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716df8b5-17fe-4e8a-9280-82176fd3e740 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.397224] env[63676]: DEBUG oslo_vmware.api [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f3b31a-e718-1504-c687-cccfb0ed5411, 'name': SearchDatastore_Task, 'duration_secs': 0.010004} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.404975] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50bac4ba-9764-41b5-8d25-5963c7e922f7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.410945] env[63676]: DEBUG oslo_vmware.api [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1699.410945] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525721f3-a6ee-7e48-c429-8c184c7fbf27" [ 1699.410945] env[63676]: _type = "Task" [ 1699.410945] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.419200] env[63676]: DEBUG oslo_vmware.api [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525721f3-a6ee-7e48-c429-8c184c7fbf27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.430635] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1699.431012] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eef450a7-4b69-4072-9965-fc4dca6544cf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.438876] env[63676]: DEBUG oslo_vmware.api [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1699.438876] env[63676]: value = "task-1925439" [ 1699.438876] env[63676]: _type = "Task" [ 1699.438876] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.451510] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] VM already powered off {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1699.451728] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1699.451950] env[63676]: DEBUG oslo_concurrency.lockutils [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1699.485695] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9559c50-4a89-4db4-aa71-c6c87042049e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.500205] env[63676]: DEBUG oslo_vmware.api [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925437, 'name': PowerOnVM_Task, 'duration_secs': 0.857191} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.515474] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1699.515672] env[63676]: INFO nova.compute.manager [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Took 9.56 seconds to spawn the instance on the hypervisor. [ 1699.515859] env[63676]: DEBUG nova.compute.manager [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1699.517559] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1207b2-ce90-412a-9a04-7f95c9adf0aa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.521568] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8a6d06-8262-4fc1-b130-6f635b33ef88 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.533319] env[63676]: DEBUG nova.objects.instance [None req-9e756668-bb8a-4a1c-a1d2-1fb3ef1689db tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] Lazy-loading 'flavor' on Instance uuid 3623083d-0bf5-4947-9191-298ad2de4e13 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1699.556211] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Updating instance '6321e4cd-2f34-4dca-b144-2c5eadcbf8fc' progress to 67 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1699.609392] env[63676]: INFO nova.compute.manager [-] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Took 1.52 seconds to deallocate network for instance. [ 1699.620075] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed04b0f5-9e92-44d3-9805-776902318994 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.627920] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28acdd9-726c-43ee-bda8-cb391f3dace6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.661220] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9408993-2d73-4271-8864-987ae8be76a9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.669558] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398d7430-49ab-4900-b0d9-c3ca6ae618b4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.685180] env[63676]: DEBUG nova.compute.provider_tree [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1699.774041] env[63676]: DEBUG nova.network.neutron [req-4c3cf7f3-c99c-461a-99b8-f4da1b1a07fa req-675da3b5-4391-409a-82b4-6de898a60ebb service nova] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Updated VIF entry in instance network info cache for port 1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1699.774041] env[63676]: DEBUG nova.network.neutron [req-4c3cf7f3-c99c-461a-99b8-f4da1b1a07fa req-675da3b5-4391-409a-82b4-6de898a60ebb service nova] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Updating instance_info_cache with network_info: [{"id": "1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8", "address": "fa:16:3e:fe:05:9c", "network": {"id": "a95efb99-eea4-4e98-bf52-a2201de39e28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1488566241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64afb88688594408bd695883c0366330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fe1650e-a6", "ovs_interfaceid": "1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1699.850803] env[63676]: DEBUG nova.compute.manager [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1699.923817] env[63676]: DEBUG oslo_vmware.api [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525721f3-a6ee-7e48-c429-8c184c7fbf27, 'name': SearchDatastore_Task, 'duration_secs': 0.011847} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.923817] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1699.924132] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 09219395-79b1-4a17-8357-12266d342eb4/09219395-79b1-4a17-8357-12266d342eb4.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1699.924608] env[63676]: DEBUG oslo_concurrency.lockutils [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1699.924608] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1699.925201] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c74d0918-6c66-4aa7-bf5c-92a87eaedcd7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.927186] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdfe109f-ffbe-4794-858a-c9aeac984a45 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.934639] env[63676]: DEBUG oslo_vmware.api [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1699.934639] env[63676]: value = "task-1925440" [ 1699.934639] env[63676]: _type = "Task" [ 1699.934639] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.939336] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1699.939513] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1699.943835] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94893002-935f-4f44-a21a-48ce1f87414e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.946438] env[63676]: DEBUG oslo_vmware.api [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1925440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.950103] env[63676]: DEBUG oslo_vmware.api [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1699.950103] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526ea5cb-8305-9515-0217-188258d13494" [ 1699.950103] env[63676]: _type = "Task" [ 1699.950103] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.957942] env[63676]: DEBUG oslo_vmware.api [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526ea5cb-8305-9515-0217-188258d13494, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.985791] env[63676]: DEBUG nova.compute.manager [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1700.027236] env[63676]: DEBUG nova.virt.hardware [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1700.027549] env[63676]: DEBUG nova.virt.hardware [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1700.027848] env[63676]: DEBUG nova.virt.hardware [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1700.028175] env[63676]: DEBUG nova.virt.hardware [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1700.028432] env[63676]: DEBUG nova.virt.hardware [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1700.028704] env[63676]: DEBUG nova.virt.hardware [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1700.028925] env[63676]: DEBUG nova.virt.hardware [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1700.030035] env[63676]: DEBUG nova.virt.hardware [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1700.030035] env[63676]: DEBUG nova.virt.hardware [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1700.030035] env[63676]: DEBUG nova.virt.hardware [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1700.030035] env[63676]: DEBUG nova.virt.hardware [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1700.030535] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db7af95-7972-4e67-a123-cf386f9faae2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.039508] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a92450d-cad9-4f72-9adc-989da1ed2884 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.059499] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9e756668-bb8a-4a1c-a1d2-1fb3ef1689db tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] Lock "3623083d-0bf5-4947-9191-298ad2de4e13" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.954s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.069168] env[63676]: INFO nova.compute.manager [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Took 39.58 seconds to build instance. [ 1700.117311] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d9fa9d92-cfb0-4907-8f9a-01721fce25f6 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.147945] env[63676]: DEBUG nova.network.neutron [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Port 97c2f2b5-8271-40b0-a25c-2a5877c77315 binding to destination host cpu-1 is already ACTIVE {{(pid=63676) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1700.191057] env[63676]: DEBUG nova.scheduler.client.report [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1700.277267] env[63676]: DEBUG oslo_concurrency.lockutils [req-4c3cf7f3-c99c-461a-99b8-f4da1b1a07fa req-675da3b5-4391-409a-82b4-6de898a60ebb service nova] Releasing lock "refresh_cache-09219395-79b1-4a17-8357-12266d342eb4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.372779] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.446209] env[63676]: DEBUG oslo_vmware.api [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1925440, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.461388] env[63676]: DEBUG oslo_vmware.api [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526ea5cb-8305-9515-0217-188258d13494, 'name': SearchDatastore_Task, 'duration_secs': 0.018698} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.462791] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-683a6646-d103-4c2e-9a82-e58dd302757d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.470918] env[63676]: DEBUG oslo_vmware.api [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1700.470918] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52575b4c-3671-e2ff-ed29-5a358d95310c" [ 1700.470918] env[63676]: _type = "Task" [ 1700.470918] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.481154] env[63676]: DEBUG oslo_vmware.api [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52575b4c-3671-e2ff-ed29-5a358d95310c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.571343] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fd59fa4e-7835-4bd3-a27f-cb5137e0c959 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "941346ed-db6c-4322-9561-60d3013a7c09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.054s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.613124] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Acquiring lock "688ca6c5-0cbc-4237-95b0-57fb051facb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.613438] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Lock "688ca6c5-0cbc-4237-95b0-57fb051facb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.696731] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.696731] env[63676]: DEBUG nova.compute.manager [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1700.698106] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.386s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.698365] env[63676]: DEBUG nova.objects.instance [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Lazy-loading 'resources' on Instance uuid 0b9be8e5-f5b1-4206-8001-58e40e6d45a7 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1700.906764] env[63676]: DEBUG nova.compute.manager [req-ee8c73da-b587-4afe-a634-d3fd1db0cf4f req-30c86286-83cf-4a6c-a8b2-8570b3409a7c service nova] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Received event network-vif-deleted-9287107f-7d37-46d0-90fa-cfd6e83be0e8 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1700.944930] env[63676]: DEBUG oslo_vmware.api [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1925440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612608} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.945235] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 09219395-79b1-4a17-8357-12266d342eb4/09219395-79b1-4a17-8357-12266d342eb4.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1700.945458] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1700.945715] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-107032b9-ed51-476b-9b6b-e882e7406ac7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.953107] env[63676]: DEBUG oslo_vmware.api [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1700.953107] env[63676]: value = "task-1925441" [ 1700.953107] env[63676]: _type = "Task" [ 1700.953107] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.967437] env[63676]: DEBUG oslo_vmware.api [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1925441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.983834] env[63676]: DEBUG oslo_vmware.api [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52575b4c-3671-e2ff-ed29-5a358d95310c, 'name': SearchDatastore_Task, 'duration_secs': 0.053172} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.984091] env[63676]: DEBUG oslo_concurrency.lockutils [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1700.984369] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] f07729fe-f159-4ff5-90e0-33f7696a22c6/160c0574-5dbe-4d70-9e2a-c95199be0826-rescue.vmdk. {{(pid=63676) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1700.984749] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0e95a8eb-ce3a-46f2-a31c-900704be0ba0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.993042] env[63676]: DEBUG oslo_vmware.api [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1700.993042] env[63676]: value = "task-1925442" [ 1700.993042] env[63676]: _type = "Task" [ 1700.993042] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.012439] env[63676]: DEBUG oslo_vmware.api [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925442, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.044347] env[63676]: DEBUG nova.network.neutron [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Successfully updated port: ebca3b0c-3bfc-4b75-9847-349ab07ccb30 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1701.073679] env[63676]: DEBUG nova.compute.manager [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1701.143534] env[63676]: DEBUG oslo_concurrency.lockutils [None req-52827a27-1a44-4809-a2d9-0a6462758492 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "941346ed-db6c-4322-9561-60d3013a7c09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.143534] env[63676]: DEBUG oslo_concurrency.lockutils [None req-52827a27-1a44-4809-a2d9-0a6462758492 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "941346ed-db6c-4322-9561-60d3013a7c09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.143534] env[63676]: DEBUG oslo_concurrency.lockutils [None req-52827a27-1a44-4809-a2d9-0a6462758492 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "941346ed-db6c-4322-9561-60d3013a7c09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.143727] env[63676]: DEBUG oslo_concurrency.lockutils [None req-52827a27-1a44-4809-a2d9-0a6462758492 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "941346ed-db6c-4322-9561-60d3013a7c09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.143767] env[63676]: DEBUG oslo_concurrency.lockutils [None req-52827a27-1a44-4809-a2d9-0a6462758492 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "941346ed-db6c-4322-9561-60d3013a7c09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.147310] env[63676]: INFO nova.compute.manager [None req-52827a27-1a44-4809-a2d9-0a6462758492 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Terminating instance [ 1701.171770] env[63676]: DEBUG oslo_concurrency.lockutils [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquiring lock "6321e4cd-2f34-4dca-b144-2c5eadcbf8fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.171770] env[63676]: DEBUG oslo_concurrency.lockutils [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "6321e4cd-2f34-4dca-b144-2c5eadcbf8fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.171770] env[63676]: DEBUG oslo_concurrency.lockutils [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "6321e4cd-2f34-4dca-b144-2c5eadcbf8fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.203997] env[63676]: DEBUG nova.compute.utils [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1701.210689] env[63676]: DEBUG nova.compute.manager [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1701.210689] env[63676]: DEBUG nova.network.neutron [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1701.285647] env[63676]: DEBUG nova.policy [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bdb6bb30866442a4b19844c67535caa3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e76d0d89d5ec49aea2dfe3889b634b01', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1701.467101] env[63676]: DEBUG oslo_vmware.api [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1925441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108419} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.469028] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1701.469028] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b79d791-b223-4116-adff-6c13e7f0fd1f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.500528] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 09219395-79b1-4a17-8357-12266d342eb4/09219395-79b1-4a17-8357-12266d342eb4.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1701.500528] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f67da379-74c9-4cc5-b122-62e9288db419 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "4ac3f891-119a-4f8c-bea7-516476f92767" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.500528] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f67da379-74c9-4cc5-b122-62e9288db419 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "4ac3f891-119a-4f8c-bea7-516476f92767" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.500528] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f67da379-74c9-4cc5-b122-62e9288db419 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "4ac3f891-119a-4f8c-bea7-516476f92767-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.500784] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f67da379-74c9-4cc5-b122-62e9288db419 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "4ac3f891-119a-4f8c-bea7-516476f92767-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.500784] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f67da379-74c9-4cc5-b122-62e9288db419 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "4ac3f891-119a-4f8c-bea7-516476f92767-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.503242] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba965b38-b472-405a-8cf1-6b3c1cb7d38d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.517871] env[63676]: INFO nova.compute.manager [None req-f67da379-74c9-4cc5-b122-62e9288db419 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Terminating instance [ 1701.529632] env[63676]: DEBUG oslo_vmware.api [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925442, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529638} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.533030] env[63676]: INFO nova.virt.vmwareapi.ds_util [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] f07729fe-f159-4ff5-90e0-33f7696a22c6/160c0574-5dbe-4d70-9e2a-c95199be0826-rescue.vmdk. [ 1701.533030] env[63676]: DEBUG oslo_vmware.api [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1701.533030] env[63676]: value = "task-1925443" [ 1701.533030] env[63676]: _type = "Task" [ 1701.533030] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.536050] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046df542-a3ca-4ebd-8ed8-8f43bc228bf0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.563432] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquiring lock "refresh_cache-cf0628fc-d8f4-4b6a-90c9-3392462f3b00" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1701.563596] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquired lock "refresh_cache-cf0628fc-d8f4-4b6a-90c9-3392462f3b00" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.563743] env[63676]: DEBUG nova.network.neutron [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1701.574316] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] f07729fe-f159-4ff5-90e0-33f7696a22c6/160c0574-5dbe-4d70-9e2a-c95199be0826-rescue.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1701.583557] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3e98988-a01d-4818-aaf5-58f279001f47 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.599980] env[63676]: DEBUG oslo_vmware.api [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1925443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.608942] env[63676]: DEBUG oslo_vmware.api [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1701.608942] env[63676]: value = "task-1925444" [ 1701.608942] env[63676]: _type = "Task" [ 1701.608942] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.615756] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.623188] env[63676]: DEBUG oslo_vmware.api [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925444, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.650138] env[63676]: DEBUG nova.compute.manager [None req-52827a27-1a44-4809-a2d9-0a6462758492 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1701.650428] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-52827a27-1a44-4809-a2d9-0a6462758492 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1701.651660] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59611eed-a45f-4e41-830d-176b255ad65e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.659373] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-52827a27-1a44-4809-a2d9-0a6462758492 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1701.659579] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-328fe944-b358-4223-bbb9-bb58159d482f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.666201] env[63676]: DEBUG oslo_vmware.api [None req-52827a27-1a44-4809-a2d9-0a6462758492 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1701.666201] env[63676]: value = "task-1925445" [ 1701.666201] env[63676]: _type = "Task" [ 1701.666201] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1701.676110] env[63676]: DEBUG oslo_vmware.api [None req-52827a27-1a44-4809-a2d9-0a6462758492 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925445, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.676110] env[63676]: DEBUG nova.network.neutron [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1701.712232] env[63676]: DEBUG nova.compute.manager [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1701.712232] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0d4abbab-d261-4f00-9db5-f2c46f14139e tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] Acquiring lock "3623083d-0bf5-4947-9191-298ad2de4e13" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1701.712232] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0d4abbab-d261-4f00-9db5-f2c46f14139e tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] Lock "3623083d-0bf5-4947-9191-298ad2de4e13" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.865502] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f88b050-3f08-4273-b97a-c1204b66e5ea {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.873916] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f854ed-61e8-4bbf-b327-8917ae973c1a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.909341] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd61134-1c4b-43ef-9693-8620fa08bcf6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.917547] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1ee0f9f-d09e-4be7-a598-79e17f8cfd1e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.931395] env[63676]: DEBUG nova.compute.provider_tree [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1701.985655] env[63676]: DEBUG nova.network.neutron [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Successfully created port: 460d51f1-ac48-4866-b983-0ae7824399ed {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1702.025395] env[63676]: DEBUG nova.compute.manager [None req-f67da379-74c9-4cc5-b122-62e9288db419 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1702.025703] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f67da379-74c9-4cc5-b122-62e9288db419 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1702.026786] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b234a18e-76dd-4681-aacf-4187bd6349d0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.035482] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f67da379-74c9-4cc5-b122-62e9288db419 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1702.035753] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2f55493-c33e-46ce-a6be-177fce824e04 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.043193] env[63676]: DEBUG nova.network.neutron [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Updating instance_info_cache with network_info: [{"id": "ebca3b0c-3bfc-4b75-9847-349ab07ccb30", "address": "fa:16:3e:da:08:b3", "network": {"id": "c3194bae-cdc8-472b-a50f-ccb5f9b70928", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1050816381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5527e2895f394031b7676b414e9916e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebca3b0c-3b", "ovs_interfaceid": "ebca3b0c-3bfc-4b75-9847-349ab07ccb30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.044459] env[63676]: DEBUG oslo_vmware.api [None req-f67da379-74c9-4cc5-b122-62e9288db419 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1702.044459] env[63676]: value = "task-1925446" [ 1702.044459] env[63676]: _type = "Task" [ 1702.044459] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.052999] env[63676]: DEBUG oslo_vmware.api [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1925443, 'name': ReconfigVM_Task, 'duration_secs': 0.435418} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.053686] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 09219395-79b1-4a17-8357-12266d342eb4/09219395-79b1-4a17-8357-12266d342eb4.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1702.054592] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-beeedc77-24ac-456c-8d94-dd4ca3221e04 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.060360] env[63676]: DEBUG oslo_vmware.api [None req-f67da379-74c9-4cc5-b122-62e9288db419 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925446, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.065195] env[63676]: DEBUG oslo_vmware.api [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1702.065195] env[63676]: value = "task-1925447" [ 1702.065195] env[63676]: _type = "Task" [ 1702.065195] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.073689] env[63676]: DEBUG oslo_vmware.api [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1925447, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.121631] env[63676]: DEBUG oslo_vmware.api [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925444, 'name': ReconfigVM_Task, 'duration_secs': 0.486612} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.122061] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Reconfigured VM instance instance-00000029 to attach disk [datastore1] f07729fe-f159-4ff5-90e0-33f7696a22c6/160c0574-5dbe-4d70-9e2a-c95199be0826-rescue.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1702.123121] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028bc09f-f1b2-4a45-a6ff-931ba84d7b5d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.161934] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70b0fe24-6daf-48b9-8510-894fed5d0055 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.184683] env[63676]: DEBUG oslo_vmware.api [None req-52827a27-1a44-4809-a2d9-0a6462758492 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925445, 'name': PowerOffVM_Task, 'duration_secs': 0.253519} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1702.186366] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-52827a27-1a44-4809-a2d9-0a6462758492 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1702.186591] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-52827a27-1a44-4809-a2d9-0a6462758492 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1702.186931] env[63676]: DEBUG oslo_vmware.api [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1702.186931] env[63676]: value = "task-1925448" [ 1702.186931] env[63676]: _type = "Task" [ 1702.186931] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.187414] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4444f8fa-9af6-4112-a1b7-fbb103adca0b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.198698] env[63676]: DEBUG oslo_vmware.api [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925448, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.220843] env[63676]: INFO nova.compute.manager [None req-0d4abbab-d261-4f00-9db5-f2c46f14139e tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Detaching volume 06045b1d-142b-44bf-abfd-4a7607c221f4 [ 1702.268081] env[63676]: INFO nova.virt.block_device [None req-0d4abbab-d261-4f00-9db5-f2c46f14139e tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Attempting to driver detach volume 06045b1d-142b-44bf-abfd-4a7607c221f4 from mountpoint /dev/sdb [ 1702.268320] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d4abbab-d261-4f00-9db5-f2c46f14139e tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Volume detach. Driver type: vmdk {{(pid=63676) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1702.268547] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d4abbab-d261-4f00-9db5-f2c46f14139e tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397044', 'volume_id': '06045b1d-142b-44bf-abfd-4a7607c221f4', 'name': 'volume-06045b1d-142b-44bf-abfd-4a7607c221f4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3623083d-0bf5-4947-9191-298ad2de4e13', 'attached_at': '', 'detached_at': '', 'volume_id': '06045b1d-142b-44bf-abfd-4a7607c221f4', 'serial': '06045b1d-142b-44bf-abfd-4a7607c221f4'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1702.269745] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47557478-9ada-4677-b065-c3a9fbdd315c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.279271] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-52827a27-1a44-4809-a2d9-0a6462758492 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1702.279600] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-52827a27-1a44-4809-a2d9-0a6462758492 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1702.279813] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-52827a27-1a44-4809-a2d9-0a6462758492 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Deleting the datastore file [datastore1] 941346ed-db6c-4322-9561-60d3013a7c09 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1702.297203] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-06ea07ad-79fe-4b1c-948f-57563c68480a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.301888] env[63676]: DEBUG oslo_concurrency.lockutils [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquiring lock "refresh_cache-6321e4cd-2f34-4dca-b144-2c5eadcbf8fc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.301888] env[63676]: DEBUG oslo_concurrency.lockutils [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquired lock "refresh_cache-6321e4cd-2f34-4dca-b144-2c5eadcbf8fc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.301888] env[63676]: DEBUG nova.network.neutron [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1702.303086] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43be9437-6bb1-4d03-8b47-478f2acc0176 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.315398] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e707dd-0b1f-4f2d-8eff-31e8558a0af2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.319532] env[63676]: DEBUG oslo_vmware.api [None req-52827a27-1a44-4809-a2d9-0a6462758492 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1702.319532] env[63676]: value = "task-1925450" [ 1702.319532] env[63676]: _type = "Task" [ 1702.319532] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.117703] env[63676]: DEBUG nova.scheduler.client.report [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1703.121176] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Releasing lock "refresh_cache-cf0628fc-d8f4-4b6a-90c9-3392462f3b00" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.121456] env[63676]: DEBUG nova.compute.manager [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Instance network_info: |[{"id": "ebca3b0c-3bfc-4b75-9847-349ab07ccb30", "address": "fa:16:3e:da:08:b3", "network": {"id": "c3194bae-cdc8-472b-a50f-ccb5f9b70928", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1050816381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5527e2895f394031b7676b414e9916e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebca3b0c-3b", "ovs_interfaceid": "ebca3b0c-3bfc-4b75-9847-349ab07ccb30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1703.122546] env[63676]: DEBUG nova.compute.manager [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1703.127316] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:08:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebca3b0c-3bfc-4b75-9847-349ab07ccb30', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1703.134789] env[63676]: DEBUG oslo.service.loopingcall [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1703.144467] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d02ac57a-2478-421e-8419-e25e9679479a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.152226] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1703.153068] env[63676]: DEBUG oslo_vmware.api [None req-52827a27-1a44-4809-a2d9-0a6462758492 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186267} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.153442] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8af8b0c9-4785-465e-b3c6-d68bd9b30bee {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.169126] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-52827a27-1a44-4809-a2d9-0a6462758492 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1703.169330] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-52827a27-1a44-4809-a2d9-0a6462758492 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1703.169497] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-52827a27-1a44-4809-a2d9-0a6462758492 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1703.169657] env[63676]: INFO nova.compute.manager [None req-52827a27-1a44-4809-a2d9-0a6462758492 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Took 1.52 seconds to destroy the instance on the hypervisor. [ 1703.169892] env[63676]: DEBUG oslo.service.loopingcall [None req-52827a27-1a44-4809-a2d9-0a6462758492 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1703.172235] env[63676]: DEBUG nova.virt.hardware [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1703.172488] env[63676]: DEBUG nova.virt.hardware [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1703.172645] env[63676]: DEBUG nova.virt.hardware [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1703.172830] env[63676]: DEBUG nova.virt.hardware [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1703.172970] env[63676]: DEBUG nova.virt.hardware [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1703.173154] env[63676]: DEBUG nova.virt.hardware [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1703.173372] env[63676]: DEBUG nova.virt.hardware [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1703.173526] env[63676]: DEBUG nova.virt.hardware [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1703.173685] env[63676]: DEBUG nova.virt.hardware [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1703.173882] env[63676]: DEBUG nova.virt.hardware [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1703.174082] env[63676]: DEBUG nova.virt.hardware [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1703.174679] env[63676]: DEBUG nova.compute.manager [-] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1703.174772] env[63676]: DEBUG nova.network.neutron [-] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1703.176980] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3499fd5-ca11-426b-aa97-485b52acb537 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.200657] env[63676]: DEBUG oslo_vmware.api [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1925447, 'name': Rename_Task, 'duration_secs': 0.207339} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.200971] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d4abbab-d261-4f00-9db5-f2c46f14139e tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] The volume has not been displaced from its original location: [datastore1] volume-06045b1d-142b-44bf-abfd-4a7607c221f4/volume-06045b1d-142b-44bf-abfd-4a7607c221f4.vmdk. No consolidation needed. {{(pid=63676) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1703.208060] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d4abbab-d261-4f00-9db5-f2c46f14139e tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Reconfiguring VM instance instance-0000000e to detach disk 2001 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1703.208060] env[63676]: DEBUG oslo_vmware.api [None req-f67da379-74c9-4cc5-b122-62e9288db419 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925446, 'name': PowerOffVM_Task, 'duration_secs': 0.205694} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.208060] env[63676]: DEBUG oslo_vmware.api [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925448, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.211557] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1703.211810] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4d2befb-27a9-446d-817c-5e8ba35121a4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.225058] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f67da379-74c9-4cc5-b122-62e9288db419 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1703.225207] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f67da379-74c9-4cc5-b122-62e9288db419 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1703.225534] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1703.225534] env[63676]: value = "task-1925451" [ 1703.225534] env[63676]: _type = "Task" [ 1703.225534] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.229042] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-714960a2-be69-4ea5-8fa3-d06daf894aed {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.229654] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72029f2f-00a5-49f9-83e0-57d77425c3a1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.238715] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17274953-60dc-4f43-b238-8758a7f73817 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.247424] env[63676]: DEBUG oslo_vmware.api [None req-0d4abbab-d261-4f00-9db5-f2c46f14139e tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] Waiting for the task: (returnval){ [ 1703.247424] env[63676]: value = "task-1925452" [ 1703.247424] env[63676]: _type = "Task" [ 1703.247424] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.247685] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925451, 'name': CreateVM_Task} progress is 15%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.247886] env[63676]: DEBUG oslo_vmware.api [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1703.247886] env[63676]: value = "task-1925453" [ 1703.247886] env[63676]: _type = "Task" [ 1703.247886] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.272247] env[63676]: DEBUG oslo_vmware.api [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1925453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.272885] env[63676]: DEBUG oslo_vmware.api [None req-0d4abbab-d261-4f00-9db5-f2c46f14139e tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] Task: {'id': task-1925452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.363340] env[63676]: DEBUG nova.compute.manager [req-d16b7a95-7bb0-474b-b8b9-22af539ec2af req-2d968f01-426b-4e7d-be4e-ccb5a3f0e8e0 service nova] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Received event network-vif-plugged-ebca3b0c-3bfc-4b75-9847-349ab07ccb30 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1703.363581] env[63676]: DEBUG oslo_concurrency.lockutils [req-d16b7a95-7bb0-474b-b8b9-22af539ec2af req-2d968f01-426b-4e7d-be4e-ccb5a3f0e8e0 service nova] Acquiring lock "cf0628fc-d8f4-4b6a-90c9-3392462f3b00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1703.363761] env[63676]: DEBUG oslo_concurrency.lockutils [req-d16b7a95-7bb0-474b-b8b9-22af539ec2af req-2d968f01-426b-4e7d-be4e-ccb5a3f0e8e0 service nova] Lock "cf0628fc-d8f4-4b6a-90c9-3392462f3b00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.363926] env[63676]: DEBUG oslo_concurrency.lockutils [req-d16b7a95-7bb0-474b-b8b9-22af539ec2af req-2d968f01-426b-4e7d-be4e-ccb5a3f0e8e0 service nova] Lock "cf0628fc-d8f4-4b6a-90c9-3392462f3b00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.364108] env[63676]: DEBUG nova.compute.manager [req-d16b7a95-7bb0-474b-b8b9-22af539ec2af req-2d968f01-426b-4e7d-be4e-ccb5a3f0e8e0 service nova] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] No waiting events found dispatching network-vif-plugged-ebca3b0c-3bfc-4b75-9847-349ab07ccb30 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1703.364273] env[63676]: WARNING nova.compute.manager [req-d16b7a95-7bb0-474b-b8b9-22af539ec2af req-2d968f01-426b-4e7d-be4e-ccb5a3f0e8e0 service nova] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Received unexpected event network-vif-plugged-ebca3b0c-3bfc-4b75-9847-349ab07ccb30 for instance with vm_state building and task_state spawning. [ 1703.364473] env[63676]: DEBUG nova.compute.manager [req-d16b7a95-7bb0-474b-b8b9-22af539ec2af req-2d968f01-426b-4e7d-be4e-ccb5a3f0e8e0 service nova] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Received event network-changed-ebca3b0c-3bfc-4b75-9847-349ab07ccb30 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1703.364586] env[63676]: DEBUG nova.compute.manager [req-d16b7a95-7bb0-474b-b8b9-22af539ec2af req-2d968f01-426b-4e7d-be4e-ccb5a3f0e8e0 service nova] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Refreshing instance network info cache due to event network-changed-ebca3b0c-3bfc-4b75-9847-349ab07ccb30. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1703.364738] env[63676]: DEBUG oslo_concurrency.lockutils [req-d16b7a95-7bb0-474b-b8b9-22af539ec2af req-2d968f01-426b-4e7d-be4e-ccb5a3f0e8e0 service nova] Acquiring lock "refresh_cache-cf0628fc-d8f4-4b6a-90c9-3392462f3b00" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.364891] env[63676]: DEBUG oslo_concurrency.lockutils [req-d16b7a95-7bb0-474b-b8b9-22af539ec2af req-2d968f01-426b-4e7d-be4e-ccb5a3f0e8e0 service nova] Acquired lock "refresh_cache-cf0628fc-d8f4-4b6a-90c9-3392462f3b00" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.365025] env[63676]: DEBUG nova.network.neutron [req-d16b7a95-7bb0-474b-b8b9-22af539ec2af req-2d968f01-426b-4e7d-be4e-ccb5a3f0e8e0 service nova] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Refreshing network info cache for port ebca3b0c-3bfc-4b75-9847-349ab07ccb30 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1703.586343] env[63676]: DEBUG nova.network.neutron [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Updating instance_info_cache with network_info: [{"id": "97c2f2b5-8271-40b0-a25c-2a5877c77315", "address": "fa:16:3e:c1:d7:b7", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c2f2b5-82", "ovs_interfaceid": "97c2f2b5-8271-40b0-a25c-2a5877c77315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.627503] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.929s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.634662] env[63676]: DEBUG oslo_concurrency.lockutils [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.970s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.634908] env[63676]: DEBUG nova.objects.instance [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63676) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1703.638427] env[63676]: DEBUG oslo_vmware.api [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925448, 'name': ReconfigVM_Task, 'duration_secs': 1.236645} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.639163] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1703.639478] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-162b81da-171c-44ba-b865-646190437787 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.647895] env[63676]: DEBUG oslo_vmware.api [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1703.647895] env[63676]: value = "task-1925455" [ 1703.647895] env[63676]: _type = "Task" [ 1703.647895] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.656951] env[63676]: DEBUG oslo_vmware.api [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.677867] env[63676]: INFO nova.scheduler.client.report [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Deleted allocations for instance 0b9be8e5-f5b1-4206-8001-58e40e6d45a7 [ 1703.710319] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f67da379-74c9-4cc5-b122-62e9288db419 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1703.710544] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f67da379-74c9-4cc5-b122-62e9288db419 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1703.710722] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-f67da379-74c9-4cc5-b122-62e9288db419 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Deleting the datastore file [datastore1] 4ac3f891-119a-4f8c-bea7-516476f92767 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1703.711276] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e86c25c-eccf-4776-86dd-152d02c521a6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.718233] env[63676]: DEBUG oslo_vmware.api [None req-f67da379-74c9-4cc5-b122-62e9288db419 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for the task: (returnval){ [ 1703.718233] env[63676]: value = "task-1925456" [ 1703.718233] env[63676]: _type = "Task" [ 1703.718233] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.726292] env[63676]: DEBUG oslo_vmware.api [None req-f67da379-74c9-4cc5-b122-62e9288db419 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925456, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.740574] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925451, 'name': CreateVM_Task, 'duration_secs': 0.433028} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.740744] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1703.741498] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.741662] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.742018] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1703.742288] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc0ea5c5-8db3-4103-b822-d0a0be06a663 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.746781] env[63676]: DEBUG oslo_vmware.api [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1703.746781] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5233a9b3-1e53-70bb-ed15-5cfc6abc6631" [ 1703.746781] env[63676]: _type = "Task" [ 1703.746781] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.752917] env[63676]: DEBUG nova.compute.manager [req-5929fb91-aa63-4e83-9c8b-e64ccc5b5c85 req-9cf077a2-5efd-425b-8c43-fe3a192ed636 service nova] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Received event network-vif-deleted-74838fba-822a-48c5-b78d-f51f15487a89 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1703.752917] env[63676]: INFO nova.compute.manager [req-5929fb91-aa63-4e83-9c8b-e64ccc5b5c85 req-9cf077a2-5efd-425b-8c43-fe3a192ed636 service nova] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Neutron deleted interface 74838fba-822a-48c5-b78d-f51f15487a89; detaching it from the instance and deleting it from the info cache [ 1703.752917] env[63676]: DEBUG nova.network.neutron [req-5929fb91-aa63-4e83-9c8b-e64ccc5b5c85 req-9cf077a2-5efd-425b-8c43-fe3a192ed636 service nova] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.766694] env[63676]: DEBUG oslo_vmware.api [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5233a9b3-1e53-70bb-ed15-5cfc6abc6631, 'name': SearchDatastore_Task, 'duration_secs': 0.011133} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.773174] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.773445] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1703.773683] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.773828] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.774089] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1703.774391] env[63676]: DEBUG oslo_vmware.api [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1925453, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.774942] env[63676]: DEBUG oslo_vmware.api [None req-0d4abbab-d261-4f00-9db5-f2c46f14139e tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] Task: {'id': task-1925452, 'name': ReconfigVM_Task, 'duration_secs': 0.443327} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.775681] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f818b4e1-4890-4ecc-9d5a-e5f11ed68fe3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.777691] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d4abbab-d261-4f00-9db5-f2c46f14139e tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Reconfigured VM instance instance-0000000e to detach disk 2001 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1703.782782] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d74eca4c-708c-40c3-a7ea-4a8e31f3ccdd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.802422] env[63676]: DEBUG oslo_vmware.api [None req-0d4abbab-d261-4f00-9db5-f2c46f14139e tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] Waiting for the task: (returnval){ [ 1703.802422] env[63676]: value = "task-1925457" [ 1703.802422] env[63676]: _type = "Task" [ 1703.802422] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.802422] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1703.802422] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1703.805572] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b98b34dd-f855-4df7-a133-a10a9f380542 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.814363] env[63676]: DEBUG oslo_vmware.api [None req-0d4abbab-d261-4f00-9db5-f2c46f14139e tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] Task: {'id': task-1925457, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.815951] env[63676]: DEBUG oslo_vmware.api [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1703.815951] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5299ecbc-f576-7868-c1ac-727c28a5c661" [ 1703.815951] env[63676]: _type = "Task" [ 1703.815951] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.828378] env[63676]: DEBUG oslo_vmware.api [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5299ecbc-f576-7868-c1ac-727c28a5c661, 'name': SearchDatastore_Task, 'duration_secs': 0.010787} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.828378] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-838ab884-53c6-4516-8182-60c98e548325 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.832793] env[63676]: DEBUG oslo_vmware.api [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1703.832793] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5298bfeb-efac-52fd-7d2e-fa5e66cc9b17" [ 1703.832793] env[63676]: _type = "Task" [ 1703.832793] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.840921] env[63676]: DEBUG oslo_vmware.api [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5298bfeb-efac-52fd-7d2e-fa5e66cc9b17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.016471] env[63676]: DEBUG nova.network.neutron [-] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1704.091187] env[63676]: DEBUG oslo_concurrency.lockutils [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Releasing lock "refresh_cache-6321e4cd-2f34-4dca-b144-2c5eadcbf8fc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.159866] env[63676]: DEBUG oslo_vmware.api [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925455, 'name': PowerOnVM_Task, 'duration_secs': 0.459743} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.159866] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1704.164198] env[63676]: DEBUG nova.compute.manager [None req-50de4d07-45ea-4fae-8f45-6997daf6e5bb tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1704.165539] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8733085b-fbba-4410-86e7-24776496f382 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.191376] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f2c7f078-69ae-48b3-aa02-05831b982f16 tempest-DeleteServersAdminTestJSON-638783758 tempest-DeleteServersAdminTestJSON-638783758-project-member] Lock "0b9be8e5-f5b1-4206-8001-58e40e6d45a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.903s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.232759] env[63676]: DEBUG oslo_vmware.api [None req-f67da379-74c9-4cc5-b122-62e9288db419 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Task: {'id': task-1925456, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177166} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.233495] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-f67da379-74c9-4cc5-b122-62e9288db419 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1704.233783] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f67da379-74c9-4cc5-b122-62e9288db419 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1704.233983] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f67da379-74c9-4cc5-b122-62e9288db419 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1704.234182] env[63676]: INFO nova.compute.manager [None req-f67da379-74c9-4cc5-b122-62e9288db419 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Took 2.21 seconds to destroy the instance on the hypervisor. [ 1704.234433] env[63676]: DEBUG oslo.service.loopingcall [None req-f67da379-74c9-4cc5-b122-62e9288db419 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1704.234633] env[63676]: DEBUG nova.compute.manager [-] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1704.234727] env[63676]: DEBUG nova.network.neutron [-] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1704.263207] env[63676]: DEBUG oslo_vmware.api [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1925453, 'name': PowerOnVM_Task, 'duration_secs': 0.666783} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.263665] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2cbbe74-1bb9-4059-ac3c-40edb4f3ad51 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.266692] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1704.266952] env[63676]: INFO nova.compute.manager [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Took 9.43 seconds to spawn the instance on the hypervisor. [ 1704.267155] env[63676]: DEBUG nova.compute.manager [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1704.268143] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faccd1a2-d185-419e-b937-49b56b6c6e4e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.286028] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87477d29-df9c-4e9e-8a7f-e3df48bc1d36 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.323332] env[63676]: DEBUG nova.compute.manager [req-5929fb91-aa63-4e83-9c8b-e64ccc5b5c85 req-9cf077a2-5efd-425b-8c43-fe3a192ed636 service nova] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Detach interface failed, port_id=74838fba-822a-48c5-b78d-f51f15487a89, reason: Instance 941346ed-db6c-4322-9561-60d3013a7c09 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1704.324583] env[63676]: DEBUG nova.network.neutron [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Successfully updated port: 460d51f1-ac48-4866-b983-0ae7824399ed {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1704.334335] env[63676]: DEBUG oslo_vmware.api [None req-0d4abbab-d261-4f00-9db5-f2c46f14139e tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] Task: {'id': task-1925457, 'name': ReconfigVM_Task, 'duration_secs': 0.185899} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.338525] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d4abbab-d261-4f00-9db5-f2c46f14139e tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397044', 'volume_id': '06045b1d-142b-44bf-abfd-4a7607c221f4', 'name': 'volume-06045b1d-142b-44bf-abfd-4a7607c221f4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '3623083d-0bf5-4947-9191-298ad2de4e13', 'attached_at': '', 'detached_at': '', 'volume_id': '06045b1d-142b-44bf-abfd-4a7607c221f4', 'serial': '06045b1d-142b-44bf-abfd-4a7607c221f4'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1704.347881] env[63676]: DEBUG oslo_vmware.api [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5298bfeb-efac-52fd-7d2e-fa5e66cc9b17, 'name': SearchDatastore_Task, 'duration_secs': 0.012616} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.348186] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.348412] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] cf0628fc-d8f4-4b6a-90c9-3392462f3b00/cf0628fc-d8f4-4b6a-90c9-3392462f3b00.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1704.348719] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-53d5371e-7b31-48c1-835d-0b19a1656b04 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.356371] env[63676]: DEBUG oslo_vmware.api [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1704.356371] env[63676]: value = "task-1925458" [ 1704.356371] env[63676]: _type = "Task" [ 1704.356371] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.368375] env[63676]: DEBUG oslo_vmware.api [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.409586] env[63676]: DEBUG nova.network.neutron [req-d16b7a95-7bb0-474b-b8b9-22af539ec2af req-2d968f01-426b-4e7d-be4e-ccb5a3f0e8e0 service nova] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Updated VIF entry in instance network info cache for port ebca3b0c-3bfc-4b75-9847-349ab07ccb30. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1704.409923] env[63676]: DEBUG nova.network.neutron [req-d16b7a95-7bb0-474b-b8b9-22af539ec2af req-2d968f01-426b-4e7d-be4e-ccb5a3f0e8e0 service nova] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Updating instance_info_cache with network_info: [{"id": "ebca3b0c-3bfc-4b75-9847-349ab07ccb30", "address": "fa:16:3e:da:08:b3", "network": {"id": "c3194bae-cdc8-472b-a50f-ccb5f9b70928", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1050816381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5527e2895f394031b7676b414e9916e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebca3b0c-3b", "ovs_interfaceid": "ebca3b0c-3bfc-4b75-9847-349ab07ccb30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1704.519150] env[63676]: INFO nova.compute.manager [-] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Took 1.34 seconds to deallocate network for instance. [ 1704.583327] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Acquiring lock "831ad7b6-6521-4cc0-b56a-9ce6c48a582c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.584377] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Lock "831ad7b6-6521-4cc0-b56a-9ce6c48a582c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.584657] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Acquiring lock "831ad7b6-6521-4cc0-b56a-9ce6c48a582c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1704.584859] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Lock "831ad7b6-6521-4cc0-b56a-9ce6c48a582c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.585036] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Lock "831ad7b6-6521-4cc0-b56a-9ce6c48a582c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.588753] env[63676]: INFO nova.compute.manager [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Terminating instance [ 1704.630983] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c0071c-73bc-4d35-9eaa-e185916c0c4f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.656414] env[63676]: DEBUG oslo_concurrency.lockutils [None req-36ea519b-5a73-4488-89bf-b8a068168c0f tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1704.657941] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.631s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1704.659711] env[63676]: INFO nova.compute.claims [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1704.663463] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe8256a-f9bf-4676-81fd-d62f2840cd1c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.675599] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Updating instance '6321e4cd-2f34-4dca-b144-2c5eadcbf8fc' progress to 83 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1704.680104] env[63676]: WARNING oslo_messaging._drivers.amqpdriver [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1704.791869] env[63676]: INFO nova.compute.manager [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Took 38.51 seconds to build instance. [ 1704.832300] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Acquiring lock "refresh_cache-cc545355-26ef-45fd-bacb-2515f52b84bb" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.832463] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Acquired lock "refresh_cache-cc545355-26ef-45fd-bacb-2515f52b84bb" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.832614] env[63676]: DEBUG nova.network.neutron [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1704.870501] env[63676]: DEBUG oslo_vmware.api [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925458, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.907209] env[63676]: DEBUG nova.objects.instance [None req-0d4abbab-d261-4f00-9db5-f2c46f14139e tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] Lazy-loading 'flavor' on Instance uuid 3623083d-0bf5-4947-9191-298ad2de4e13 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1704.913139] env[63676]: DEBUG oslo_concurrency.lockutils [req-d16b7a95-7bb0-474b-b8b9-22af539ec2af req-2d968f01-426b-4e7d-be4e-ccb5a3f0e8e0 service nova] Releasing lock "refresh_cache-cf0628fc-d8f4-4b6a-90c9-3392462f3b00" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.027779] env[63676]: DEBUG oslo_concurrency.lockutils [None req-52827a27-1a44-4809-a2d9-0a6462758492 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.032805] env[63676]: DEBUG nova.network.neutron [-] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.095255] env[63676]: DEBUG nova.compute.manager [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1705.095516] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1705.096599] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b56a8a-4dcf-445f-bf3c-9f80bb26b426 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.105848] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1705.106153] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2b12a98-4551-45fe-a4db-d99e792baaf2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.115778] env[63676]: DEBUG oslo_vmware.api [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Waiting for the task: (returnval){ [ 1705.115778] env[63676]: value = "task-1925459" [ 1705.115778] env[63676]: _type = "Task" [ 1705.115778] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.128982] env[63676]: DEBUG oslo_vmware.api [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Task: {'id': task-1925459, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.188023] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1705.188023] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b71601f-6735-4a85-9668-0236265eee2f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.194766] env[63676]: DEBUG oslo_vmware.api [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1705.194766] env[63676]: value = "task-1925460" [ 1705.194766] env[63676]: _type = "Task" [ 1705.194766] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.204910] env[63676]: DEBUG oslo_vmware.api [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925460, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.295731] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e61abbf2-7c45-40a8-af05-04c283ca0bbb tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "09219395-79b1-4a17-8357-12266d342eb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.787s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.378192] env[63676]: DEBUG oslo_vmware.api [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925458, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546901} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.378524] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] cf0628fc-d8f4-4b6a-90c9-3392462f3b00/cf0628fc-d8f4-4b6a-90c9-3392462f3b00.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1705.378725] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1705.382056] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0650ad43-422a-493b-8b9c-df8c38fe456a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.387531] env[63676]: DEBUG oslo_vmware.api [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1705.387531] env[63676]: value = "task-1925461" [ 1705.387531] env[63676]: _type = "Task" [ 1705.387531] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.400334] env[63676]: DEBUG oslo_vmware.api [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925461, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.408633] env[63676]: DEBUG nova.network.neutron [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1705.518932] env[63676]: DEBUG oslo_vmware.rw_handles [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f04af8-cf1d-f3ad-3d5f-9bd8ed4e9a41/disk-0.vmdk. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1705.520075] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe512ab-68dd-4284-9e3d-397e693994f9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.527808] env[63676]: DEBUG oslo_vmware.rw_handles [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f04af8-cf1d-f3ad-3d5f-9bd8ed4e9a41/disk-0.vmdk is in state: ready. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1705.528019] env[63676]: ERROR oslo_vmware.rw_handles [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f04af8-cf1d-f3ad-3d5f-9bd8ed4e9a41/disk-0.vmdk due to incomplete transfer. [ 1705.528306] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4bd1a6c5-4883-44c0-b9a3-b63c044dedaa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.536112] env[63676]: INFO nova.compute.manager [-] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Took 1.30 seconds to deallocate network for instance. [ 1705.536413] env[63676]: DEBUG oslo_vmware.rw_handles [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f04af8-cf1d-f3ad-3d5f-9bd8ed4e9a41/disk-0.vmdk. {{(pid=63676) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1705.536590] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Uploaded image 317a6471-bd96-480b-be38-a96eea6003f6 to the Glance image server {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1705.539405] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Destroying the VM {{(pid=63676) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1705.544996] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-594d8749-e00e-4743-97d3-95910ba9f1c8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.555700] env[63676]: DEBUG oslo_vmware.api [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1705.555700] env[63676]: value = "task-1925462" [ 1705.555700] env[63676]: _type = "Task" [ 1705.555700] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.568707] env[63676]: DEBUG oslo_vmware.api [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925462, 'name': Destroy_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.576732] env[63676]: DEBUG nova.compute.manager [req-f1e30eba-8942-46d3-a793-d249c8bdf2e3 req-8a7aca5f-09ef-4bdf-8994-e9ad20fb7a73 service nova] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Received event network-vif-plugged-460d51f1-ac48-4866-b983-0ae7824399ed {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1705.576870] env[63676]: DEBUG oslo_concurrency.lockutils [req-f1e30eba-8942-46d3-a793-d249c8bdf2e3 req-8a7aca5f-09ef-4bdf-8994-e9ad20fb7a73 service nova] Acquiring lock "cc545355-26ef-45fd-bacb-2515f52b84bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.577151] env[63676]: DEBUG oslo_concurrency.lockutils [req-f1e30eba-8942-46d3-a793-d249c8bdf2e3 req-8a7aca5f-09ef-4bdf-8994-e9ad20fb7a73 service nova] Lock "cc545355-26ef-45fd-bacb-2515f52b84bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.577427] env[63676]: DEBUG oslo_concurrency.lockutils [req-f1e30eba-8942-46d3-a793-d249c8bdf2e3 req-8a7aca5f-09ef-4bdf-8994-e9ad20fb7a73 service nova] Lock "cc545355-26ef-45fd-bacb-2515f52b84bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.578017] env[63676]: DEBUG nova.compute.manager [req-f1e30eba-8942-46d3-a793-d249c8bdf2e3 req-8a7aca5f-09ef-4bdf-8994-e9ad20fb7a73 service nova] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] No waiting events found dispatching network-vif-plugged-460d51f1-ac48-4866-b983-0ae7824399ed {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1705.578017] env[63676]: WARNING nova.compute.manager [req-f1e30eba-8942-46d3-a793-d249c8bdf2e3 req-8a7aca5f-09ef-4bdf-8994-e9ad20fb7a73 service nova] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Received unexpected event network-vif-plugged-460d51f1-ac48-4866-b983-0ae7824399ed for instance with vm_state building and task_state spawning. [ 1705.578017] env[63676]: DEBUG nova.compute.manager [req-f1e30eba-8942-46d3-a793-d249c8bdf2e3 req-8a7aca5f-09ef-4bdf-8994-e9ad20fb7a73 service nova] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Received event network-changed-460d51f1-ac48-4866-b983-0ae7824399ed {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1705.578718] env[63676]: DEBUG nova.compute.manager [req-f1e30eba-8942-46d3-a793-d249c8bdf2e3 req-8a7aca5f-09ef-4bdf-8994-e9ad20fb7a73 service nova] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Refreshing instance network info cache due to event network-changed-460d51f1-ac48-4866-b983-0ae7824399ed. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1705.578718] env[63676]: DEBUG oslo_concurrency.lockutils [req-f1e30eba-8942-46d3-a793-d249c8bdf2e3 req-8a7aca5f-09ef-4bdf-8994-e9ad20fb7a73 service nova] Acquiring lock "refresh_cache-cc545355-26ef-45fd-bacb-2515f52b84bb" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.625683] env[63676]: DEBUG oslo_vmware.api [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Task: {'id': task-1925459, 'name': PowerOffVM_Task, 'duration_secs': 0.253565} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.626429] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1705.626429] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1705.626429] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-364c8839-9c73-455e-9672-f983764b8c80 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.654848] env[63676]: DEBUG nova.network.neutron [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Updating instance_info_cache with network_info: [{"id": "460d51f1-ac48-4866-b983-0ae7824399ed", "address": "fa:16:3e:7b:31:ce", "network": {"id": "c9c7edd3-4a37-49f9-92cd-a642b1081b6c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-665822432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e76d0d89d5ec49aea2dfe3889b634b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap460d51f1-ac", "ovs_interfaceid": "460d51f1-ac48-4866-b983-0ae7824399ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.704127] env[63676]: DEBUG oslo_vmware.api [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925460, 'name': PowerOnVM_Task, 'duration_secs': 0.428189} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.704930] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1705.705165] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-617138f0-491f-4fad-b4b3-93ad5a106420 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Updating instance '6321e4cd-2f34-4dca-b144-2c5eadcbf8fc' progress to 100 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1705.715173] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1705.715173] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1705.715173] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Deleting the datastore file [datastore1] 831ad7b6-6521-4cc0-b56a-9ce6c48a582c {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1705.716637] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3571b122-97b9-4c6d-9daf-3b4089112d35 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.722748] env[63676]: DEBUG oslo_vmware.api [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Waiting for the task: (returnval){ [ 1705.722748] env[63676]: value = "task-1925464" [ 1705.722748] env[63676]: _type = "Task" [ 1705.722748] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.732918] env[63676]: DEBUG oslo_vmware.api [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Task: {'id': task-1925464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.797757] env[63676]: DEBUG nova.compute.manager [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1705.907709] env[63676]: DEBUG oslo_vmware.api [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925461, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093708} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.911883] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1705.914239] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5e61b8-ba30-4964-9679-d7403e119bfb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.920222] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0d4abbab-d261-4f00-9db5-f2c46f14139e tempest-VolumesAssistedSnapshotsTest-1719204799 tempest-VolumesAssistedSnapshotsTest-1719204799-project-admin] Lock "3623083d-0bf5-4947-9191-298ad2de4e13" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.208s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.946901] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] cf0628fc-d8f4-4b6a-90c9-3392462f3b00/cf0628fc-d8f4-4b6a-90c9-3392462f3b00.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1705.951549] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88d99137-08be-4453-b3d8-0fffe2c68551 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.982911] env[63676]: DEBUG oslo_vmware.api [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1705.982911] env[63676]: value = "task-1925465" [ 1705.982911] env[63676]: _type = "Task" [ 1705.982911] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.992169] env[63676]: DEBUG oslo_vmware.api [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925465, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.039741] env[63676]: DEBUG nova.compute.manager [req-e40d2de1-6cbd-4260-9d38-9513765e2953 req-5ac4adbc-59bb-495d-97f8-ec8130edb6d8 service nova] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Received event network-vif-deleted-c96b88c9-6df4-4066-87a4-14b363bb3d64 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1706.039949] env[63676]: DEBUG nova.compute.manager [req-e40d2de1-6cbd-4260-9d38-9513765e2953 req-5ac4adbc-59bb-495d-97f8-ec8130edb6d8 service nova] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Received event network-changed-1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1706.042366] env[63676]: DEBUG nova.compute.manager [req-e40d2de1-6cbd-4260-9d38-9513765e2953 req-5ac4adbc-59bb-495d-97f8-ec8130edb6d8 service nova] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Refreshing instance network info cache due to event network-changed-1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1706.042476] env[63676]: DEBUG oslo_concurrency.lockutils [req-e40d2de1-6cbd-4260-9d38-9513765e2953 req-5ac4adbc-59bb-495d-97f8-ec8130edb6d8 service nova] Acquiring lock "refresh_cache-09219395-79b1-4a17-8357-12266d342eb4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.042651] env[63676]: DEBUG oslo_concurrency.lockutils [req-e40d2de1-6cbd-4260-9d38-9513765e2953 req-5ac4adbc-59bb-495d-97f8-ec8130edb6d8 service nova] Acquired lock "refresh_cache-09219395-79b1-4a17-8357-12266d342eb4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.042777] env[63676]: DEBUG nova.network.neutron [req-e40d2de1-6cbd-4260-9d38-9513765e2953 req-5ac4adbc-59bb-495d-97f8-ec8130edb6d8 service nova] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Refreshing network info cache for port 1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1706.051720] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f67da379-74c9-4cc5-b122-62e9288db419 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.067914] env[63676]: DEBUG oslo_vmware.api [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925462, 'name': Destroy_Task, 'duration_secs': 0.373407} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.068442] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Destroyed the VM [ 1706.068696] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Deleting Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1706.069060] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1a1858b0-e754-4706-903b-537362e81d0b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.075936] env[63676]: DEBUG oslo_vmware.api [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1706.075936] env[63676]: value = "task-1925466" [ 1706.075936] env[63676]: _type = "Task" [ 1706.075936] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.090297] env[63676]: DEBUG oslo_vmware.api [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925466, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.126802] env[63676]: DEBUG oslo_concurrency.lockutils [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquiring lock "8fd083af-ada6-4b80-9d14-f47e4809fc1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.127207] env[63676]: DEBUG oslo_concurrency.lockutils [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Lock "8fd083af-ada6-4b80-9d14-f47e4809fc1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.158419] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Releasing lock "refresh_cache-cc545355-26ef-45fd-bacb-2515f52b84bb" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.158862] env[63676]: DEBUG nova.compute.manager [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Instance network_info: |[{"id": "460d51f1-ac48-4866-b983-0ae7824399ed", "address": "fa:16:3e:7b:31:ce", "network": {"id": "c9c7edd3-4a37-49f9-92cd-a642b1081b6c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-665822432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e76d0d89d5ec49aea2dfe3889b634b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap460d51f1-ac", "ovs_interfaceid": "460d51f1-ac48-4866-b983-0ae7824399ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1706.159370] env[63676]: DEBUG oslo_concurrency.lockutils [req-f1e30eba-8942-46d3-a793-d249c8bdf2e3 req-8a7aca5f-09ef-4bdf-8994-e9ad20fb7a73 service nova] Acquired lock "refresh_cache-cc545355-26ef-45fd-bacb-2515f52b84bb" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.159606] env[63676]: DEBUG nova.network.neutron [req-f1e30eba-8942-46d3-a793-d249c8bdf2e3 req-8a7aca5f-09ef-4bdf-8994-e9ad20fb7a73 service nova] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Refreshing network info cache for port 460d51f1-ac48-4866-b983-0ae7824399ed {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1706.160776] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:31:ce', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c3e2368-4a35-4aa5-9135-23daedbbf9ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '460d51f1-ac48-4866-b983-0ae7824399ed', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1706.168669] env[63676]: DEBUG oslo.service.loopingcall [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1706.169558] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1706.170382] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-884ed0c7-5664-4487-a16b-aabe9a29f951 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.192169] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1706.192169] env[63676]: value = "task-1925467" [ 1706.192169] env[63676]: _type = "Task" [ 1706.192169] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.202520] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925467, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.236065] env[63676]: DEBUG oslo_vmware.api [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Task: {'id': task-1925464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.318966] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.327723] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba7bdaa-a9d4-4d84-acae-6458432cd503 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.336125] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b657e8-9e2e-4616-baec-75eb243fb45c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.369951] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da781d8-0e15-43a0-ac6a-02718eb5930b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.377502] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11b6f98-8df8-475c-8255-ac3b9b19089b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.395617] env[63676]: DEBUG nova.compute.provider_tree [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1706.493489] env[63676]: DEBUG oslo_vmware.api [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.589135] env[63676]: DEBUG oslo_vmware.api [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925466, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.707450] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925467, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.740096] env[63676]: DEBUG oslo_vmware.api [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Task: {'id': task-1925464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.515034} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1706.740096] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1706.741115] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1706.741115] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1706.741115] env[63676]: INFO nova.compute.manager [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1706.741115] env[63676]: DEBUG oslo.service.loopingcall [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1706.741360] env[63676]: DEBUG nova.compute.manager [-] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1706.741399] env[63676]: DEBUG nova.network.neutron [-] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1706.842247] env[63676]: DEBUG nova.network.neutron [req-e40d2de1-6cbd-4260-9d38-9513765e2953 req-5ac4adbc-59bb-495d-97f8-ec8130edb6d8 service nova] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Updated VIF entry in instance network info cache for port 1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1706.842650] env[63676]: DEBUG nova.network.neutron [req-e40d2de1-6cbd-4260-9d38-9513765e2953 req-5ac4adbc-59bb-495d-97f8-ec8130edb6d8 service nova] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Updating instance_info_cache with network_info: [{"id": "1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8", "address": "fa:16:3e:fe:05:9c", "network": {"id": "a95efb99-eea4-4e98-bf52-a2201de39e28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1488566241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64afb88688594408bd695883c0366330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fe1650e-a6", "ovs_interfaceid": "1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.886503] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69323cd1-8a8b-4cc1-8964-cecbd2375d7f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "d12cfef2-7912-4cca-bfd4-714b61f62444" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.886823] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69323cd1-8a8b-4cc1-8964-cecbd2375d7f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "d12cfef2-7912-4cca-bfd4-714b61f62444" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.886823] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69323cd1-8a8b-4cc1-8964-cecbd2375d7f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "d12cfef2-7912-4cca-bfd4-714b61f62444-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1706.887013] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69323cd1-8a8b-4cc1-8964-cecbd2375d7f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "d12cfef2-7912-4cca-bfd4-714b61f62444-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1706.887396] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69323cd1-8a8b-4cc1-8964-cecbd2375d7f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "d12cfef2-7912-4cca-bfd4-714b61f62444-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.890558] env[63676]: INFO nova.compute.manager [None req-69323cd1-8a8b-4cc1-8964-cecbd2375d7f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Terminating instance [ 1706.903700] env[63676]: DEBUG nova.scheduler.client.report [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1706.997375] env[63676]: DEBUG oslo_vmware.api [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.087938] env[63676]: DEBUG oslo_vmware.api [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925466, 'name': RemoveSnapshot_Task, 'duration_secs': 0.6467} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.091999] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Deleted Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1707.091999] env[63676]: INFO nova.compute.manager [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Took 14.38 seconds to snapshot the instance on the hypervisor. [ 1707.211656] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925467, 'name': CreateVM_Task, 'duration_secs': 0.616335} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.212030] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1707.212837] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.213099] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.213520] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1707.213856] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09c86e3c-5c63-48d2-b782-b88672c40108 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.219518] env[63676]: DEBUG oslo_vmware.api [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Waiting for the task: (returnval){ [ 1707.219518] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5275fa7f-00ec-3c15-acd2-ff8d21dc5e0c" [ 1707.219518] env[63676]: _type = "Task" [ 1707.219518] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.227957] env[63676]: DEBUG oslo_vmware.api [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5275fa7f-00ec-3c15-acd2-ff8d21dc5e0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.230648] env[63676]: DEBUG nova.network.neutron [req-f1e30eba-8942-46d3-a793-d249c8bdf2e3 req-8a7aca5f-09ef-4bdf-8994-e9ad20fb7a73 service nova] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Updated VIF entry in instance network info cache for port 460d51f1-ac48-4866-b983-0ae7824399ed. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1707.230648] env[63676]: DEBUG nova.network.neutron [req-f1e30eba-8942-46d3-a793-d249c8bdf2e3 req-8a7aca5f-09ef-4bdf-8994-e9ad20fb7a73 service nova] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Updating instance_info_cache with network_info: [{"id": "460d51f1-ac48-4866-b983-0ae7824399ed", "address": "fa:16:3e:7b:31:ce", "network": {"id": "c9c7edd3-4a37-49f9-92cd-a642b1081b6c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-665822432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e76d0d89d5ec49aea2dfe3889b634b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap460d51f1-ac", "ovs_interfaceid": "460d51f1-ac48-4866-b983-0ae7824399ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.345277] env[63676]: DEBUG oslo_concurrency.lockutils [req-e40d2de1-6cbd-4260-9d38-9513765e2953 req-5ac4adbc-59bb-495d-97f8-ec8130edb6d8 service nova] Releasing lock "refresh_cache-09219395-79b1-4a17-8357-12266d342eb4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.394584] env[63676]: DEBUG nova.compute.manager [None req-69323cd1-8a8b-4cc1-8964-cecbd2375d7f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1707.394811] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-69323cd1-8a8b-4cc1-8964-cecbd2375d7f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1707.395753] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8611df9c-4ede-46d4-9c36-b7cea118d789 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.403282] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-69323cd1-8a8b-4cc1-8964-cecbd2375d7f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1707.403525] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40813c36-8d0c-49d3-a96b-0af5105b321d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.415118] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.757s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.415666] env[63676]: DEBUG nova.compute.manager [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1707.419105] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 27.351s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.482961] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-69323cd1-8a8b-4cc1-8964-cecbd2375d7f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1707.483113] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-69323cd1-8a8b-4cc1-8964-cecbd2375d7f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1707.483345] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-69323cd1-8a8b-4cc1-8964-cecbd2375d7f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Deleting the datastore file [datastore1] d12cfef2-7912-4cca-bfd4-714b61f62444 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1707.483511] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-efe787fe-30da-4561-bc0d-3a9dd4e6fb5b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.495411] env[63676]: DEBUG oslo_vmware.api [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.496771] env[63676]: DEBUG oslo_vmware.api [None req-69323cd1-8a8b-4cc1-8964-cecbd2375d7f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1707.496771] env[63676]: value = "task-1925470" [ 1707.496771] env[63676]: _type = "Task" [ 1707.496771] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.505171] env[63676]: DEBUG oslo_vmware.api [None req-69323cd1-8a8b-4cc1-8964-cecbd2375d7f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.593625] env[63676]: DEBUG nova.compute.manager [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Instance disappeared during snapshot {{(pid=63676) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1707.610348] env[63676]: DEBUG nova.compute.manager [None req-7105178c-4c88-46f3-bb12-d4c5b0607a06 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Image not found during clean up 317a6471-bd96-480b-be38-a96eea6003f6 {{(pid=63676) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1707.731632] env[63676]: DEBUG oslo_vmware.api [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5275fa7f-00ec-3c15-acd2-ff8d21dc5e0c, 'name': SearchDatastore_Task, 'duration_secs': 0.017423} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.731958] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.732211] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1707.732444] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.732589] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.732769] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1707.733381] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-89d24f29-d147-482d-8e17-c6bd0a13ef51 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.744259] env[63676]: DEBUG oslo_concurrency.lockutils [req-f1e30eba-8942-46d3-a793-d249c8bdf2e3 req-8a7aca5f-09ef-4bdf-8994-e9ad20fb7a73 service nova] Releasing lock "refresh_cache-cc545355-26ef-45fd-bacb-2515f52b84bb" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.751642] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1707.751835] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1707.754742] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9703db1e-8209-4ffd-a629-a30519e01c51 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.759661] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "14eb37de-de3c-4c1d-a078-7238551074b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.759661] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "14eb37de-de3c-4c1d-a078-7238551074b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.763605] env[63676]: DEBUG oslo_vmware.api [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Waiting for the task: (returnval){ [ 1707.763605] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b8c8c3-4de9-7783-c73f-5859cf5a319f" [ 1707.763605] env[63676]: _type = "Task" [ 1707.763605] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.772341] env[63676]: DEBUG oslo_vmware.api [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b8c8c3-4de9-7783-c73f-5859cf5a319f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.923444] env[63676]: DEBUG nova.compute.utils [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1707.925878] env[63676]: DEBUG nova.compute.manager [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1707.926320] env[63676]: DEBUG nova.network.neutron [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1707.998807] env[63676]: DEBUG oslo_vmware.api [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925465, 'name': ReconfigVM_Task, 'duration_secs': 1.770828} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.006447] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Reconfigured VM instance instance-0000002d to attach disk [datastore1] cf0628fc-d8f4-4b6a-90c9-3392462f3b00/cf0628fc-d8f4-4b6a-90c9-3392462f3b00.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1708.012293] env[63676]: DEBUG nova.compute.manager [req-45701d34-b2fd-4bcc-b900-90b27fd20daf req-f755f173-a502-4023-aabe-453cb0a7f6a7 service nova] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Received event network-vif-deleted-20fcaf9d-e620-4a96-a55a-2272d4593f03 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1708.012293] env[63676]: INFO nova.compute.manager [req-45701d34-b2fd-4bcc-b900-90b27fd20daf req-f755f173-a502-4023-aabe-453cb0a7f6a7 service nova] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Neutron deleted interface 20fcaf9d-e620-4a96-a55a-2272d4593f03; detaching it from the instance and deleting it from the info cache [ 1708.012293] env[63676]: DEBUG nova.network.neutron [req-45701d34-b2fd-4bcc-b900-90b27fd20daf req-f755f173-a502-4023-aabe-453cb0a7f6a7 service nova] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.013336] env[63676]: DEBUG nova.policy [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b3fcda15e68f43d98e4b2405bbb33763', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42e8876698994722b4470390683b5130', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1708.017399] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe00fc9d-e158-4379-92d4-7bad2c7346a7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.027932] env[63676]: DEBUG oslo_vmware.api [None req-69323cd1-8a8b-4cc1-8964-cecbd2375d7f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303807} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.030147] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-69323cd1-8a8b-4cc1-8964-cecbd2375d7f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1708.030375] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-69323cd1-8a8b-4cc1-8964-cecbd2375d7f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1708.030558] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-69323cd1-8a8b-4cc1-8964-cecbd2375d7f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1708.030738] env[63676]: INFO nova.compute.manager [None req-69323cd1-8a8b-4cc1-8964-cecbd2375d7f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1708.031011] env[63676]: DEBUG oslo.service.loopingcall [None req-69323cd1-8a8b-4cc1-8964-cecbd2375d7f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1708.031588] env[63676]: DEBUG oslo_vmware.api [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1708.031588] env[63676]: value = "task-1925471" [ 1708.031588] env[63676]: _type = "Task" [ 1708.031588] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.031926] env[63676]: DEBUG nova.compute.manager [-] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1708.031926] env[63676]: DEBUG nova.network.neutron [-] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1708.043919] env[63676]: DEBUG oslo_vmware.api [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925471, 'name': Rename_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.152995] env[63676]: DEBUG nova.network.neutron [-] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.280744] env[63676]: DEBUG oslo_vmware.api [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b8c8c3-4de9-7783-c73f-5859cf5a319f, 'name': SearchDatastore_Task, 'duration_secs': 0.010749} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.280744] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f26df221-8328-4c9c-a675-0dfeea4f3d1a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.284594] env[63676]: DEBUG oslo_vmware.api [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Waiting for the task: (returnval){ [ 1708.284594] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52812264-e634-6af0-3694-8181b8552926" [ 1708.284594] env[63676]: _type = "Task" [ 1708.284594] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.294475] env[63676]: DEBUG oslo_vmware.api [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52812264-e634-6af0-3694-8181b8552926, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.444727] env[63676]: DEBUG nova.compute.manager [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1708.454078] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Applying migration context for instance 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc as it has an incoming, in-progress migration 7037b848-9ee9-4dc8-849b-d774ba152965. Migration status is finished {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1708.456593] env[63676]: INFO nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Updating resource usage from migration 7037b848-9ee9-4dc8-849b-d774ba152965 [ 1708.487150] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 887940ac-c689-45f3-b5db-d988d1e581fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1708.487150] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance c9f6175c-4f97-4ace-9eb2-17693dc1c2e5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1708.487150] env[63676]: WARNING nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance a6aff05d-d56c-41bc-9a91-2fe2f4afe03c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1708.487150] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 3623083d-0bf5-4947-9191-298ad2de4e13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1708.487311] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 83df18e8-450a-4e85-8f7f-4494aad37790 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1708.487311] env[63676]: WARNING nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 96667c49-5703-456d-861a-280179e9b682 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1708.487311] env[63676]: WARNING nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 7145ada3-e1fc-4651-a10d-22ca2f5df942 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1708.487311] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 201a9dea-67af-4250-a839-6c1d9a882533 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1708.487441] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1708.487441] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1708.487441] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 91df9ad8-2c37-4eda-a0b1-e851fef3e30c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1708.487441] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 831ad7b6-6521-4cc0-b56a-9ce6c48a582c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1708.487564] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 8c888cd9-be84-4190-847b-96491a3dd73f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1708.487564] env[63676]: WARNING nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 769d673a-b23e-4995-a6d9-2d2d53a6b469 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1708.487564] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 7703addf-fe6d-40f7-bb52-47fa36c14a50 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1708.487564] env[63676]: WARNING nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1708.487564] env[63676]: WARNING nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1708.487725] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance d12cfef2-7912-4cca-bfd4-714b61f62444 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1708.487725] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 90ce8db7-eedc-48b3-b579-efc2ad00ed6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1708.488036] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance f07729fe-f159-4ff5-90e0-33f7696a22c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1708.488416] env[63676]: WARNING nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 4ac3f891-119a-4f8c-bea7-516476f92767 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1708.488673] env[63676]: WARNING nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 941346ed-db6c-4322-9561-60d3013a7c09 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1708.488893] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 09219395-79b1-4a17-8357-12266d342eb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1708.489149] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance cf0628fc-d8f4-4b6a-90c9-3392462f3b00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1708.489366] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance cc545355-26ef-45fd-bacb-2515f52b84bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1708.490022] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1708.520968] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-871e4fc4-12bc-4f1f-8abd-f4710d20b645 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.530614] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d71ea4d0-54cb-494a-acab-8d64f1f2127d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.549765] env[63676]: DEBUG oslo_vmware.api [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925471, 'name': Rename_Task, 'duration_secs': 0.411614} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.550043] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1708.550290] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-273b2896-6fbc-4ac8-8d8f-313fec624c36 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.556397] env[63676]: DEBUG oslo_vmware.api [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1708.556397] env[63676]: value = "task-1925472" [ 1708.556397] env[63676]: _type = "Task" [ 1708.556397] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.569642] env[63676]: DEBUG nova.compute.manager [req-45701d34-b2fd-4bcc-b900-90b27fd20daf req-f755f173-a502-4023-aabe-453cb0a7f6a7 service nova] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Detach interface failed, port_id=20fcaf9d-e620-4a96-a55a-2272d4593f03, reason: Instance 831ad7b6-6521-4cc0-b56a-9ce6c48a582c could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1708.577821] env[63676]: DEBUG oslo_vmware.api [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925472, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.658608] env[63676]: INFO nova.compute.manager [-] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Took 1.92 seconds to deallocate network for instance. [ 1708.702852] env[63676]: DEBUG oslo_concurrency.lockutils [None req-879590a3-421e-43cc-82b9-8109a5141118 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquiring lock "6321e4cd-2f34-4dca-b144-2c5eadcbf8fc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.703054] env[63676]: DEBUG oslo_concurrency.lockutils [None req-879590a3-421e-43cc-82b9-8109a5141118 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "6321e4cd-2f34-4dca-b144-2c5eadcbf8fc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1708.703323] env[63676]: DEBUG nova.compute.manager [None req-879590a3-421e-43cc-82b9-8109a5141118 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Going to confirm migration 1 {{(pid=63676) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 1708.798768] env[63676]: DEBUG oslo_vmware.api [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52812264-e634-6af0-3694-8181b8552926, 'name': SearchDatastore_Task, 'duration_secs': 0.03196} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.799269] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.799725] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] cc545355-26ef-45fd-bacb-2515f52b84bb/cc545355-26ef-45fd-bacb-2515f52b84bb.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1708.802324] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea5b8995-b066-447c-bb60-510f69190add {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.808344] env[63676]: DEBUG oslo_vmware.api [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Waiting for the task: (returnval){ [ 1708.808344] env[63676]: value = "task-1925473" [ 1708.808344] env[63676]: _type = "Task" [ 1708.808344] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.818160] env[63676]: DEBUG oslo_vmware.api [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.856073] env[63676]: DEBUG nova.network.neutron [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Successfully created port: 9264dbd5-f6b9-4c56-a933-ff0a5e52613b {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1708.992731] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 3f45007f-d699-43f9-a2fd-84565bd1930c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1709.083295] env[63676]: DEBUG oslo_vmware.api [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925472, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.165848] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.293551] env[63676]: DEBUG nova.network.neutron [-] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1709.324161] env[63676]: DEBUG oslo_vmware.api [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925473, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.332107] env[63676]: DEBUG oslo_concurrency.lockutils [None req-879590a3-421e-43cc-82b9-8109a5141118 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquiring lock "refresh_cache-6321e4cd-2f34-4dca-b144-2c5eadcbf8fc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.332107] env[63676]: DEBUG oslo_concurrency.lockutils [None req-879590a3-421e-43cc-82b9-8109a5141118 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquired lock "refresh_cache-6321e4cd-2f34-4dca-b144-2c5eadcbf8fc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.332107] env[63676]: DEBUG nova.network.neutron [None req-879590a3-421e-43cc-82b9-8109a5141118 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1709.332107] env[63676]: DEBUG nova.objects.instance [None req-879590a3-421e-43cc-82b9-8109a5141118 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lazy-loading 'info_cache' on Instance uuid 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1709.462108] env[63676]: DEBUG nova.compute.manager [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1709.495885] env[63676]: DEBUG nova.virt.hardware [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1709.496078] env[63676]: DEBUG nova.virt.hardware [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1709.496248] env[63676]: DEBUG nova.virt.hardware [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1709.496407] env[63676]: DEBUG nova.virt.hardware [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1709.496546] env[63676]: DEBUG nova.virt.hardware [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1709.496749] env[63676]: DEBUG nova.virt.hardware [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1709.496880] env[63676]: DEBUG nova.virt.hardware [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1709.498085] env[63676]: DEBUG nova.virt.hardware [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1709.498085] env[63676]: DEBUG nova.virt.hardware [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1709.498085] env[63676]: DEBUG nova.virt.hardware [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1709.498085] env[63676]: DEBUG nova.virt.hardware [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1709.498444] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 49e13667-875d-4566-9bca-6a4d45dd7770 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1709.498747] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Migration 7037b848-9ee9-4dc8-849b-d774ba152965 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1709.498747] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1709.503818] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef69aa60-22b4-4047-ae0b-1c952b3a9341 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.512934] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322ec0c0-3455-4afb-b388-c904c6e8a587 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.579675] env[63676]: DEBUG oslo_vmware.api [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925472, 'name': PowerOnVM_Task, 'duration_secs': 0.927768} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.579939] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1709.580262] env[63676]: INFO nova.compute.manager [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Took 9.59 seconds to spawn the instance on the hypervisor. [ 1709.580338] env[63676]: DEBUG nova.compute.manager [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1709.581192] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2d0de6-4c2d-4098-a9fa-53902f3baa4d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.797137] env[63676]: INFO nova.compute.manager [-] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Took 1.76 seconds to deallocate network for instance. [ 1709.818498] env[63676]: DEBUG oslo_vmware.api [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559794} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.818755] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] cc545355-26ef-45fd-bacb-2515f52b84bb/cc545355-26ef-45fd-bacb-2515f52b84bb.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1709.819029] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1709.819208] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e33b229-6900-438f-b266-362553d0a711 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.826151] env[63676]: DEBUG oslo_vmware.api [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Waiting for the task: (returnval){ [ 1709.826151] env[63676]: value = "task-1925474" [ 1709.826151] env[63676]: _type = "Task" [ 1709.826151] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.838545] env[63676]: DEBUG oslo_vmware.api [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.008734] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance fa18a3fc-87f6-44e9-9ffc-f570460aefb1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1710.056166] env[63676]: DEBUG nova.compute.manager [req-cf64cd2a-9d25-430b-a670-baf0abbd222f req-486f9e68-e874-462f-890d-5e8c32037a5b service nova] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Received event network-vif-deleted-0a052b32-0e1a-46b2-b6ee-b82f76d6850d {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1710.099787] env[63676]: INFO nova.compute.manager [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Took 40.87 seconds to build instance. [ 1710.303088] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69323cd1-8a8b-4cc1-8964-cecbd2375d7f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.337696] env[63676]: DEBUG oslo_vmware.api [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.137267} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.337969] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1710.338733] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5805f693-9ced-4ebf-ad77-a6b5b4d1a436 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.354239] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Acquiring lock "3623083d-0bf5-4947-9191-298ad2de4e13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.354342] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Lock "3623083d-0bf5-4947-9191-298ad2de4e13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.354532] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Acquiring lock "3623083d-0bf5-4947-9191-298ad2de4e13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1710.354710] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Lock "3623083d-0bf5-4947-9191-298ad2de4e13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.354957] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Lock "3623083d-0bf5-4947-9191-298ad2de4e13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.364787] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] cc545355-26ef-45fd-bacb-2515f52b84bb/cc545355-26ef-45fd-bacb-2515f52b84bb.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1710.365370] env[63676]: INFO nova.compute.manager [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Terminating instance [ 1710.366761] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-731aaa6a-b4d4-46c3-b703-36b6e4ef1cd5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.390207] env[63676]: DEBUG oslo_vmware.api [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Waiting for the task: (returnval){ [ 1710.390207] env[63676]: value = "task-1925475" [ 1710.390207] env[63676]: _type = "Task" [ 1710.390207] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.399629] env[63676]: DEBUG oslo_vmware.api [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925475, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.514755] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 815360f4-e271-4210-b6b9-9866db7cf536 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1710.602033] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bc2d6e81-a566-4948-aa13-cb8b93d2937f tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lock "cf0628fc-d8f4-4b6a-90c9-3392462f3b00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.013s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.699969] env[63676]: DEBUG nova.network.neutron [None req-879590a3-421e-43cc-82b9-8109a5141118 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Updating instance_info_cache with network_info: [{"id": "97c2f2b5-8271-40b0-a25c-2a5877c77315", "address": "fa:16:3e:c1:d7:b7", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.18", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97c2f2b5-82", "ovs_interfaceid": "97c2f2b5-8271-40b0-a25c-2a5877c77315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.886102] env[63676]: DEBUG nova.compute.manager [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1710.886409] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1710.887563] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2f7311-219f-4fd1-9252-e31641fdd96d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.899389] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1710.902402] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7525296-9faa-44fb-927f-45728bee8ac5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.907187] env[63676]: DEBUG oslo_vmware.api [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925475, 'name': ReconfigVM_Task, 'duration_secs': 0.327551} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.907187] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Reconfigured VM instance instance-0000002e to attach disk [datastore1] cc545355-26ef-45fd-bacb-2515f52b84bb/cc545355-26ef-45fd-bacb-2515f52b84bb.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1710.907187] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ab2ef72-1d93-48bc-8b0a-f9c5ab5a1d38 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.911519] env[63676]: DEBUG oslo_vmware.api [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Waiting for the task: (returnval){ [ 1710.911519] env[63676]: value = "task-1925476" [ 1710.911519] env[63676]: _type = "Task" [ 1710.911519] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.912506] env[63676]: DEBUG oslo_vmware.api [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Waiting for the task: (returnval){ [ 1710.912506] env[63676]: value = "task-1925477" [ 1710.912506] env[63676]: _type = "Task" [ 1710.912506] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1710.926335] env[63676]: DEBUG oslo_vmware.api [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Task: {'id': task-1925476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.926567] env[63676]: DEBUG oslo_vmware.api [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925477, 'name': Rename_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.927329] env[63676]: DEBUG nova.network.neutron [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Successfully updated port: 9264dbd5-f6b9-4c56-a933-ff0a5e52613b {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1711.018263] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance e8ff98be-ae2f-40dd-83c7-b0623aaa9997 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1711.104813] env[63676]: DEBUG nova.compute.manager [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1711.203028] env[63676]: DEBUG oslo_concurrency.lockutils [None req-879590a3-421e-43cc-82b9-8109a5141118 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Releasing lock "refresh_cache-6321e4cd-2f34-4dca-b144-2c5eadcbf8fc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1711.203187] env[63676]: DEBUG nova.objects.instance [None req-879590a3-421e-43cc-82b9-8109a5141118 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lazy-loading 'migration_context' on Instance uuid 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1711.426077] env[63676]: DEBUG oslo_vmware.api [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Task: {'id': task-1925476, 'name': PowerOffVM_Task, 'duration_secs': 0.196153} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.429616] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1711.429828] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1711.430381] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "refresh_cache-bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1711.430537] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquired lock "refresh_cache-bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1711.430695] env[63676]: DEBUG nova.network.neutron [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1711.431946] env[63676]: DEBUG oslo_vmware.api [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925477, 'name': Rename_Task, 'duration_secs': 0.185453} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1711.432053] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd95e635-513c-4d4e-963b-261e40dbd3b9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.433580] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1711.433995] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4abee57b-8551-4cf9-a5c1-332bc4b89325 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.440786] env[63676]: DEBUG oslo_vmware.api [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Waiting for the task: (returnval){ [ 1711.440786] env[63676]: value = "task-1925479" [ 1711.440786] env[63676]: _type = "Task" [ 1711.440786] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.448864] env[63676]: DEBUG oslo_vmware.api [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925479, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.512999] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1711.513265] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1711.513453] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Deleting the datastore file [datastore1] 3623083d-0bf5-4947-9191-298ad2de4e13 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1711.513730] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94524cb2-ba63-4179-8403-c3d35ad012e4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.519427] env[63676]: DEBUG oslo_vmware.api [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Waiting for the task: (returnval){ [ 1711.519427] env[63676]: value = "task-1925480" [ 1711.519427] env[63676]: _type = "Task" [ 1711.519427] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.523675] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 555a87e4-e882-4129-976b-504a98e29990 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1711.529772] env[63676]: DEBUG oslo_vmware.api [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Task: {'id': task-1925480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.630340] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1711.707151] env[63676]: DEBUG nova.objects.base [None req-879590a3-421e-43cc-82b9-8109a5141118 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Object Instance<6321e4cd-2f34-4dca-b144-2c5eadcbf8fc> lazy-loaded attributes: info_cache,migration_context {{(pid=63676) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1711.708379] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818686f8-9fb1-4e2f-9107-791ca0eef5a0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.728580] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-085ae942-bb31-48a4-8d85-82fa21e81e27 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.734135] env[63676]: DEBUG oslo_vmware.api [None req-879590a3-421e-43cc-82b9-8109a5141118 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1711.734135] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52eefcdd-3523-cc6f-74d1-8be6aa084dcb" [ 1711.734135] env[63676]: _type = "Task" [ 1711.734135] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1711.741978] env[63676]: DEBUG oslo_vmware.api [None req-879590a3-421e-43cc-82b9-8109a5141118 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52eefcdd-3523-cc6f-74d1-8be6aa084dcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.764416] env[63676]: DEBUG nova.compute.manager [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1711.765297] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c42870-bacc-42c8-88a8-652a1ec33177 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1711.951740] env[63676]: DEBUG oslo_vmware.api [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925479, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.990895] env[63676]: DEBUG nova.network.neutron [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1712.026389] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 5d7bfc99-f089-4d5a-aa4e-cada3e053b19 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1712.032625] env[63676]: DEBUG oslo_vmware.api [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Task: {'id': task-1925480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192013} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.033241] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1712.033241] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1712.033357] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1712.033694] env[63676]: INFO nova.compute.manager [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1712.033809] env[63676]: DEBUG oslo.service.loopingcall [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1712.033972] env[63676]: DEBUG nova.compute.manager [-] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1712.034124] env[63676]: DEBUG nova.network.neutron [-] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1712.095991] env[63676]: DEBUG nova.compute.manager [req-cdb1f40e-a526-4a9f-9642-a61f42b105d8 req-8caab19c-d508-4b72-8c23-6fcb0d1a3230 service nova] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Received event network-vif-plugged-9264dbd5-f6b9-4c56-a933-ff0a5e52613b {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1712.096422] env[63676]: DEBUG oslo_concurrency.lockutils [req-cdb1f40e-a526-4a9f-9642-a61f42b105d8 req-8caab19c-d508-4b72-8c23-6fcb0d1a3230 service nova] Acquiring lock "bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.096693] env[63676]: DEBUG oslo_concurrency.lockutils [req-cdb1f40e-a526-4a9f-9642-a61f42b105d8 req-8caab19c-d508-4b72-8c23-6fcb0d1a3230 service nova] Lock "bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1712.097447] env[63676]: DEBUG oslo_concurrency.lockutils [req-cdb1f40e-a526-4a9f-9642-a61f42b105d8 req-8caab19c-d508-4b72-8c23-6fcb0d1a3230 service nova] Lock "bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1712.097813] env[63676]: DEBUG nova.compute.manager [req-cdb1f40e-a526-4a9f-9642-a61f42b105d8 req-8caab19c-d508-4b72-8c23-6fcb0d1a3230 service nova] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] No waiting events found dispatching network-vif-plugged-9264dbd5-f6b9-4c56-a933-ff0a5e52613b {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1712.098053] env[63676]: WARNING nova.compute.manager [req-cdb1f40e-a526-4a9f-9642-a61f42b105d8 req-8caab19c-d508-4b72-8c23-6fcb0d1a3230 service nova] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Received unexpected event network-vif-plugged-9264dbd5-f6b9-4c56-a933-ff0a5e52613b for instance with vm_state building and task_state spawning. [ 1712.098550] env[63676]: DEBUG nova.compute.manager [req-cdb1f40e-a526-4a9f-9642-a61f42b105d8 req-8caab19c-d508-4b72-8c23-6fcb0d1a3230 service nova] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Received event network-changed-9264dbd5-f6b9-4c56-a933-ff0a5e52613b {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1712.098550] env[63676]: DEBUG nova.compute.manager [req-cdb1f40e-a526-4a9f-9642-a61f42b105d8 req-8caab19c-d508-4b72-8c23-6fcb0d1a3230 service nova] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Refreshing instance network info cache due to event network-changed-9264dbd5-f6b9-4c56-a933-ff0a5e52613b. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1712.098867] env[63676]: DEBUG oslo_concurrency.lockutils [req-cdb1f40e-a526-4a9f-9642-a61f42b105d8 req-8caab19c-d508-4b72-8c23-6fcb0d1a3230 service nova] Acquiring lock "refresh_cache-bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.244534] env[63676]: DEBUG oslo_vmware.api [None req-879590a3-421e-43cc-82b9-8109a5141118 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52eefcdd-3523-cc6f-74d1-8be6aa084dcb, 'name': SearchDatastore_Task, 'duration_secs': 0.007151} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.245108] env[63676]: DEBUG oslo_concurrency.lockutils [None req-879590a3-421e-43cc-82b9-8109a5141118 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1712.276186] env[63676]: INFO nova.compute.manager [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] instance snapshotting [ 1712.280603] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64e5d77-f8f8-4d1e-b7c8-b0188036263f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.304584] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23469d6f-7ffb-40a9-b3ba-fca377d28a76 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.374954] env[63676]: DEBUG nova.network.neutron [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Updating instance_info_cache with network_info: [{"id": "9264dbd5-f6b9-4c56-a933-ff0a5e52613b", "address": "fa:16:3e:cf:12:28", "network": {"id": "20eb09fd-c81d-4462-b958-52404790c89a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1907153178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e8876698994722b4470390683b5130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9264dbd5-f6", "ovs_interfaceid": "9264dbd5-f6b9-4c56-a933-ff0a5e52613b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1712.452913] env[63676]: DEBUG oslo_vmware.api [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925479, 'name': PowerOnVM_Task, 'duration_secs': 0.657681} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.453248] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1712.454020] env[63676]: INFO nova.compute.manager [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Took 9.33 seconds to spawn the instance on the hypervisor. [ 1712.454020] env[63676]: DEBUG nova.compute.manager [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1712.454810] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db46512-8c06-4cbd-893b-2e92632f2960 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.537225] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance b5f632e9-79d9-4f9a-98d8-4fe505c19851 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1712.817992] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Creating Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1712.818251] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fd3d942a-a211-4761-bf03-9225cc1b8f96 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.827448] env[63676]: DEBUG oslo_vmware.api [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1712.827448] env[63676]: value = "task-1925481" [ 1712.827448] env[63676]: _type = "Task" [ 1712.827448] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.840525] env[63676]: DEBUG oslo_vmware.api [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925481, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.880912] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Releasing lock "refresh_cache-bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1712.882720] env[63676]: DEBUG nova.compute.manager [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Instance network_info: |[{"id": "9264dbd5-f6b9-4c56-a933-ff0a5e52613b", "address": "fa:16:3e:cf:12:28", "network": {"id": "20eb09fd-c81d-4462-b958-52404790c89a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1907153178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e8876698994722b4470390683b5130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9264dbd5-f6", "ovs_interfaceid": "9264dbd5-f6b9-4c56-a933-ff0a5e52613b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1712.882720] env[63676]: DEBUG oslo_concurrency.lockutils [req-cdb1f40e-a526-4a9f-9642-a61f42b105d8 req-8caab19c-d508-4b72-8c23-6fcb0d1a3230 service nova] Acquired lock "refresh_cache-bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.883033] env[63676]: DEBUG nova.network.neutron [req-cdb1f40e-a526-4a9f-9642-a61f42b105d8 req-8caab19c-d508-4b72-8c23-6fcb0d1a3230 service nova] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Refreshing network info cache for port 9264dbd5-f6b9-4c56-a933-ff0a5e52613b {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1712.884218] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:12:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9264dbd5-f6b9-4c56-a933-ff0a5e52613b', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1712.896957] env[63676]: DEBUG oslo.service.loopingcall [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1712.896957] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1712.896957] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20fbc9fd-8516-4df0-a26d-1a0256db23c2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.917378] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1712.917378] env[63676]: value = "task-1925482" [ 1712.917378] env[63676]: _type = "Task" [ 1712.917378] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.931061] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925482, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.974253] env[63676]: INFO nova.compute.manager [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Took 40.24 seconds to build instance. [ 1713.037376] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 688ca6c5-0cbc-4237-95b0-57fb051facb9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1713.338398] env[63676]: DEBUG oslo_vmware.api [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925481, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.431095] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925482, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.465178] env[63676]: DEBUG nova.network.neutron [-] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.476650] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8a226065-e3ba-43b4-a6b4-da2398a091a0 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Lock "cc545355-26ef-45fd-bacb-2515f52b84bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.335s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.543571] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 8fd083af-ada6-4b80-9d14-f47e4809fc1d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1713.784047] env[63676]: DEBUG nova.network.neutron [req-cdb1f40e-a526-4a9f-9642-a61f42b105d8 req-8caab19c-d508-4b72-8c23-6fcb0d1a3230 service nova] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Updated VIF entry in instance network info cache for port 9264dbd5-f6b9-4c56-a933-ff0a5e52613b. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1713.784047] env[63676]: DEBUG nova.network.neutron [req-cdb1f40e-a526-4a9f-9642-a61f42b105d8 req-8caab19c-d508-4b72-8c23-6fcb0d1a3230 service nova] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Updating instance_info_cache with network_info: [{"id": "9264dbd5-f6b9-4c56-a933-ff0a5e52613b", "address": "fa:16:3e:cf:12:28", "network": {"id": "20eb09fd-c81d-4462-b958-52404790c89a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1907153178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e8876698994722b4470390683b5130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9264dbd5-f6", "ovs_interfaceid": "9264dbd5-f6b9-4c56-a933-ff0a5e52613b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.839138] env[63676]: DEBUG oslo_vmware.api [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925481, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.931271] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925482, 'name': CreateVM_Task, 'duration_secs': 0.630415} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.931488] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1713.932277] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1713.932472] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1713.932794] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1713.933104] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cfb2aee-5ac0-44ea-9546-4f007ffda14c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.938328] env[63676]: DEBUG oslo_vmware.api [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1713.938328] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52666013-9db2-1961-edf9-493ebce40964" [ 1713.938328] env[63676]: _type = "Task" [ 1713.938328] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.946783] env[63676]: DEBUG oslo_vmware.api [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52666013-9db2-1961-edf9-493ebce40964, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.967977] env[63676]: INFO nova.compute.manager [-] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Took 1.93 seconds to deallocate network for instance. [ 1713.983365] env[63676]: DEBUG nova.compute.manager [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1714.046725] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 14eb37de-de3c-4c1d-a078-7238551074b3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1714.047063] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Total usable vcpus: 48, total allocated vcpus: 20 {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1714.047221] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4416MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=20 pci_stats=[] {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1714.286815] env[63676]: DEBUG oslo_concurrency.lockutils [req-cdb1f40e-a526-4a9f-9642-a61f42b105d8 req-8caab19c-d508-4b72-8c23-6fcb0d1a3230 service nova] Releasing lock "refresh_cache-bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.349321] env[63676]: DEBUG oslo_vmware.api [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925481, 'name': CreateSnapshot_Task, 'duration_secs': 1.134244} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.349761] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Created Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1714.350546] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f231977-5efb-4fcb-9be5-972bac82fb54 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.389763] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2c05a269-f917-46f1-bc72-c8a6e08ffca2 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Acquiring lock "cc545355-26ef-45fd-bacb-2515f52b84bb" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.390065] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2c05a269-f917-46f1-bc72-c8a6e08ffca2 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Lock "cc545355-26ef-45fd-bacb-2515f52b84bb" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1714.390339] env[63676]: INFO nova.compute.manager [None req-2c05a269-f917-46f1-bc72-c8a6e08ffca2 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Rebooting instance [ 1714.454750] env[63676]: DEBUG oslo_vmware.api [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52666013-9db2-1961-edf9-493ebce40964, 'name': SearchDatastore_Task, 'duration_secs': 0.016601} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.455164] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1714.455311] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1714.455877] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.456163] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.456404] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1714.456819] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bfff296-0f19-49af-83f1-dcff458be862 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.466092] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1714.466354] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1714.466878] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79b63f41-7380-436f-b8b0-94fe9993e4a6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.476165] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.478670] env[63676]: DEBUG oslo_vmware.api [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1714.478670] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bb6d50-c379-9a3e-85f5-be629c01654a" [ 1714.478670] env[63676]: _type = "Task" [ 1714.478670] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.490473] env[63676]: DEBUG oslo_vmware.api [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bb6d50-c379-9a3e-85f5-be629c01654a, 'name': SearchDatastore_Task, 'duration_secs': 0.009057} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.493695] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c51fbc9e-628d-44dd-8be6-b4ce84902502 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.501172] env[63676]: DEBUG oslo_vmware.api [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1714.501172] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52848ff3-bcbe-863d-3c69-7fe4ad99fb6c" [ 1714.501172] env[63676]: _type = "Task" [ 1714.501172] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.511907] env[63676]: DEBUG oslo_vmware.api [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52848ff3-bcbe-863d-3c69-7fe4ad99fb6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.514734] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1714.580251] env[63676]: DEBUG nova.compute.manager [req-426dbe85-588f-48c1-9033-7d01b3ce6807 req-7283da2b-9c78-4a4e-ae20-e5042f2b6c17 service nova] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Received event network-vif-deleted-0b4eadb5-2ccd-4290-af2a-a685e2ddbeab {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1714.580820] env[63676]: DEBUG nova.compute.manager [req-426dbe85-588f-48c1-9033-7d01b3ce6807 req-7283da2b-9c78-4a4e-ae20-e5042f2b6c17 service nova] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Received event network-changed-460d51f1-ac48-4866-b983-0ae7824399ed {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1714.580820] env[63676]: DEBUG nova.compute.manager [req-426dbe85-588f-48c1-9033-7d01b3ce6807 req-7283da2b-9c78-4a4e-ae20-e5042f2b6c17 service nova] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Refreshing instance network info cache due to event network-changed-460d51f1-ac48-4866-b983-0ae7824399ed. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1714.580820] env[63676]: DEBUG oslo_concurrency.lockutils [req-426dbe85-588f-48c1-9033-7d01b3ce6807 req-7283da2b-9c78-4a4e-ae20-e5042f2b6c17 service nova] Acquiring lock "refresh_cache-cc545355-26ef-45fd-bacb-2515f52b84bb" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1714.583279] env[63676]: DEBUG oslo_concurrency.lockutils [req-426dbe85-588f-48c1-9033-7d01b3ce6807 req-7283da2b-9c78-4a4e-ae20-e5042f2b6c17 service nova] Acquired lock "refresh_cache-cc545355-26ef-45fd-bacb-2515f52b84bb" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1714.583279] env[63676]: DEBUG nova.network.neutron [req-426dbe85-588f-48c1-9033-7d01b3ce6807 req-7283da2b-9c78-4a4e-ae20-e5042f2b6c17 service nova] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Refreshing network info cache for port 460d51f1-ac48-4866-b983-0ae7824399ed {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1714.663670] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054b58bc-c6df-4bf8-9f12-90000950373b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.676210] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7b98730-645e-46f5-8c0c-307b5d4c0dd1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.712169] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12baba4-48f4-4b8c-83bb-9526459bfcab {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.722963] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c40791d3-30b3-4d8e-ad15-5e0d9425cf72 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.736957] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1714.874247] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Creating linked-clone VM from snapshot {{(pid=63676) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1714.874247] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1bf71d4c-6660-4f07-8e99-703bbcb2dda9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.885800] env[63676]: DEBUG oslo_vmware.api [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1714.885800] env[63676]: value = "task-1925483" [ 1714.885800] env[63676]: _type = "Task" [ 1714.885800] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.894502] env[63676]: DEBUG oslo_vmware.api [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925483, 'name': CloneVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.928841] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2c05a269-f917-46f1-bc72-c8a6e08ffca2 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Acquiring lock "refresh_cache-cc545355-26ef-45fd-bacb-2515f52b84bb" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1715.016486] env[63676]: DEBUG oslo_vmware.api [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52848ff3-bcbe-863d-3c69-7fe4ad99fb6c, 'name': SearchDatastore_Task, 'duration_secs': 0.008778} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.016780] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.017095] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1/bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1715.017374] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa812246-ae77-4052-bb12-efedc0873495 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.026991] env[63676]: DEBUG oslo_vmware.api [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1715.026991] env[63676]: value = "task-1925484" [ 1715.026991] env[63676]: _type = "Task" [ 1715.026991] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1715.038722] env[63676]: DEBUG oslo_vmware.api [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925484, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.243189] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1715.398932] env[63676]: DEBUG oslo_vmware.api [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925483, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.462622] env[63676]: DEBUG nova.network.neutron [req-426dbe85-588f-48c1-9033-7d01b3ce6807 req-7283da2b-9c78-4a4e-ae20-e5042f2b6c17 service nova] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Updated VIF entry in instance network info cache for port 460d51f1-ac48-4866-b983-0ae7824399ed. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1715.462992] env[63676]: DEBUG nova.network.neutron [req-426dbe85-588f-48c1-9033-7d01b3ce6807 req-7283da2b-9c78-4a4e-ae20-e5042f2b6c17 service nova] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Updating instance_info_cache with network_info: [{"id": "460d51f1-ac48-4866-b983-0ae7824399ed", "address": "fa:16:3e:7b:31:ce", "network": {"id": "c9c7edd3-4a37-49f9-92cd-a642b1081b6c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-665822432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e76d0d89d5ec49aea2dfe3889b634b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap460d51f1-ac", "ovs_interfaceid": "460d51f1-ac48-4866-b983-0ae7824399ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1715.536960] env[63676]: DEBUG oslo_vmware.api [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925484, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.747713] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1715.748044] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.329s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1715.748345] env[63676]: DEBUG oslo_concurrency.lockutils [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.656s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.750139] env[63676]: INFO nova.compute.claims [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1715.773678] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Acquiring lock "b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1715.773927] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Lock "b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1715.898666] env[63676]: DEBUG oslo_vmware.api [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925483, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.966702] env[63676]: DEBUG oslo_concurrency.lockutils [req-426dbe85-588f-48c1-9033-7d01b3ce6807 req-7283da2b-9c78-4a4e-ae20-e5042f2b6c17 service nova] Releasing lock "refresh_cache-cc545355-26ef-45fd-bacb-2515f52b84bb" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1715.968063] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2c05a269-f917-46f1-bc72-c8a6e08ffca2 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Acquired lock "refresh_cache-cc545355-26ef-45fd-bacb-2515f52b84bb" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1715.968063] env[63676]: DEBUG nova.network.neutron [None req-2c05a269-f917-46f1-bc72-c8a6e08ffca2 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1716.036957] env[63676]: DEBUG oslo_vmware.api [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925484, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668845} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.037234] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1/bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1716.037444] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1716.037693] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5bb9cd5d-7eed-4ec3-a99b-ac61b4f269bf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.043845] env[63676]: DEBUG oslo_vmware.api [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1716.043845] env[63676]: value = "task-1925485" [ 1716.043845] env[63676]: _type = "Task" [ 1716.043845] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.051370] env[63676]: DEBUG oslo_vmware.api [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.397272] env[63676]: DEBUG oslo_vmware.api [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925483, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.556435] env[63676]: DEBUG oslo_vmware.api [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074563} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.556707] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1716.557647] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23906c1f-9816-4a75-8cee-da31d527ab97 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.582802] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1/bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1716.585421] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b026313c-380b-452b-8e7b-d36c79975cd6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.605514] env[63676]: DEBUG oslo_vmware.api [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1716.605514] env[63676]: value = "task-1925486" [ 1716.605514] env[63676]: _type = "Task" [ 1716.605514] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.614183] env[63676]: DEBUG oslo_vmware.api [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925486, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.889162] env[63676]: DEBUG nova.network.neutron [None req-2c05a269-f917-46f1-bc72-c8a6e08ffca2 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Updating instance_info_cache with network_info: [{"id": "460d51f1-ac48-4866-b983-0ae7824399ed", "address": "fa:16:3e:7b:31:ce", "network": {"id": "c9c7edd3-4a37-49f9-92cd-a642b1081b6c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-665822432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e76d0d89d5ec49aea2dfe3889b634b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap460d51f1-ac", "ovs_interfaceid": "460d51f1-ac48-4866-b983-0ae7824399ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1716.904792] env[63676]: DEBUG oslo_vmware.api [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925483, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.115609] env[63676]: DEBUG oslo_vmware.api [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.292173] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b501cf6-9245-48eb-b879-b191d84c1c51 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.299591] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e72758b-4789-4730-8507-93f10582214d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.328765] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368c9bcc-709b-4835-82a0-5115c5d96704 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.336461] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60d5930-5ad1-4fcb-b7b3-be285a1e7955 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.352030] env[63676]: DEBUG nova.compute.provider_tree [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1717.395445] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2c05a269-f917-46f1-bc72-c8a6e08ffca2 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Releasing lock "refresh_cache-cc545355-26ef-45fd-bacb-2515f52b84bb" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.402729] env[63676]: DEBUG oslo_vmware.api [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925483, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.617076] env[63676]: DEBUG oslo_vmware.api [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925486, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.856754] env[63676]: DEBUG nova.scheduler.client.report [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1717.905038] env[63676]: DEBUG oslo_vmware.api [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925483, 'name': CloneVM_Task, 'duration_secs': 2.940029} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1717.905443] env[63676]: DEBUG nova.compute.manager [None req-2c05a269-f917-46f1-bc72-c8a6e08ffca2 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1717.905976] env[63676]: INFO nova.virt.vmwareapi.vmops [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Created linked-clone VM from snapshot [ 1717.906727] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a55627-e014-460e-b6d9-791b6e5b6b8c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.909672] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b16849-017d-454e-aeac-36648df053ed {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.921328] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Uploading image 0673d1a5-c0da-4d13-8bb2-e0be48d636d2 {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1717.936369] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Destroying the VM {{(pid=63676) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1717.936670] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bd63ec7d-4bf6-4e1e-bea0-c8aad1bf3e84 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.943310] env[63676]: DEBUG oslo_vmware.api [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1717.943310] env[63676]: value = "task-1925487" [ 1717.943310] env[63676]: _type = "Task" [ 1717.943310] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1717.953024] env[63676]: DEBUG oslo_vmware.api [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925487, 'name': Destroy_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.117593] env[63676]: DEBUG oslo_vmware.api [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925486, 'name': ReconfigVM_Task, 'duration_secs': 1.041445} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.117878] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Reconfigured VM instance instance-0000002f to attach disk [datastore1] bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1/bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1718.118529] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d1f391d-bdad-4106-9a49-9ad2036cfc7e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.124810] env[63676]: DEBUG oslo_vmware.api [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1718.124810] env[63676]: value = "task-1925488" [ 1718.124810] env[63676]: _type = "Task" [ 1718.124810] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.132434] env[63676]: DEBUG oslo_vmware.api [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925488, 'name': Rename_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.360264] env[63676]: DEBUG oslo_concurrency.lockutils [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.360782] env[63676]: DEBUG nova.compute.manager [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1718.363850] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c2561951-c19a-4ed0-9b0c-ed572014e76c tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.260s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.364061] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c2561951-c19a-4ed0-9b0c-ed572014e76c tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.366034] env[63676]: DEBUG oslo_concurrency.lockutils [None req-627feee9-98f3-4482-a506-1aeddf4ad04a tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.147s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.366223] env[63676]: DEBUG oslo_concurrency.lockutils [None req-627feee9-98f3-4482-a506-1aeddf4ad04a tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.369058] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71c8483d-b212-4a5b-b23a-ed6f70c4ae7e tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.925s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.369058] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71c8483d-b212-4a5b-b23a-ed6f70c4ae7e tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.370225] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.225s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1718.371708] env[63676]: INFO nova.compute.claims [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1718.396120] env[63676]: INFO nova.scheduler.client.report [None req-627feee9-98f3-4482-a506-1aeddf4ad04a tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Deleted allocations for instance 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0 [ 1718.397811] env[63676]: INFO nova.scheduler.client.report [None req-c2561951-c19a-4ed0-9b0c-ed572014e76c tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Deleted allocations for instance 96667c49-5703-456d-861a-280179e9b682 [ 1718.413733] env[63676]: INFO nova.scheduler.client.report [None req-71c8483d-b212-4a5b-b23a-ed6f70c4ae7e tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Deleted allocations for instance 769d673a-b23e-4995-a6d9-2d2d53a6b469 [ 1718.452599] env[63676]: DEBUG oslo_vmware.api [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925487, 'name': Destroy_Task, 'duration_secs': 0.37062} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.452820] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Destroyed the VM [ 1718.453129] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Deleting Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1718.453639] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-35551655-7c43-4ecd-a055-5758df19432a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.460304] env[63676]: DEBUG oslo_vmware.api [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1718.460304] env[63676]: value = "task-1925489" [ 1718.460304] env[63676]: _type = "Task" [ 1718.460304] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.471372] env[63676]: DEBUG oslo_vmware.api [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925489, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.635087] env[63676]: DEBUG oslo_vmware.api [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925488, 'name': Rename_Task, 'duration_secs': 0.126474} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.635087] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1718.635412] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-73821ed5-fe9b-468a-a81c-30c2e2840482 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.641991] env[63676]: DEBUG oslo_vmware.api [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1718.641991] env[63676]: value = "task-1925490" [ 1718.641991] env[63676]: _type = "Task" [ 1718.641991] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.657365] env[63676]: DEBUG oslo_vmware.api [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925490, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.879502] env[63676]: DEBUG nova.compute.utils [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1718.880593] env[63676]: DEBUG nova.compute.manager [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1718.880751] env[63676]: DEBUG nova.network.neutron [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1718.909064] env[63676]: DEBUG oslo_concurrency.lockutils [None req-627feee9-98f3-4482-a506-1aeddf4ad04a tempest-ServerGroupTestJSON-700132307 tempest-ServerGroupTestJSON-700132307-project-member] Lock "677bd1fb-54e0-4cd7-b28b-0f60575ff6b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.910296] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c2561951-c19a-4ed0-9b0c-ed572014e76c tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "96667c49-5703-456d-861a-280179e9b682" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.507s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.920144] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71c8483d-b212-4a5b-b23a-ed6f70c4ae7e tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "769d673a-b23e-4995-a6d9-2d2d53a6b469" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.687s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.930603] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d51eb7-24e6-49a0-8a97-ee4b86b4d167 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.939761] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2c05a269-f917-46f1-bc72-c8a6e08ffca2 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Doing hard reboot of VM {{(pid=63676) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1718.940038] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-1de57a85-3cdb-4131-8129-9627f47fbcf5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.946338] env[63676]: DEBUG oslo_vmware.api [None req-2c05a269-f917-46f1-bc72-c8a6e08ffca2 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Waiting for the task: (returnval){ [ 1718.946338] env[63676]: value = "task-1925491" [ 1718.946338] env[63676]: _type = "Task" [ 1718.946338] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.956340] env[63676]: DEBUG oslo_vmware.api [None req-2c05a269-f917-46f1-bc72-c8a6e08ffca2 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925491, 'name': ResetVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.972161] env[63676]: DEBUG oslo_vmware.api [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925489, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.974025] env[63676]: DEBUG nova.policy [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8bb0e453a604fc29727db9d751887c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e68c77877174b049493f256f443f81f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1719.154159] env[63676]: DEBUG oslo_vmware.api [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925490, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.385601] env[63676]: DEBUG nova.compute.manager [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1719.458931] env[63676]: DEBUG oslo_vmware.api [None req-2c05a269-f917-46f1-bc72-c8a6e08ffca2 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925491, 'name': ResetVM_Task, 'duration_secs': 0.104773} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.459328] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2c05a269-f917-46f1-bc72-c8a6e08ffca2 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Did hard reboot of VM {{(pid=63676) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1719.459554] env[63676]: DEBUG nova.compute.manager [None req-2c05a269-f917-46f1-bc72-c8a6e08ffca2 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1719.460419] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1e07257-8327-4e28-8a9e-99811e74777a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.477974] env[63676]: DEBUG oslo_vmware.api [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925489, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.480523] env[63676]: DEBUG nova.network.neutron [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Successfully created port: 1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1719.657256] env[63676]: DEBUG oslo_vmware.api [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925490, 'name': PowerOnVM_Task, 'duration_secs': 0.762792} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.659775] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1719.660008] env[63676]: INFO nova.compute.manager [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Took 10.20 seconds to spawn the instance on the hypervisor. [ 1719.660589] env[63676]: DEBUG nova.compute.manager [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1719.661594] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92429007-91cc-4740-8602-41f23a969bcd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.802359] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquiring lock "83df18e8-450a-4e85-8f7f-4494aad37790" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.802598] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "83df18e8-450a-4e85-8f7f-4494aad37790" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.802798] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquiring lock "83df18e8-450a-4e85-8f7f-4494aad37790-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.802977] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "83df18e8-450a-4e85-8f7f-4494aad37790-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.803520] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "83df18e8-450a-4e85-8f7f-4494aad37790-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.805537] env[63676]: INFO nova.compute.manager [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Terminating instance [ 1719.867415] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe769d5-744d-44b9-9b1a-a4fa5e072d11 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.875404] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05a51c7-948e-4559-8bae-3c2ebf5d906d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.915171] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b644eed-b53d-4d0f-b21d-0da2f2aa322e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.920670] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4519b37-ae83-4b7d-b386-bed4f59f5005 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.934047] env[63676]: DEBUG nova.compute.provider_tree [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1719.978020] env[63676]: DEBUG oslo_vmware.api [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925489, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.982673] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2c05a269-f917-46f1-bc72-c8a6e08ffca2 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Lock "cc545355-26ef-45fd-bacb-2515f52b84bb" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.593s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.186017] env[63676]: INFO nova.compute.manager [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Took 41.17 seconds to build instance. [ 1720.300028] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0bb2017f-3855-4643-8d78-73e902236a4b tempest-ServersAdminTestJSON-1091432098 tempest-ServersAdminTestJSON-1091432098-project-admin] Acquiring lock "refresh_cache-bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.300180] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0bb2017f-3855-4643-8d78-73e902236a4b tempest-ServersAdminTestJSON-1091432098 tempest-ServersAdminTestJSON-1091432098-project-admin] Acquired lock "refresh_cache-bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.300392] env[63676]: DEBUG nova.network.neutron [None req-0bb2017f-3855-4643-8d78-73e902236a4b tempest-ServersAdminTestJSON-1091432098 tempest-ServersAdminTestJSON-1091432098-project-admin] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1720.309536] env[63676]: DEBUG nova.compute.manager [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1720.309536] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1720.310022] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ed38f8-2ad7-4c31-86c8-1b4251a30b52 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.320623] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1720.320966] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfb31651-9761-4473-92b8-36058489f131 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.327755] env[63676]: DEBUG oslo_vmware.api [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1720.327755] env[63676]: value = "task-1925492" [ 1720.327755] env[63676]: _type = "Task" [ 1720.327755] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.336228] env[63676]: DEBUG oslo_vmware.api [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925492, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.417149] env[63676]: DEBUG nova.compute.manager [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1720.437447] env[63676]: DEBUG nova.scheduler.client.report [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1720.453283] env[63676]: DEBUG nova.virt.hardware [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1720.453546] env[63676]: DEBUG nova.virt.hardware [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1720.453741] env[63676]: DEBUG nova.virt.hardware [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1720.453884] env[63676]: DEBUG nova.virt.hardware [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1720.454046] env[63676]: DEBUG nova.virt.hardware [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1720.454199] env[63676]: DEBUG nova.virt.hardware [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1720.454414] env[63676]: DEBUG nova.virt.hardware [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1720.454575] env[63676]: DEBUG nova.virt.hardware [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1720.454745] env[63676]: DEBUG nova.virt.hardware [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1720.454911] env[63676]: DEBUG nova.virt.hardware [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1720.455092] env[63676]: DEBUG nova.virt.hardware [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1720.455970] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47600de-f084-4348-a2fd-6cac462c7d22 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.464640] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-851368f4-0ed8-4274-a450-32b557d81dbd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.485809] env[63676]: DEBUG oslo_vmware.api [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925489, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.689872] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee0f999-ad89-4b38-a8fe-252d9bb570c6 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.484s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.841037] env[63676]: DEBUG oslo_vmware.api [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925492, 'name': PowerOffVM_Task, 'duration_secs': 0.262924} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.841037] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1720.841037] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1720.841037] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81e91655-fa20-4d9c-b7b1-9dd7099c776c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.927191] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1720.927191] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1720.927191] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Deleting the datastore file [datastore1] 83df18e8-450a-4e85-8f7f-4494aad37790 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1720.927191] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-510aa2d9-759d-40ce-8d42-d4ed6c5d6b9e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.932847] env[63676]: DEBUG oslo_vmware.api [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for the task: (returnval){ [ 1720.932847] env[63676]: value = "task-1925494" [ 1720.932847] env[63676]: _type = "Task" [ 1720.932847] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.941778] env[63676]: DEBUG oslo_vmware.api [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.946877] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.577s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.947833] env[63676]: DEBUG nova.compute.manager [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1720.954426] env[63676]: DEBUG oslo_concurrency.lockutils [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.371s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.954426] env[63676]: INFO nova.compute.claims [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1720.981067] env[63676]: DEBUG oslo_vmware.api [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925489, 'name': RemoveSnapshot_Task, 'duration_secs': 2.338225} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.982027] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Deleted Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1721.195901] env[63676]: DEBUG nova.compute.manager [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1721.447097] env[63676]: DEBUG oslo_vmware.api [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Task: {'id': task-1925494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132733} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.447527] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1721.447846] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1721.448176] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1721.448486] env[63676]: INFO nova.compute.manager [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1721.448903] env[63676]: DEBUG oslo.service.loopingcall [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1721.449185] env[63676]: DEBUG nova.compute.manager [-] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1721.449451] env[63676]: DEBUG nova.network.neutron [-] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1721.462451] env[63676]: DEBUG nova.compute.utils [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1721.467025] env[63676]: DEBUG nova.compute.manager [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1721.467025] env[63676]: DEBUG nova.network.neutron [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1721.485866] env[63676]: WARNING nova.compute.manager [None req-e76146e5-1302-4a57-afb6-9f9454702235 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Image not found during snapshot: nova.exception.ImageNotFound: Image 0673d1a5-c0da-4d13-8bb2-e0be48d636d2 could not be found. [ 1721.606439] env[63676]: DEBUG nova.policy [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d3afab4e3d14a0d8eab8ba96abbe542', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5accc7a22deb4afeb300bab2cdcf4b8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1721.690178] env[63676]: DEBUG nova.network.neutron [None req-0bb2017f-3855-4643-8d78-73e902236a4b tempest-ServersAdminTestJSON-1091432098 tempest-ServersAdminTestJSON-1091432098-project-admin] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Updating instance_info_cache with network_info: [{"id": "9264dbd5-f6b9-4c56-a933-ff0a5e52613b", "address": "fa:16:3e:cf:12:28", "network": {"id": "20eb09fd-c81d-4462-b958-52404790c89a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1907153178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e8876698994722b4470390683b5130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9264dbd5-f6", "ovs_interfaceid": "9264dbd5-f6b9-4c56-a933-ff0a5e52613b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.719946] env[63676]: DEBUG oslo_concurrency.lockutils [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1721.968980] env[63676]: DEBUG nova.compute.manager [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1722.132223] env[63676]: DEBUG nova.network.neutron [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Successfully updated port: 1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1722.194114] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0bb2017f-3855-4643-8d78-73e902236a4b tempest-ServersAdminTestJSON-1091432098 tempest-ServersAdminTestJSON-1091432098-project-admin] Releasing lock "refresh_cache-bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.194114] env[63676]: DEBUG nova.compute.manager [None req-0bb2017f-3855-4643-8d78-73e902236a4b tempest-ServersAdminTestJSON-1091432098 tempest-ServersAdminTestJSON-1091432098-project-admin] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Inject network info {{(pid=63676) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7636}} [ 1722.194414] env[63676]: DEBUG nova.compute.manager [None req-0bb2017f-3855-4643-8d78-73e902236a4b tempest-ServersAdminTestJSON-1091432098 tempest-ServersAdminTestJSON-1091432098-project-admin] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] network_info to inject: |[{"id": "9264dbd5-f6b9-4c56-a933-ff0a5e52613b", "address": "fa:16:3e:cf:12:28", "network": {"id": "20eb09fd-c81d-4462-b958-52404790c89a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1907153178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e8876698994722b4470390683b5130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9264dbd5-f6", "ovs_interfaceid": "9264dbd5-f6b9-4c56-a933-ff0a5e52613b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7637}} [ 1722.200158] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb2017f-3855-4643-8d78-73e902236a4b tempest-ServersAdminTestJSON-1091432098 tempest-ServersAdminTestJSON-1091432098-project-admin] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Reconfiguring VM instance to set the machine id {{(pid=63676) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1722.203090] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77a772e7-2e2e-4530-ad3e-593c9034f605 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.227386] env[63676]: DEBUG oslo_vmware.api [None req-0bb2017f-3855-4643-8d78-73e902236a4b tempest-ServersAdminTestJSON-1091432098 tempest-ServersAdminTestJSON-1091432098-project-admin] Waiting for the task: (returnval){ [ 1722.227386] env[63676]: value = "task-1925495" [ 1722.227386] env[63676]: _type = "Task" [ 1722.227386] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.241494] env[63676]: DEBUG oslo_vmware.api [None req-0bb2017f-3855-4643-8d78-73e902236a4b tempest-ServersAdminTestJSON-1091432098 tempest-ServersAdminTestJSON-1091432098-project-admin] Task: {'id': task-1925495, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.320915] env[63676]: DEBUG nova.network.neutron [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Successfully created port: 89f38c41-0f28-4798-bcb8-38b03444d7cb {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1722.366794] env[63676]: DEBUG nova.network.neutron [-] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1722.545875] env[63676]: DEBUG nova.compute.manager [req-8ffba115-b865-42d6-8473-c73155dcc936 req-2494af8d-7ad6-4054-9858-94b7d3752938 service nova] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Received event network-changed-460d51f1-ac48-4866-b983-0ae7824399ed {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1722.546103] env[63676]: DEBUG nova.compute.manager [req-8ffba115-b865-42d6-8473-c73155dcc936 req-2494af8d-7ad6-4054-9858-94b7d3752938 service nova] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Refreshing instance network info cache due to event network-changed-460d51f1-ac48-4866-b983-0ae7824399ed. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1722.547156] env[63676]: DEBUG oslo_concurrency.lockutils [req-8ffba115-b865-42d6-8473-c73155dcc936 req-2494af8d-7ad6-4054-9858-94b7d3752938 service nova] Acquiring lock "refresh_cache-cc545355-26ef-45fd-bacb-2515f52b84bb" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.547156] env[63676]: DEBUG oslo_concurrency.lockutils [req-8ffba115-b865-42d6-8473-c73155dcc936 req-2494af8d-7ad6-4054-9858-94b7d3752938 service nova] Acquired lock "refresh_cache-cc545355-26ef-45fd-bacb-2515f52b84bb" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.547156] env[63676]: DEBUG nova.network.neutron [req-8ffba115-b865-42d6-8473-c73155dcc936 req-2494af8d-7ad6-4054-9858-94b7d3752938 service nova] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Refreshing network info cache for port 460d51f1-ac48-4866-b983-0ae7824399ed {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1722.636139] env[63676]: DEBUG oslo_concurrency.lockutils [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "refresh_cache-3f45007f-d699-43f9-a2fd-84565bd1930c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1722.636288] env[63676]: DEBUG oslo_concurrency.lockutils [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquired lock "refresh_cache-3f45007f-d699-43f9-a2fd-84565bd1930c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1722.636445] env[63676]: DEBUG nova.network.neutron [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1722.638836] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca990122-efd2-4be8-92b8-a7bc266a2d39 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.648751] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed0186c-7486-4138-9c05-f3038a7a7a27 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.654974] env[63676]: DEBUG nova.compute.manager [req-ad01eb3f-5ee7-4e64-8930-3d9fe0f05cdb req-8bfcd559-1932-47b8-a7a2-8d755b5577ce service nova] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Received event network-vif-deleted-6205a90b-69ef-4a7e-a7d6-744ea0dcdf60 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1722.693631] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db6764ac-7dd2-4840-9d6e-ec1cfbd5e3fc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.702369] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a13548-e862-4771-b4f7-3cc3a2a8e716 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.717461] env[63676]: DEBUG nova.compute.provider_tree [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1722.737964] env[63676]: DEBUG oslo_vmware.api [None req-0bb2017f-3855-4643-8d78-73e902236a4b tempest-ServersAdminTestJSON-1091432098 tempest-ServersAdminTestJSON-1091432098-project-admin] Task: {'id': task-1925495, 'name': ReconfigVM_Task, 'duration_secs': 0.231583} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.738282] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0bb2017f-3855-4643-8d78-73e902236a4b tempest-ServersAdminTestJSON-1091432098 tempest-ServersAdminTestJSON-1091432098-project-admin] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Reconfigured VM instance to set the machine id {{(pid=63676) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1722.870865] env[63676]: INFO nova.compute.manager [-] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Took 1.42 seconds to deallocate network for instance. [ 1722.984044] env[63676]: DEBUG nova.compute.manager [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1723.011940] env[63676]: DEBUG nova.virt.hardware [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1723.012232] env[63676]: DEBUG nova.virt.hardware [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1723.012440] env[63676]: DEBUG nova.virt.hardware [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1723.013060] env[63676]: DEBUG nova.virt.hardware [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1723.013060] env[63676]: DEBUG nova.virt.hardware [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1723.013060] env[63676]: DEBUG nova.virt.hardware [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1723.013060] env[63676]: DEBUG nova.virt.hardware [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1723.013275] env[63676]: DEBUG nova.virt.hardware [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1723.013860] env[63676]: DEBUG nova.virt.hardware [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1723.013860] env[63676]: DEBUG nova.virt.hardware [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1723.013860] env[63676]: DEBUG nova.virt.hardware [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1723.015022] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a0477b-37bb-4577-bae3-f07810bbcb38 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.023316] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e567b3af-5e80-4de9-bf29-bff60bd6a914 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.178686] env[63676]: DEBUG nova.network.neutron [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1723.222493] env[63676]: DEBUG nova.scheduler.client.report [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1723.263313] env[63676]: DEBUG oslo_concurrency.lockutils [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquiring lock "cf0628fc-d8f4-4b6a-90c9-3392462f3b00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.264250] env[63676]: DEBUG oslo_concurrency.lockutils [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lock "cf0628fc-d8f4-4b6a-90c9-3392462f3b00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.264566] env[63676]: DEBUG oslo_concurrency.lockutils [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquiring lock "cf0628fc-d8f4-4b6a-90c9-3392462f3b00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.265402] env[63676]: DEBUG oslo_concurrency.lockutils [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lock "cf0628fc-d8f4-4b6a-90c9-3392462f3b00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.265651] env[63676]: DEBUG oslo_concurrency.lockutils [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lock "cf0628fc-d8f4-4b6a-90c9-3392462f3b00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.270987] env[63676]: INFO nova.compute.manager [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Terminating instance [ 1723.362606] env[63676]: DEBUG nova.network.neutron [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Updating instance_info_cache with network_info: [{"id": "1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267", "address": "fa:16:3e:ec:95:49", "network": {"id": "465bc3ab-3d10-4ad3-beba-d983da006dd4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1745781740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e68c77877174b049493f256f443f81f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bb8efd9-2d", "ovs_interfaceid": "1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.380555] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.380976] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Acquiring lock "cc545355-26ef-45fd-bacb-2515f52b84bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.381196] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Lock "cc545355-26ef-45fd-bacb-2515f52b84bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.381408] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Acquiring lock "cc545355-26ef-45fd-bacb-2515f52b84bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.381632] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Lock "cc545355-26ef-45fd-bacb-2515f52b84bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.381765] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Lock "cc545355-26ef-45fd-bacb-2515f52b84bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.384010] env[63676]: INFO nova.compute.manager [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Terminating instance [ 1723.445950] env[63676]: DEBUG nova.network.neutron [req-8ffba115-b865-42d6-8473-c73155dcc936 req-2494af8d-7ad6-4054-9858-94b7d3752938 service nova] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Updated VIF entry in instance network info cache for port 460d51f1-ac48-4866-b983-0ae7824399ed. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1723.445950] env[63676]: DEBUG nova.network.neutron [req-8ffba115-b865-42d6-8473-c73155dcc936 req-2494af8d-7ad6-4054-9858-94b7d3752938 service nova] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Updating instance_info_cache with network_info: [{"id": "460d51f1-ac48-4866-b983-0ae7824399ed", "address": "fa:16:3e:7b:31:ce", "network": {"id": "c9c7edd3-4a37-49f9-92cd-a642b1081b6c", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-665822432-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e76d0d89d5ec49aea2dfe3889b634b01", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c3e2368-4a35-4aa5-9135-23daedbbf9ef", "external-id": "nsx-vlan-transportzone-125", "segmentation_id": 125, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap460d51f1-ac", "ovs_interfaceid": "460d51f1-ac48-4866-b983-0ae7824399ed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1723.728242] env[63676]: DEBUG oslo_concurrency.lockutils [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.777s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.728750] env[63676]: DEBUG nova.compute.manager [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1723.731440] env[63676]: DEBUG oslo_concurrency.lockutils [None req-715cd34a-f723-4ae4-8fa3-fdd986380836 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.819s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.731636] env[63676]: DEBUG oslo_concurrency.lockutils [None req-715cd34a-f723-4ae4-8fa3-fdd986380836 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1723.734085] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.702s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.735553] env[63676]: INFO nova.compute.claims [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1723.763641] env[63676]: INFO nova.scheduler.client.report [None req-715cd34a-f723-4ae4-8fa3-fdd986380836 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Deleted allocations for instance 7145ada3-e1fc-4651-a10d-22ca2f5df942 [ 1723.783359] env[63676]: DEBUG nova.compute.manager [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1723.783575] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1723.784468] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f9caab-8025-4fcc-8ced-28113a14f3c1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.792324] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1723.792557] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-721350a1-82ae-4d35-b6a0-8eef21522f2b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.801038] env[63676]: DEBUG oslo_vmware.api [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1723.801038] env[63676]: value = "task-1925496" [ 1723.801038] env[63676]: _type = "Task" [ 1723.801038] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.809935] env[63676]: DEBUG oslo_vmware.api [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.863692] env[63676]: DEBUG oslo_concurrency.lockutils [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Releasing lock "refresh_cache-3f45007f-d699-43f9-a2fd-84565bd1930c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1723.864151] env[63676]: DEBUG nova.compute.manager [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Instance network_info: |[{"id": "1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267", "address": "fa:16:3e:ec:95:49", "network": {"id": "465bc3ab-3d10-4ad3-beba-d983da006dd4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1745781740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e68c77877174b049493f256f443f81f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bb8efd9-2d", "ovs_interfaceid": "1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1723.864703] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:95:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1723.873703] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Creating folder: Project (4e68c77877174b049493f256f443f81f). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1723.874093] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9fbfb12-8a1b-4849-9873-cb00947f3e82 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.885908] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Created folder: Project (4e68c77877174b049493f256f443f81f) in parent group-v396927. [ 1723.886123] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Creating folder: Instances. Parent ref: group-v397056. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1723.886391] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00c8920d-4686-4c52-80a8-2f73914fef41 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.888699] env[63676]: DEBUG nova.compute.manager [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1723.888927] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1723.889839] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1e6be5-f8ca-4f97-a357-63bdbaf99bf5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.899154] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1723.899726] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de0c4afa-83cd-47ab-86cc-701b6584daa4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.903541] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Created folder: Instances in parent group-v397056. [ 1723.903680] env[63676]: DEBUG oslo.service.loopingcall [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1723.904227] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1723.904534] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32cab024-3335-4d61-93b1-e4989efdaec0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.923130] env[63676]: DEBUG oslo_vmware.api [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Waiting for the task: (returnval){ [ 1723.923130] env[63676]: value = "task-1925499" [ 1723.923130] env[63676]: _type = "Task" [ 1723.923130] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.929097] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1723.929097] env[63676]: value = "task-1925500" [ 1723.929097] env[63676]: _type = "Task" [ 1723.929097] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.932306] env[63676]: DEBUG oslo_vmware.api [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925499, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.942956] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925500, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.948723] env[63676]: DEBUG oslo_concurrency.lockutils [req-8ffba115-b865-42d6-8473-c73155dcc936 req-2494af8d-7ad6-4054-9858-94b7d3752938 service nova] Releasing lock "refresh_cache-cc545355-26ef-45fd-bacb-2515f52b84bb" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.242680] env[63676]: DEBUG nova.compute.utils [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1724.245921] env[63676]: DEBUG nova.compute.manager [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1724.246115] env[63676]: DEBUG nova.network.neutron [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1724.253144] env[63676]: DEBUG nova.network.neutron [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Successfully updated port: 89f38c41-0f28-4798-bcb8-38b03444d7cb {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1724.271119] env[63676]: DEBUG oslo_concurrency.lockutils [None req-715cd34a-f723-4ae4-8fa3-fdd986380836 tempest-ServersTestManualDisk-176779472 tempest-ServersTestManualDisk-176779472-project-member] Lock "7145ada3-e1fc-4651-a10d-22ca2f5df942" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.065s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.309796] env[63676]: DEBUG oslo_vmware.api [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925496, 'name': PowerOffVM_Task, 'duration_secs': 0.212245} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.310133] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1724.310307] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1724.310575] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e93a59cf-af11-4907-8c64-10018f3d25c8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.346958] env[63676]: DEBUG nova.policy [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a0d1647a993405ab262c02c30636b1f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ce47bfcbaf34fd8b5dfb08b38437042', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1724.407625] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1724.408314] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1724.408426] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Deleting the datastore file [datastore1] cf0628fc-d8f4-4b6a-90c9-3392462f3b00 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1724.408656] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65ef8b28-c849-44b7-94d4-bfdb2338af9a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.416816] env[63676]: DEBUG oslo_vmware.api [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1724.416816] env[63676]: value = "task-1925502" [ 1724.416816] env[63676]: _type = "Task" [ 1724.416816] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.425658] env[63676]: DEBUG oslo_vmware.api [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.433582] env[63676]: DEBUG oslo_vmware.api [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925499, 'name': PowerOffVM_Task, 'duration_secs': 0.204804} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.437045] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1724.437255] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1724.437445] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78178dc2-0182-4fd8-a6f9-99e2355dd2e1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.443684] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925500, 'name': CreateVM_Task, 'duration_secs': 0.501095} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.443868] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1724.444584] env[63676]: DEBUG oslo_concurrency.lockutils [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.444776] env[63676]: DEBUG oslo_concurrency.lockutils [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.445075] env[63676]: DEBUG oslo_concurrency.lockutils [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1724.445331] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c6b2654-6880-4080-b9e1-2f976b3b2ffa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.449661] env[63676]: DEBUG oslo_vmware.api [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 1724.449661] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52323554-4ff8-d047-45b9-df8afa1901dc" [ 1724.449661] env[63676]: _type = "Task" [ 1724.449661] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.457701] env[63676]: DEBUG oslo_vmware.api [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52323554-4ff8-d047-45b9-df8afa1901dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.516050] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1724.516460] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1724.516753] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Deleting the datastore file [datastore1] cc545355-26ef-45fd-bacb-2515f52b84bb {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1724.517130] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-927d6226-c689-4b65-9758-516dedd0210a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.523758] env[63676]: DEBUG oslo_vmware.api [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Waiting for the task: (returnval){ [ 1724.523758] env[63676]: value = "task-1925504" [ 1724.523758] env[63676]: _type = "Task" [ 1724.523758] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.532525] env[63676]: DEBUG oslo_vmware.api [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.750248] env[63676]: DEBUG nova.compute.manager [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1724.757640] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "refresh_cache-49e13667-875d-4566-9bca-6a4d45dd7770" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.757640] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquired lock "refresh_cache-49e13667-875d-4566-9bca-6a4d45dd7770" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.757640] env[63676]: DEBUG nova.network.neutron [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1724.805438] env[63676]: DEBUG nova.network.neutron [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Successfully created port: 040a6b92-5c72-480c-b8a4-aa5c46ef906c {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1724.897657] env[63676]: DEBUG nova.compute.manager [req-bf800392-4bd2-4321-a539-dc00a6fc9b4a req-62fccf88-cd0f-4fa7-bc71-fb39aafb98b7 service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Received event network-vif-plugged-1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1724.897985] env[63676]: DEBUG oslo_concurrency.lockutils [req-bf800392-4bd2-4321-a539-dc00a6fc9b4a req-62fccf88-cd0f-4fa7-bc71-fb39aafb98b7 service nova] Acquiring lock "3f45007f-d699-43f9-a2fd-84565bd1930c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1724.898414] env[63676]: DEBUG oslo_concurrency.lockutils [req-bf800392-4bd2-4321-a539-dc00a6fc9b4a req-62fccf88-cd0f-4fa7-bc71-fb39aafb98b7 service nova] Lock "3f45007f-d699-43f9-a2fd-84565bd1930c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1724.898754] env[63676]: DEBUG oslo_concurrency.lockutils [req-bf800392-4bd2-4321-a539-dc00a6fc9b4a req-62fccf88-cd0f-4fa7-bc71-fb39aafb98b7 service nova] Lock "3f45007f-d699-43f9-a2fd-84565bd1930c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1724.899129] env[63676]: DEBUG nova.compute.manager [req-bf800392-4bd2-4321-a539-dc00a6fc9b4a req-62fccf88-cd0f-4fa7-bc71-fb39aafb98b7 service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] No waiting events found dispatching network-vif-plugged-1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1724.899494] env[63676]: WARNING nova.compute.manager [req-bf800392-4bd2-4321-a539-dc00a6fc9b4a req-62fccf88-cd0f-4fa7-bc71-fb39aafb98b7 service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Received unexpected event network-vif-plugged-1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267 for instance with vm_state building and task_state spawning. [ 1724.899809] env[63676]: DEBUG nova.compute.manager [req-bf800392-4bd2-4321-a539-dc00a6fc9b4a req-62fccf88-cd0f-4fa7-bc71-fb39aafb98b7 service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Received event network-changed-1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1724.899962] env[63676]: DEBUG nova.compute.manager [req-bf800392-4bd2-4321-a539-dc00a6fc9b4a req-62fccf88-cd0f-4fa7-bc71-fb39aafb98b7 service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Refreshing instance network info cache due to event network-changed-1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1724.900218] env[63676]: DEBUG oslo_concurrency.lockutils [req-bf800392-4bd2-4321-a539-dc00a6fc9b4a req-62fccf88-cd0f-4fa7-bc71-fb39aafb98b7 service nova] Acquiring lock "refresh_cache-3f45007f-d699-43f9-a2fd-84565bd1930c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.900262] env[63676]: DEBUG oslo_concurrency.lockutils [req-bf800392-4bd2-4321-a539-dc00a6fc9b4a req-62fccf88-cd0f-4fa7-bc71-fb39aafb98b7 service nova] Acquired lock "refresh_cache-3f45007f-d699-43f9-a2fd-84565bd1930c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.900444] env[63676]: DEBUG nova.network.neutron [req-bf800392-4bd2-4321-a539-dc00a6fc9b4a req-62fccf88-cd0f-4fa7-bc71-fb39aafb98b7 service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Refreshing network info cache for port 1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1724.932840] env[63676]: DEBUG oslo_vmware.api [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19777} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.933621] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1724.933621] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1724.933621] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1724.933838] env[63676]: INFO nova.compute.manager [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1724.934188] env[63676]: DEBUG oslo.service.loopingcall [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1724.934723] env[63676]: DEBUG nova.compute.manager [-] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1724.934823] env[63676]: DEBUG nova.network.neutron [-] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1724.961805] env[63676]: DEBUG oslo_vmware.api [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52323554-4ff8-d047-45b9-df8afa1901dc, 'name': SearchDatastore_Task, 'duration_secs': 0.009328} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.965142] env[63676]: DEBUG oslo_concurrency.lockutils [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1724.965483] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1724.965783] env[63676]: DEBUG oslo_concurrency.lockutils [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1724.965991] env[63676]: DEBUG oslo_concurrency.lockutils [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1724.966260] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1724.966757] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bde31946-3ba3-4bdb-ad9d-97e76cc685ac {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.984780] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1724.985026] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1724.985803] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65dfe369-0630-457e-ae3d-17b50733533d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.992859] env[63676]: DEBUG oslo_vmware.api [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 1724.992859] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b2a2fb-a29f-7f55-e1b4-ec869822f22d" [ 1724.992859] env[63676]: _type = "Task" [ 1724.992859] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.003848] env[63676]: DEBUG oslo_vmware.api [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b2a2fb-a29f-7f55-e1b4-ec869822f22d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.037893] env[63676]: DEBUG oslo_vmware.api [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362817} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.038414] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1725.038646] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1725.038824] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1725.038997] env[63676]: INFO nova.compute.manager [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1725.039246] env[63676]: DEBUG oslo.service.loopingcall [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1725.041582] env[63676]: DEBUG nova.compute.manager [-] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1725.041672] env[63676]: DEBUG nova.network.neutron [-] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1725.250234] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90596671-f032-435c-8ae7-7b495e507b06 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.260548] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb5f40c-ff38-47d4-b803-18acc7078240 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.303749] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea2eade-7576-4f42-a196-2cd5fc9b52d2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.312135] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5c952f-7da3-468a-91f2-4b177924dde0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.326066] env[63676]: DEBUG nova.compute.provider_tree [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1725.394752] env[63676]: DEBUG nova.network.neutron [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1725.409675] env[63676]: INFO nova.compute.manager [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Rebuilding instance [ 1725.454101] env[63676]: DEBUG nova.compute.manager [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1725.454840] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139a5fa3-7520-40a6-8f99-ea68ec05be57 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.506383] env[63676]: DEBUG oslo_vmware.api [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b2a2fb-a29f-7f55-e1b4-ec869822f22d, 'name': SearchDatastore_Task, 'duration_secs': 0.039387} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.507061] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b491048-ec56-4ca6-934b-ede56e7bfa93 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.515742] env[63676]: DEBUG oslo_vmware.api [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 1725.515742] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525b8c38-fe48-2f3e-4605-d8c7064b577b" [ 1725.515742] env[63676]: _type = "Task" [ 1725.515742] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.526218] env[63676]: DEBUG oslo_vmware.api [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525b8c38-fe48-2f3e-4605-d8c7064b577b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.731446] env[63676]: DEBUG nova.network.neutron [req-bf800392-4bd2-4321-a539-dc00a6fc9b4a req-62fccf88-cd0f-4fa7-bc71-fb39aafb98b7 service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Updated VIF entry in instance network info cache for port 1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1725.732064] env[63676]: DEBUG nova.network.neutron [req-bf800392-4bd2-4321-a539-dc00a6fc9b4a req-62fccf88-cd0f-4fa7-bc71-fb39aafb98b7 service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Updating instance_info_cache with network_info: [{"id": "1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267", "address": "fa:16:3e:ec:95:49", "network": {"id": "465bc3ab-3d10-4ad3-beba-d983da006dd4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1745781740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e68c77877174b049493f256f443f81f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bb8efd9-2d", "ovs_interfaceid": "1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.761745] env[63676]: DEBUG nova.compute.manager [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1725.792229] env[63676]: DEBUG nova.virt.hardware [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1725.792626] env[63676]: DEBUG nova.virt.hardware [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1725.792917] env[63676]: DEBUG nova.virt.hardware [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1725.793250] env[63676]: DEBUG nova.virt.hardware [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1725.793519] env[63676]: DEBUG nova.virt.hardware [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1725.793793] env[63676]: DEBUG nova.virt.hardware [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1725.794166] env[63676]: DEBUG nova.virt.hardware [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1725.794456] env[63676]: DEBUG nova.virt.hardware [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1725.794755] env[63676]: DEBUG nova.virt.hardware [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1725.795071] env[63676]: DEBUG nova.virt.hardware [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1725.795389] env[63676]: DEBUG nova.virt.hardware [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1725.796775] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6841104-0037-4d7d-bb2a-93e32d0b25a3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.807914] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3700a64-f087-4b36-aa43-8f2e67c648bc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.814379] env[63676]: DEBUG nova.network.neutron [-] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.831111] env[63676]: DEBUG nova.scheduler.client.report [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1725.933763] env[63676]: DEBUG nova.compute.manager [req-d6755b5d-7bc4-41d8-909d-ad36bec2b380 req-4efc7aca-50d0-40a7-8e66-1783157fffaa service nova] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Received event network-vif-deleted-460d51f1-ac48-4866-b983-0ae7824399ed {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1725.995083] env[63676]: DEBUG nova.network.neutron [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Updating instance_info_cache with network_info: [{"id": "89f38c41-0f28-4798-bcb8-38b03444d7cb", "address": "fa:16:3e:22:6e:2b", "network": {"id": "8b3d4c23-731d-4fef-8723-d3260ab588ed", "bridge": "br-int", "label": "tempest-ServersTestJSON-186016855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5accc7a22deb4afeb300bab2cdcf4b8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f38c41-0f", "ovs_interfaceid": "89f38c41-0f28-4798-bcb8-38b03444d7cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.026725] env[63676]: DEBUG oslo_vmware.api [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525b8c38-fe48-2f3e-4605-d8c7064b577b, 'name': SearchDatastore_Task, 'duration_secs': 0.015765} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.027011] env[63676]: DEBUG oslo_concurrency.lockutils [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.027273] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 3f45007f-d699-43f9-a2fd-84565bd1930c/3f45007f-d699-43f9-a2fd-84565bd1930c.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1726.027531] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa2297ee-9d83-484b-9fd3-9dc17556114a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.033775] env[63676]: DEBUG oslo_vmware.api [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 1726.033775] env[63676]: value = "task-1925505" [ 1726.033775] env[63676]: _type = "Task" [ 1726.033775] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.041018] env[63676]: DEBUG oslo_vmware.api [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1925505, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.238020] env[63676]: DEBUG oslo_concurrency.lockutils [req-bf800392-4bd2-4321-a539-dc00a6fc9b4a req-62fccf88-cd0f-4fa7-bc71-fb39aafb98b7 service nova] Releasing lock "refresh_cache-3f45007f-d699-43f9-a2fd-84565bd1930c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.238020] env[63676]: DEBUG nova.compute.manager [req-bf800392-4bd2-4321-a539-dc00a6fc9b4a req-62fccf88-cd0f-4fa7-bc71-fb39aafb98b7 service nova] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Received event network-vif-plugged-89f38c41-0f28-4798-bcb8-38b03444d7cb {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1726.238020] env[63676]: DEBUG oslo_concurrency.lockutils [req-bf800392-4bd2-4321-a539-dc00a6fc9b4a req-62fccf88-cd0f-4fa7-bc71-fb39aafb98b7 service nova] Acquiring lock "49e13667-875d-4566-9bca-6a4d45dd7770-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.238020] env[63676]: DEBUG oslo_concurrency.lockutils [req-bf800392-4bd2-4321-a539-dc00a6fc9b4a req-62fccf88-cd0f-4fa7-bc71-fb39aafb98b7 service nova] Lock "49e13667-875d-4566-9bca-6a4d45dd7770-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.238020] env[63676]: DEBUG oslo_concurrency.lockutils [req-bf800392-4bd2-4321-a539-dc00a6fc9b4a req-62fccf88-cd0f-4fa7-bc71-fb39aafb98b7 service nova] Lock "49e13667-875d-4566-9bca-6a4d45dd7770-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.238287] env[63676]: DEBUG nova.compute.manager [req-bf800392-4bd2-4321-a539-dc00a6fc9b4a req-62fccf88-cd0f-4fa7-bc71-fb39aafb98b7 service nova] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] No waiting events found dispatching network-vif-plugged-89f38c41-0f28-4798-bcb8-38b03444d7cb {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1726.238287] env[63676]: WARNING nova.compute.manager [req-bf800392-4bd2-4321-a539-dc00a6fc9b4a req-62fccf88-cd0f-4fa7-bc71-fb39aafb98b7 service nova] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Received unexpected event network-vif-plugged-89f38c41-0f28-4798-bcb8-38b03444d7cb for instance with vm_state building and task_state spawning. [ 1726.238287] env[63676]: DEBUG nova.compute.manager [req-bf800392-4bd2-4321-a539-dc00a6fc9b4a req-62fccf88-cd0f-4fa7-bc71-fb39aafb98b7 service nova] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Received event network-changed-89f38c41-0f28-4798-bcb8-38b03444d7cb {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1726.238287] env[63676]: DEBUG nova.compute.manager [req-bf800392-4bd2-4321-a539-dc00a6fc9b4a req-62fccf88-cd0f-4fa7-bc71-fb39aafb98b7 service nova] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Refreshing instance network info cache due to event network-changed-89f38c41-0f28-4798-bcb8-38b03444d7cb. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1726.238287] env[63676]: DEBUG oslo_concurrency.lockutils [req-bf800392-4bd2-4321-a539-dc00a6fc9b4a req-62fccf88-cd0f-4fa7-bc71-fb39aafb98b7 service nova] Acquiring lock "refresh_cache-49e13667-875d-4566-9bca-6a4d45dd7770" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.317340] env[63676]: INFO nova.compute.manager [-] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Took 1.28 seconds to deallocate network for instance. [ 1726.341173] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.341173] env[63676]: DEBUG nova.compute.manager [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1726.342719] env[63676]: DEBUG oslo_concurrency.lockutils [None req-246d6f30-b739-4304-9a71-94308471ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.786s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.343502] env[63676]: DEBUG oslo_concurrency.lockutils [None req-246d6f30-b739-4304-9a71-94308471ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.349533] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d9fa9d92-cfb0-4907-8f9a-01721fce25f6 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.231s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.349975] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d9fa9d92-cfb0-4907-8f9a-01721fce25f6 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.002s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.352360] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.980s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1726.355681] env[63676]: INFO nova.compute.claims [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1726.359480] env[63676]: DEBUG nova.network.neutron [-] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.393899] env[63676]: INFO nova.scheduler.client.report [None req-d9fa9d92-cfb0-4907-8f9a-01721fce25f6 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Deleted allocations for instance a6aff05d-d56c-41bc-9a91-2fe2f4afe03c [ 1726.393899] env[63676]: INFO nova.scheduler.client.report [None req-246d6f30-b739-4304-9a71-94308471ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Deleted allocations for instance 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02 [ 1726.472029] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1726.472029] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64664e10-6410-41cc-9bcb-c6b8e49d9b6f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.479269] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1726.479269] env[63676]: value = "task-1925506" [ 1726.479269] env[63676]: _type = "Task" [ 1726.479269] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.490827] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.500860] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Releasing lock "refresh_cache-49e13667-875d-4566-9bca-6a4d45dd7770" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.500860] env[63676]: DEBUG nova.compute.manager [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Instance network_info: |[{"id": "89f38c41-0f28-4798-bcb8-38b03444d7cb", "address": "fa:16:3e:22:6e:2b", "network": {"id": "8b3d4c23-731d-4fef-8723-d3260ab588ed", "bridge": "br-int", "label": "tempest-ServersTestJSON-186016855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5accc7a22deb4afeb300bab2cdcf4b8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f38c41-0f", "ovs_interfaceid": "89f38c41-0f28-4798-bcb8-38b03444d7cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1726.501087] env[63676]: DEBUG oslo_concurrency.lockutils [req-bf800392-4bd2-4321-a539-dc00a6fc9b4a req-62fccf88-cd0f-4fa7-bc71-fb39aafb98b7 service nova] Acquired lock "refresh_cache-49e13667-875d-4566-9bca-6a4d45dd7770" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.501276] env[63676]: DEBUG nova.network.neutron [req-bf800392-4bd2-4321-a539-dc00a6fc9b4a req-62fccf88-cd0f-4fa7-bc71-fb39aafb98b7 service nova] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Refreshing network info cache for port 89f38c41-0f28-4798-bcb8-38b03444d7cb {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1726.502825] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:6e:2b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89f38c41-0f28-4798-bcb8-38b03444d7cb', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1726.516394] env[63676]: DEBUG oslo.service.loopingcall [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1726.519819] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1726.520956] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95efa067-ab81-4835-8101-cc0b795a5c8f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.548704] env[63676]: DEBUG oslo_vmware.api [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1925505, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.550131] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1726.550131] env[63676]: value = "task-1925507" [ 1726.550131] env[63676]: _type = "Task" [ 1726.550131] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.560995] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925507, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.826597] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1726.844945] env[63676]: DEBUG nova.compute.utils [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1726.846748] env[63676]: DEBUG nova.compute.manager [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1726.846969] env[63676]: DEBUG nova.network.neutron [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1726.864033] env[63676]: INFO nova.compute.manager [-] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Took 1.93 seconds to deallocate network for instance. [ 1726.909615] env[63676]: DEBUG oslo_concurrency.lockutils [None req-246d6f30-b739-4304-9a71-94308471ff6c tempest-FloatingIPsAssociationNegativeTestJSON-1198171898 tempest-FloatingIPsAssociationNegativeTestJSON-1198171898-project-member] Lock "7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.044s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.911175] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d9fa9d92-cfb0-4907-8f9a-01721fce25f6 tempest-ServersAdminNegativeTestJSON-1458541710 tempest-ServersAdminNegativeTestJSON-1458541710-project-member] Lock "a6aff05d-d56c-41bc-9a91-2fe2f4afe03c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.082s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.912834] env[63676]: DEBUG nova.network.neutron [req-bf800392-4bd2-4321-a539-dc00a6fc9b4a req-62fccf88-cd0f-4fa7-bc71-fb39aafb98b7 service nova] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Updated VIF entry in instance network info cache for port 89f38c41-0f28-4798-bcb8-38b03444d7cb. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1726.913359] env[63676]: DEBUG nova.network.neutron [req-bf800392-4bd2-4321-a539-dc00a6fc9b4a req-62fccf88-cd0f-4fa7-bc71-fb39aafb98b7 service nova] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Updating instance_info_cache with network_info: [{"id": "89f38c41-0f28-4798-bcb8-38b03444d7cb", "address": "fa:16:3e:22:6e:2b", "network": {"id": "8b3d4c23-731d-4fef-8723-d3260ab588ed", "bridge": "br-int", "label": "tempest-ServersTestJSON-186016855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5accc7a22deb4afeb300bab2cdcf4b8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f38c41-0f", "ovs_interfaceid": "89f38c41-0f28-4798-bcb8-38b03444d7cb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1726.941951] env[63676]: DEBUG nova.policy [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b28297405fa046f582dc55bfd45bd5f6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a3bf3189df644bdb588a186ae031d07', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1726.994450] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925506, 'name': PowerOffVM_Task, 'duration_secs': 0.233636} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.994786] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1726.995278] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1726.996562] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa5b856-d3e4-4a35-bec9-a2911fae73c8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.005049] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1727.005295] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68f0c00e-b145-4ddd-bb2c-101d77f4f66d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.027314] env[63676]: DEBUG nova.compute.manager [req-9aff2599-0f20-49ce-8f35-89fdd05a643f req-dda10c6b-6641-42ba-af68-374d0676422d service nova] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Received event network-vif-deleted-ebca3b0c-3bfc-4b75-9847-349ab07ccb30 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1727.046887] env[63676]: DEBUG oslo_vmware.api [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1925505, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.774655} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.047175] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 3f45007f-d699-43f9-a2fd-84565bd1930c/3f45007f-d699-43f9-a2fd-84565bd1930c.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1727.049165] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1727.049587] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-374ed696-10a9-4c08-98dc-15c08cc5f6e4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.065348] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925507, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.065348] env[63676]: DEBUG oslo_vmware.api [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 1727.065348] env[63676]: value = "task-1925509" [ 1727.065348] env[63676]: _type = "Task" [ 1727.065348] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.075821] env[63676]: DEBUG oslo_vmware.api [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1925509, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.077381] env[63676]: DEBUG oslo_concurrency.lockutils [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "interface-8c888cd9-be84-4190-847b-96491a3dd73f-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.077613] env[63676]: DEBUG oslo_concurrency.lockutils [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "interface-8c888cd9-be84-4190-847b-96491a3dd73f-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1727.077971] env[63676]: DEBUG nova.objects.instance [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lazy-loading 'flavor' on Instance uuid 8c888cd9-be84-4190-847b-96491a3dd73f {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1727.350878] env[63676]: DEBUG nova.compute.manager [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1727.375035] env[63676]: DEBUG oslo_concurrency.lockutils [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1727.416287] env[63676]: DEBUG oslo_concurrency.lockutils [req-bf800392-4bd2-4321-a539-dc00a6fc9b4a req-62fccf88-cd0f-4fa7-bc71-fb39aafb98b7 service nova] Releasing lock "refresh_cache-49e13667-875d-4566-9bca-6a4d45dd7770" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.474636] env[63676]: DEBUG nova.network.neutron [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Successfully updated port: 040a6b92-5c72-480c-b8a4-aa5c46ef906c {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1727.546271] env[63676]: DEBUG nova.network.neutron [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Successfully created port: a94ba5d5-7aad-4eb5-ae9f-0d68a40a3f1a {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1727.562418] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925507, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.574774] env[63676]: DEBUG oslo_vmware.api [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1925509, 'name': ExtendVirtualDisk_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.773125] env[63676]: DEBUG nova.objects.instance [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lazy-loading 'pci_requests' on Instance uuid 8c888cd9-be84-4190-847b-96491a3dd73f {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1727.863343] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c71379-ff19-465c-a70e-aeb35c5e8c04 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.874216] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9325b92-8a81-48f7-80ba-96ba0cfe40d1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.918375] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484dafc4-d93b-4919-97bd-e70e7a031f44 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.924024] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1727.924024] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1727.924024] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Deleting the datastore file [datastore1] 887940ac-c689-45f3-b5db-d988d1e581fa {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1727.924024] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7431c727-3c68-46d6-82a3-54a21fc9247a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.932201] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb391e3e-1349-42c1-9bbd-6cedd9c1eb5c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.937588] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1727.937588] env[63676]: value = "task-1925510" [ 1727.937588] env[63676]: _type = "Task" [ 1727.937588] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.952424] env[63676]: DEBUG nova.compute.provider_tree [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1727.957564] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.980916] env[63676]: DEBUG oslo_concurrency.lockutils [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Acquiring lock "refresh_cache-fa18a3fc-87f6-44e9-9ffc-f570460aefb1" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1727.981176] env[63676]: DEBUG oslo_concurrency.lockutils [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Acquired lock "refresh_cache-fa18a3fc-87f6-44e9-9ffc-f570460aefb1" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1727.981308] env[63676]: DEBUG nova.network.neutron [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1728.068016] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925507, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.078159] env[63676]: DEBUG oslo_vmware.api [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1925509, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.516638} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.078543] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1728.079729] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67876772-dae9-407c-ac2c-c315ed0239ae {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.117609] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 3f45007f-d699-43f9-a2fd-84565bd1930c/3f45007f-d699-43f9-a2fd-84565bd1930c.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1728.118082] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c82b5c2-37d2-42f0-8c51-9979ab705285 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.151763] env[63676]: DEBUG oslo_vmware.api [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 1728.151763] env[63676]: value = "task-1925511" [ 1728.151763] env[63676]: _type = "Task" [ 1728.151763] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.164759] env[63676]: DEBUG oslo_vmware.api [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1925511, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.275908] env[63676]: DEBUG nova.objects.base [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Object Instance<8c888cd9-be84-4190-847b-96491a3dd73f> lazy-loaded attributes: flavor,pci_requests {{(pid=63676) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1728.276112] env[63676]: DEBUG nova.network.neutron [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1728.346732] env[63676]: DEBUG nova.policy [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec8e6397d4224cc783352861583ef0e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf227039b25c482ab23b72d4919bbdd9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1728.361737] env[63676]: DEBUG nova.compute.manager [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1728.389794] env[63676]: DEBUG nova.virt.hardware [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1728.390050] env[63676]: DEBUG nova.virt.hardware [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1728.390208] env[63676]: DEBUG nova.virt.hardware [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1728.390384] env[63676]: DEBUG nova.virt.hardware [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1728.390527] env[63676]: DEBUG nova.virt.hardware [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1728.390674] env[63676]: DEBUG nova.virt.hardware [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1728.390985] env[63676]: DEBUG nova.virt.hardware [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1728.391128] env[63676]: DEBUG nova.virt.hardware [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1728.391217] env[63676]: DEBUG nova.virt.hardware [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1728.391438] env[63676]: DEBUG nova.virt.hardware [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1728.391710] env[63676]: DEBUG nova.virt.hardware [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1728.392596] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8404b7-8334-487f-add6-17f3a03c80eb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.401081] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797e4e12-7014-4bc3-81f3-410e202345f1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.447393] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19182} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.448083] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1728.448083] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1728.448251] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1728.453841] env[63676]: DEBUG nova.scheduler.client.report [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1728.564269] env[63676]: DEBUG nova.network.neutron [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1728.571775] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925507, 'name': CreateVM_Task, 'duration_secs': 1.59228} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.571944] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1728.572650] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1728.572849] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1728.575446] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1728.575446] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcf593ef-37d9-4ae5-b29b-fa922f5b7fa5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.580021] env[63676]: DEBUG oslo_vmware.api [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1728.580021] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525a0bfb-6eae-45bb-37bc-a2e6e861134d" [ 1728.580021] env[63676]: _type = "Task" [ 1728.580021] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.586353] env[63676]: DEBUG oslo_vmware.api [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525a0bfb-6eae-45bb-37bc-a2e6e861134d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.665576] env[63676]: DEBUG oslo_vmware.api [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1925511, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.932557] env[63676]: DEBUG nova.network.neutron [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Updating instance_info_cache with network_info: [{"id": "040a6b92-5c72-480c-b8a4-aa5c46ef906c", "address": "fa:16:3e:eb:74:d0", "network": {"id": "dfc80afb-8465-44cf-a6ff-78af042734ff", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-215164276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ce47bfcbaf34fd8b5dfb08b38437042", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap040a6b92-5c", "ovs_interfaceid": "040a6b92-5c72-480c-b8a4-aa5c46ef906c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1728.961125] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1728.961125] env[63676]: DEBUG nova.compute.manager [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1728.963056] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.347s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.964765] env[63676]: INFO nova.compute.claims [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1729.021044] env[63676]: DEBUG nova.network.neutron [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Successfully created port: b5104df5-46d9-4bc3-a7c3-8b20644ab6f2 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1729.094854] env[63676]: DEBUG oslo_vmware.api [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525a0bfb-6eae-45bb-37bc-a2e6e861134d, 'name': SearchDatastore_Task, 'duration_secs': 0.010563} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.095372] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.095829] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1729.096303] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.096579] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.096903] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1729.097623] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-74b25a0a-63b5-4e2f-a9e0-a995e7d26c6a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.107361] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1729.107562] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1729.108703] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66c3960f-c8cc-45bf-846a-eff2476236cf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.114062] env[63676]: DEBUG oslo_vmware.api [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1729.114062] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5223a65f-8a56-9604-f8ba-68b6310fb810" [ 1729.114062] env[63676]: _type = "Task" [ 1729.114062] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.122049] env[63676]: DEBUG oslo_vmware.api [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5223a65f-8a56-9604-f8ba-68b6310fb810, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.162216] env[63676]: DEBUG oslo_vmware.api [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1925511, 'name': ReconfigVM_Task, 'duration_secs': 0.56434} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.162491] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 3f45007f-d699-43f9-a2fd-84565bd1930c/3f45007f-d699-43f9-a2fd-84565bd1930c.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1729.163131] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab8824da-2f9e-4f9f-a7fe-90407bf19495 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.169405] env[63676]: DEBUG oslo_vmware.api [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 1729.169405] env[63676]: value = "task-1925512" [ 1729.169405] env[63676]: _type = "Task" [ 1729.169405] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.177598] env[63676]: DEBUG oslo_vmware.api [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1925512, 'name': Rename_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.435734] env[63676]: DEBUG oslo_concurrency.lockutils [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Releasing lock "refresh_cache-fa18a3fc-87f6-44e9-9ffc-f570460aefb1" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1729.436110] env[63676]: DEBUG nova.compute.manager [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Instance network_info: |[{"id": "040a6b92-5c72-480c-b8a4-aa5c46ef906c", "address": "fa:16:3e:eb:74:d0", "network": {"id": "dfc80afb-8465-44cf-a6ff-78af042734ff", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-215164276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ce47bfcbaf34fd8b5dfb08b38437042", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap040a6b92-5c", "ovs_interfaceid": "040a6b92-5c72-480c-b8a4-aa5c46ef906c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1729.436551] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:74:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '271fe7a0-dfd7-409b-920a-cf83ef1a86a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '040a6b92-5c72-480c-b8a4-aa5c46ef906c', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1729.446145] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Creating folder: Project (5ce47bfcbaf34fd8b5dfb08b38437042). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1729.446638] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d3bcd501-c5cd-447e-9139-42f745775c41 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.458086] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Created folder: Project (5ce47bfcbaf34fd8b5dfb08b38437042) in parent group-v396927. [ 1729.458284] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Creating folder: Instances. Parent ref: group-v397060. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1729.461554] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b22475d4-c278-4326-bdbb-9ca06b77522c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.471932] env[63676]: DEBUG nova.compute.utils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1729.481331] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Created folder: Instances in parent group-v397060. [ 1729.481331] env[63676]: DEBUG oslo.service.loopingcall [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1729.482117] env[63676]: DEBUG nova.compute.manager [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1729.482319] env[63676]: DEBUG nova.network.neutron [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1729.484665] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1729.484932] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bfa66ae-a6a8-4481-9e00-ed4a9f528658 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.510205] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1729.510205] env[63676]: value = "task-1925515" [ 1729.510205] env[63676]: _type = "Task" [ 1729.510205] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.512694] env[63676]: DEBUG nova.virt.hardware [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1729.512917] env[63676]: DEBUG nova.virt.hardware [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1729.513262] env[63676]: DEBUG nova.virt.hardware [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1729.513380] env[63676]: DEBUG nova.virt.hardware [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1729.513597] env[63676]: DEBUG nova.virt.hardware [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1729.513597] env[63676]: DEBUG nova.virt.hardware [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1729.513730] env[63676]: DEBUG nova.virt.hardware [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1729.513917] env[63676]: DEBUG nova.virt.hardware [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1729.514117] env[63676]: DEBUG nova.virt.hardware [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1729.514282] env[63676]: DEBUG nova.virt.hardware [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1729.514455] env[63676]: DEBUG nova.virt.hardware [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1729.515511] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727a5577-dd23-45d4-91c4-640337c63520 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.529331] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1deec668-a5b3-4a51-9c66-640d610e1294 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.533950] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925515, 'name': CreateVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.545038] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:f8:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd53fd86a-f5f0-4eae-81df-0f94f3370524', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1729.555177] env[63676]: DEBUG oslo.service.loopingcall [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1729.555885] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1729.555885] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed06534e-a9e6-416f-9c36-89a6a562faa7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.575223] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1729.575223] env[63676]: value = "task-1925516" [ 1729.575223] env[63676]: _type = "Task" [ 1729.575223] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.585305] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925516, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.612705] env[63676]: DEBUG nova.policy [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99fe2a8df15945e4ab35cb363daec3a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '911e01b989d5485f9ed29e5ff1c2381b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1729.626362] env[63676]: DEBUG oslo_vmware.api [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5223a65f-8a56-9604-f8ba-68b6310fb810, 'name': SearchDatastore_Task, 'duration_secs': 0.009196} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.627455] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80c57c6a-d57c-4c66-a541-6a3d1e00a7ab {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.632997] env[63676]: DEBUG oslo_vmware.api [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1729.632997] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5222cd03-0329-1395-ed10-6e1eff8a831f" [ 1729.632997] env[63676]: _type = "Task" [ 1729.632997] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.641918] env[63676]: DEBUG oslo_vmware.api [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5222cd03-0329-1395-ed10-6e1eff8a831f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.680417] env[63676]: DEBUG oslo_vmware.api [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1925512, 'name': Rename_Task, 'duration_secs': 0.141942} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.680417] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1729.680417] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cbceca6-f391-4b2f-b901-41876002ab0e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.686258] env[63676]: DEBUG oslo_vmware.api [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 1729.686258] env[63676]: value = "task-1925517" [ 1729.686258] env[63676]: _type = "Task" [ 1729.686258] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.695730] env[63676]: DEBUG oslo_vmware.api [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1925517, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.803758] env[63676]: DEBUG nova.network.neutron [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Successfully updated port: a94ba5d5-7aad-4eb5-ae9f-0d68a40a3f1a {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1729.982330] env[63676]: DEBUG nova.compute.manager [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1730.022200] env[63676]: DEBUG nova.compute.manager [req-265f1c53-bacb-4b5b-8f25-2d31c7b0880c req-69c5e7a6-ac61-4554-851b-1b9b0a7b2860 service nova] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Received event network-vif-plugged-040a6b92-5c72-480c-b8a4-aa5c46ef906c {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1730.022452] env[63676]: DEBUG oslo_concurrency.lockutils [req-265f1c53-bacb-4b5b-8f25-2d31c7b0880c req-69c5e7a6-ac61-4554-851b-1b9b0a7b2860 service nova] Acquiring lock "fa18a3fc-87f6-44e9-9ffc-f570460aefb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1730.022801] env[63676]: DEBUG oslo_concurrency.lockutils [req-265f1c53-bacb-4b5b-8f25-2d31c7b0880c req-69c5e7a6-ac61-4554-851b-1b9b0a7b2860 service nova] Lock "fa18a3fc-87f6-44e9-9ffc-f570460aefb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1730.023028] env[63676]: DEBUG oslo_concurrency.lockutils [req-265f1c53-bacb-4b5b-8f25-2d31c7b0880c req-69c5e7a6-ac61-4554-851b-1b9b0a7b2860 service nova] Lock "fa18a3fc-87f6-44e9-9ffc-f570460aefb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1730.023339] env[63676]: DEBUG nova.compute.manager [req-265f1c53-bacb-4b5b-8f25-2d31c7b0880c req-69c5e7a6-ac61-4554-851b-1b9b0a7b2860 service nova] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] No waiting events found dispatching network-vif-plugged-040a6b92-5c72-480c-b8a4-aa5c46ef906c {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1730.023952] env[63676]: WARNING nova.compute.manager [req-265f1c53-bacb-4b5b-8f25-2d31c7b0880c req-69c5e7a6-ac61-4554-851b-1b9b0a7b2860 service nova] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Received unexpected event network-vif-plugged-040a6b92-5c72-480c-b8a4-aa5c46ef906c for instance with vm_state building and task_state spawning. [ 1730.024412] env[63676]: DEBUG nova.compute.manager [req-265f1c53-bacb-4b5b-8f25-2d31c7b0880c req-69c5e7a6-ac61-4554-851b-1b9b0a7b2860 service nova] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Received event network-changed-040a6b92-5c72-480c-b8a4-aa5c46ef906c {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1730.024412] env[63676]: DEBUG nova.compute.manager [req-265f1c53-bacb-4b5b-8f25-2d31c7b0880c req-69c5e7a6-ac61-4554-851b-1b9b0a7b2860 service nova] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Refreshing instance network info cache due to event network-changed-040a6b92-5c72-480c-b8a4-aa5c46ef906c. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1730.024553] env[63676]: DEBUG oslo_concurrency.lockutils [req-265f1c53-bacb-4b5b-8f25-2d31c7b0880c req-69c5e7a6-ac61-4554-851b-1b9b0a7b2860 service nova] Acquiring lock "refresh_cache-fa18a3fc-87f6-44e9-9ffc-f570460aefb1" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.024692] env[63676]: DEBUG oslo_concurrency.lockutils [req-265f1c53-bacb-4b5b-8f25-2d31c7b0880c req-69c5e7a6-ac61-4554-851b-1b9b0a7b2860 service nova] Acquired lock "refresh_cache-fa18a3fc-87f6-44e9-9ffc-f570460aefb1" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.024847] env[63676]: DEBUG nova.network.neutron [req-265f1c53-bacb-4b5b-8f25-2d31c7b0880c req-69c5e7a6-ac61-4554-851b-1b9b0a7b2860 service nova] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Refreshing network info cache for port 040a6b92-5c72-480c-b8a4-aa5c46ef906c {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1730.035903] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925515, 'name': CreateVM_Task, 'duration_secs': 0.358591} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.036829] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1730.039109] env[63676]: DEBUG oslo_concurrency.lockutils [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.039109] env[63676]: DEBUG oslo_concurrency.lockutils [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.039109] env[63676]: DEBUG oslo_concurrency.lockutils [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1730.039109] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cf93073-3ea7-4089-89f1-3c5ed2a748ae {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.047056] env[63676]: DEBUG oslo_vmware.api [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Waiting for the task: (returnval){ [ 1730.047056] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b70889-d429-b1d8-8a99-01e58f44dc35" [ 1730.047056] env[63676]: _type = "Task" [ 1730.047056] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.059738] env[63676]: DEBUG oslo_vmware.api [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b70889-d429-b1d8-8a99-01e58f44dc35, 'name': SearchDatastore_Task, 'duration_secs': 0.009558} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.064739] env[63676]: DEBUG oslo_concurrency.lockutils [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.064739] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1730.064739] env[63676]: DEBUG oslo_concurrency.lockutils [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.092056] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925516, 'name': CreateVM_Task, 'duration_secs': 0.345921} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.092305] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1730.094122] env[63676]: DEBUG oslo_concurrency.lockutils [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.094122] env[63676]: DEBUG oslo_concurrency.lockutils [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.094122] env[63676]: DEBUG oslo_concurrency.lockutils [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1730.094122] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c15e34f-08f7-42ab-84d7-163d10e0c614 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.101406] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1730.101406] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c1d6d5-905d-6b1f-c861-6d826ce27e14" [ 1730.101406] env[63676]: _type = "Task" [ 1730.101406] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.112351] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c1d6d5-905d-6b1f-c861-6d826ce27e14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.114038] env[63676]: DEBUG nova.network.neutron [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Successfully created port: 460b911b-bd70-4d93-b295-24e88e29d8db {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1730.146416] env[63676]: DEBUG oslo_vmware.api [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5222cd03-0329-1395-ed10-6e1eff8a831f, 'name': SearchDatastore_Task, 'duration_secs': 0.015629} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.150140] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.150232] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 49e13667-875d-4566-9bca-6a4d45dd7770/49e13667-875d-4566-9bca-6a4d45dd7770.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1730.151087] env[63676]: DEBUG oslo_concurrency.lockutils [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.151296] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1730.151528] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d22401c5-8b02-4327-88f8-fd3de02c7d79 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.154033] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-116b2b1b-6326-40fc-8b04-ba1902d34fa7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.162685] env[63676]: DEBUG oslo_vmware.api [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1730.162685] env[63676]: value = "task-1925518" [ 1730.162685] env[63676]: _type = "Task" [ 1730.162685] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.172039] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1730.172222] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1730.176864] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2d066a2-9671-4080-b581-e30b90495112 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.180788] env[63676]: DEBUG oslo_vmware.api [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925518, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.187667] env[63676]: DEBUG oslo_vmware.api [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Waiting for the task: (returnval){ [ 1730.187667] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52207880-d777-b287-5297-54816972bca3" [ 1730.187667] env[63676]: _type = "Task" [ 1730.187667] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.205729] env[63676]: DEBUG oslo_vmware.api [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1925517, 'name': PowerOnVM_Task, 'duration_secs': 0.496755} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.211718] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1730.212143] env[63676]: INFO nova.compute.manager [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Took 9.79 seconds to spawn the instance on the hypervisor. [ 1730.212345] env[63676]: DEBUG nova.compute.manager [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1730.212743] env[63676]: DEBUG oslo_vmware.api [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52207880-d777-b287-5297-54816972bca3, 'name': SearchDatastore_Task, 'duration_secs': 0.011014} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.216228] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3221eaee-ad23-4c23-b2bf-e17fbd9825f2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.219902] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e971ef03-4b58-4d3e-bede-8f28c4c7dd58 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.228363] env[63676]: DEBUG oslo_vmware.api [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Waiting for the task: (returnval){ [ 1730.228363] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e4e637-6d9c-1822-a9c7-f6a22f2bbf1a" [ 1730.228363] env[63676]: _type = "Task" [ 1730.228363] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.245707] env[63676]: DEBUG oslo_vmware.api [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e4e637-6d9c-1822-a9c7-f6a22f2bbf1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.308791] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Acquiring lock "refresh_cache-815360f4-e271-4210-b6b9-9866db7cf536" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.308791] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Acquired lock "refresh_cache-815360f4-e271-4210-b6b9-9866db7cf536" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.308791] env[63676]: DEBUG nova.network.neutron [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1730.606249] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ed88078-d6aa-43be-b067-3c06b498f757 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.615230] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c1d6d5-905d-6b1f-c861-6d826ce27e14, 'name': SearchDatastore_Task, 'duration_secs': 0.013821} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.617374] env[63676]: DEBUG oslo_concurrency.lockutils [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.617624] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1730.617985] env[63676]: DEBUG oslo_concurrency.lockutils [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1730.619335] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61c2476-2b4f-4447-8266-0035704daf31 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.658534] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7788e21b-269b-46db-a61e-dd205807444a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.675119] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7de17b-81a4-4bab-aa87-e8a7eabc1eff {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.687164] env[63676]: DEBUG oslo_vmware.api [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925518, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.697998] env[63676]: DEBUG nova.compute.provider_tree [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1730.746638] env[63676]: DEBUG oslo_vmware.api [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e4e637-6d9c-1822-a9c7-f6a22f2bbf1a, 'name': SearchDatastore_Task, 'duration_secs': 0.018584} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.747312] env[63676]: DEBUG oslo_concurrency.lockutils [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1730.747599] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] fa18a3fc-87f6-44e9-9ffc-f570460aefb1/fa18a3fc-87f6-44e9-9ffc-f570460aefb1.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1730.747899] env[63676]: DEBUG oslo_concurrency.lockutils [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1730.748262] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1730.748573] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a49342b2-57b7-4e1a-8041-1c97202aed94 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.753124] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c5b12da8-9cd7-4fd2-969d-f5dd09228d55 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.756890] env[63676]: INFO nova.compute.manager [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Took 50.68 seconds to build instance. [ 1730.764886] env[63676]: DEBUG oslo_vmware.api [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Waiting for the task: (returnval){ [ 1730.764886] env[63676]: value = "task-1925519" [ 1730.764886] env[63676]: _type = "Task" [ 1730.764886] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.770347] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1730.772041] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1730.772041] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a27140af-87e0-4192-a61c-fcbdbcb24510 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.778943] env[63676]: DEBUG oslo_vmware.api [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Task: {'id': task-1925519, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.789086] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1730.789086] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b202e2-c929-b439-4f83-a9f5e6619438" [ 1730.789086] env[63676]: _type = "Task" [ 1730.789086] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.798873] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b202e2-c929-b439-4f83-a9f5e6619438, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.880071] env[63676]: DEBUG nova.network.neutron [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1730.999963] env[63676]: DEBUG nova.compute.manager [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1731.031842] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1731.032124] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1731.032294] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1731.032476] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1731.032760] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1731.032831] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1731.034943] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1731.037161] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1731.037402] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1731.037590] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1731.037779] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1731.038700] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4c47ce-f642-44dd-9541-8ab453432bf6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.048023] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e2576e-2764-4c01-8a2e-ec9096419e36 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.062095] env[63676]: DEBUG nova.network.neutron [req-265f1c53-bacb-4b5b-8f25-2d31c7b0880c req-69c5e7a6-ac61-4554-851b-1b9b0a7b2860 service nova] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Updated VIF entry in instance network info cache for port 040a6b92-5c72-480c-b8a4-aa5c46ef906c. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1731.062470] env[63676]: DEBUG nova.network.neutron [req-265f1c53-bacb-4b5b-8f25-2d31c7b0880c req-69c5e7a6-ac61-4554-851b-1b9b0a7b2860 service nova] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Updating instance_info_cache with network_info: [{"id": "040a6b92-5c72-480c-b8a4-aa5c46ef906c", "address": "fa:16:3e:eb:74:d0", "network": {"id": "dfc80afb-8465-44cf-a6ff-78af042734ff", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-215164276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ce47bfcbaf34fd8b5dfb08b38437042", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "271fe7a0-dfd7-409b-920a-cf83ef1a86a3", "external-id": "nsx-vlan-transportzone-728", "segmentation_id": 728, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap040a6b92-5c", "ovs_interfaceid": "040a6b92-5c72-480c-b8a4-aa5c46ef906c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.184285] env[63676]: DEBUG oslo_vmware.api [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925518, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.784853} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.185705] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 49e13667-875d-4566-9bca-6a4d45dd7770/49e13667-875d-4566-9bca-6a4d45dd7770.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1731.185705] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1731.185705] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b344d38a-b291-4cf4-a4f0-8839f08b5716 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.199331] env[63676]: DEBUG oslo_vmware.api [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1731.199331] env[63676]: value = "task-1925520" [ 1731.199331] env[63676]: _type = "Task" [ 1731.199331] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.205048] env[63676]: DEBUG nova.scheduler.client.report [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1731.219168] env[63676]: DEBUG oslo_vmware.api [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925520, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.259371] env[63676]: DEBUG oslo_concurrency.lockutils [None req-aa2d33de-b944-4981-b087-237d06cc017a tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "3f45007f-d699-43f9-a2fd-84565bd1930c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.686s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.281038] env[63676]: DEBUG oslo_vmware.api [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Task: {'id': task-1925519, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.304547] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b202e2-c929-b439-4f83-a9f5e6619438, 'name': SearchDatastore_Task, 'duration_secs': 0.042262} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.305469] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0bf479c-36b1-467d-a515-7dff88c375aa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.312540] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1731.312540] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521741bc-2ffb-1307-1bec-238a0bd3eb3a" [ 1731.312540] env[63676]: _type = "Task" [ 1731.312540] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.323853] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521741bc-2ffb-1307-1bec-238a0bd3eb3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.483753] env[63676]: DEBUG nova.network.neutron [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Updating instance_info_cache with network_info: [{"id": "a94ba5d5-7aad-4eb5-ae9f-0d68a40a3f1a", "address": "fa:16:3e:2f:a8:aa", "network": {"id": "19558840-725d-408d-a66f-6dc4023f8342", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-394259549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3bf3189df644bdb588a186ae031d07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa94ba5d5-7a", "ovs_interfaceid": "a94ba5d5-7aad-4eb5-ae9f-0d68a40a3f1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1731.565509] env[63676]: DEBUG oslo_concurrency.lockutils [req-265f1c53-bacb-4b5b-8f25-2d31c7b0880c req-69c5e7a6-ac61-4554-851b-1b9b0a7b2860 service nova] Releasing lock "refresh_cache-fa18a3fc-87f6-44e9-9ffc-f570460aefb1" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.587852] env[63676]: DEBUG nova.network.neutron [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Successfully updated port: b5104df5-46d9-4bc3-a7c3-8b20644ab6f2 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1731.709825] env[63676]: DEBUG oslo_vmware.api [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925520, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.104717} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.710201] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1731.711200] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f10f95-8770-409e-bb72-d24d00327d21 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.714373] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.751s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.714851] env[63676]: DEBUG nova.compute.manager [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1731.717394] env[63676]: DEBUG oslo_concurrency.lockutils [None req-52827a27-1a44-4809-a2d9-0a6462758492 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.690s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.717611] env[63676]: DEBUG oslo_concurrency.lockutils [None req-52827a27-1a44-4809-a2d9-0a6462758492 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.719851] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f67da379-74c9-4cc5-b122-62e9288db419 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.668s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.720327] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f67da379-74c9-4cc5-b122-62e9288db419 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.721839] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.403s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.723384] env[63676]: INFO nova.compute.claims [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1731.746304] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 49e13667-875d-4566-9bca-6a4d45dd7770/49e13667-875d-4566-9bca-6a4d45dd7770.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1731.748392] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e78ac6b-a95a-4f46-b8c9-bba488f164c2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.762942] env[63676]: INFO nova.scheduler.client.report [None req-52827a27-1a44-4809-a2d9-0a6462758492 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Deleted allocations for instance 941346ed-db6c-4322-9561-60d3013a7c09 [ 1731.764612] env[63676]: INFO nova.scheduler.client.report [None req-f67da379-74c9-4cc5-b122-62e9288db419 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Deleted allocations for instance 4ac3f891-119a-4f8c-bea7-516476f92767 [ 1731.765585] env[63676]: DEBUG nova.compute.manager [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1731.779235] env[63676]: DEBUG oslo_vmware.api [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1731.779235] env[63676]: value = "task-1925521" [ 1731.779235] env[63676]: _type = "Task" [ 1731.779235] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.786602] env[63676]: DEBUG oslo_vmware.api [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Task: {'id': task-1925519, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.800721} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.789884] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] fa18a3fc-87f6-44e9-9ffc-f570460aefb1/fa18a3fc-87f6-44e9-9ffc-f570460aefb1.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1731.790160] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1731.790322] env[63676]: DEBUG oslo_vmware.api [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925521, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.790534] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fbf90989-3e78-469c-b50c-bc1bdedc5a8d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.798165] env[63676]: DEBUG oslo_vmware.api [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Waiting for the task: (returnval){ [ 1731.798165] env[63676]: value = "task-1925522" [ 1731.798165] env[63676]: _type = "Task" [ 1731.798165] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.806774] env[63676]: DEBUG oslo_vmware.api [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Task: {'id': task-1925522, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.823937] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521741bc-2ffb-1307-1bec-238a0bd3eb3a, 'name': SearchDatastore_Task, 'duration_secs': 0.049652} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.823937] env[63676]: DEBUG oslo_concurrency.lockutils [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.823937] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 887940ac-c689-45f3-b5db-d988d1e581fa/887940ac-c689-45f3-b5db-d988d1e581fa.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1731.824786] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b493fae6-1a14-43bc-8099-95ccf7853a33 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.834549] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1731.834549] env[63676]: value = "task-1925523" [ 1731.834549] env[63676]: _type = "Task" [ 1731.834549] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.845034] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.986514] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Releasing lock "refresh_cache-815360f4-e271-4210-b6b9-9866db7cf536" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.986825] env[63676]: DEBUG nova.compute.manager [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Instance network_info: |[{"id": "a94ba5d5-7aad-4eb5-ae9f-0d68a40a3f1a", "address": "fa:16:3e:2f:a8:aa", "network": {"id": "19558840-725d-408d-a66f-6dc4023f8342", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-394259549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3bf3189df644bdb588a186ae031d07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa94ba5d5-7a", "ovs_interfaceid": "a94ba5d5-7aad-4eb5-ae9f-0d68a40a3f1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1731.987285] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:a8:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad4c015b-4a8b-46ca-9556-74bad8db9fb3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a94ba5d5-7aad-4eb5-ae9f-0d68a40a3f1a', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1731.995016] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Creating folder: Project (3a3bf3189df644bdb588a186ae031d07). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1731.995350] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0802db7-5ce1-449f-a6ba-c1d93fc45029 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.006892] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Created folder: Project (3a3bf3189df644bdb588a186ae031d07) in parent group-v396927. [ 1732.007288] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Creating folder: Instances. Parent ref: group-v397064. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1732.007426] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3af81ae2-2103-435d-a4fc-46bd75980317 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.016585] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Created folder: Instances in parent group-v397064. [ 1732.016861] env[63676]: DEBUG oslo.service.loopingcall [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1732.017088] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1732.017329] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9547455-4ddb-4f8a-92eb-06612dd2c306 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.040258] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1732.040258] env[63676]: value = "task-1925526" [ 1732.040258] env[63676]: _type = "Task" [ 1732.040258] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.048552] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925526, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.094065] env[63676]: DEBUG oslo_concurrency.lockutils [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "refresh_cache-8c888cd9-be84-4190-847b-96491a3dd73f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.095013] env[63676]: DEBUG oslo_concurrency.lockutils [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired lock "refresh_cache-8c888cd9-be84-4190-847b-96491a3dd73f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.095013] env[63676]: DEBUG nova.network.neutron [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1732.229663] env[63676]: DEBUG nova.compute.utils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1732.233727] env[63676]: DEBUG nova.compute.manager [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1732.233936] env[63676]: DEBUG nova.network.neutron [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1732.279117] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f67da379-74c9-4cc5-b122-62e9288db419 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "4ac3f891-119a-4f8c-bea7-516476f92767" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.779s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.291234] env[63676]: DEBUG nova.network.neutron [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Successfully updated port: 460b911b-bd70-4d93-b295-24e88e29d8db {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1732.294098] env[63676]: DEBUG oslo_concurrency.lockutils [None req-52827a27-1a44-4809-a2d9-0a6462758492 tempest-MultipleCreateTestJSON-1799066627 tempest-MultipleCreateTestJSON-1799066627-project-member] Lock "941346ed-db6c-4322-9561-60d3013a7c09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.150s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.308937] env[63676]: DEBUG oslo_vmware.api [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925521, 'name': ReconfigVM_Task, 'duration_secs': 0.296907} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.313089] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 49e13667-875d-4566-9bca-6a4d45dd7770/49e13667-875d-4566-9bca-6a4d45dd7770.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1732.316759] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-472d4e71-ad2b-4ad2-b76d-cba8bb9464c6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.320443] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.327692] env[63676]: DEBUG oslo_vmware.api [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Task: {'id': task-1925522, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067702} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.331130] env[63676]: DEBUG nova.policy [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99fe2a8df15945e4ab35cb363daec3a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '911e01b989d5485f9ed29e5ff1c2381b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1732.331130] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1732.335036] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a986c29a-3ecf-4076-90ca-a6b9c5517e3c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.336677] env[63676]: DEBUG oslo_vmware.api [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1732.336677] env[63676]: value = "task-1925527" [ 1732.336677] env[63676]: _type = "Task" [ 1732.336677] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.364289] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] fa18a3fc-87f6-44e9-9ffc-f570460aefb1/fa18a3fc-87f6-44e9-9ffc-f570460aefb1.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1732.371292] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0367ad7-6558-4fc4-af64-f6db8d73182b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.386291] env[63676]: DEBUG oslo_vmware.api [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925527, 'name': Rename_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.386464] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925523, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.393163] env[63676]: DEBUG oslo_vmware.api [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Waiting for the task: (returnval){ [ 1732.393163] env[63676]: value = "task-1925528" [ 1732.393163] env[63676]: _type = "Task" [ 1732.393163] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.404563] env[63676]: DEBUG oslo_vmware.api [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Task: {'id': task-1925528, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.551946] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925526, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.728756] env[63676]: WARNING nova.network.neutron [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] 38f63f2a-71d4-4023-ae49-78d6598b510c already exists in list: networks containing: ['38f63f2a-71d4-4023-ae49-78d6598b510c']. ignoring it [ 1732.736967] env[63676]: DEBUG nova.compute.manager [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1732.798608] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquiring lock "refresh_cache-e8ff98be-ae2f-40dd-83c7-b0623aaa9997" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.798768] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquired lock "refresh_cache-e8ff98be-ae2f-40dd-83c7-b0623aaa9997" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.798913] env[63676]: DEBUG nova.network.neutron [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1732.858521] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.847438} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.864447] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 887940ac-c689-45f3-b5db-d988d1e581fa/887940ac-c689-45f3-b5db-d988d1e581fa.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1732.864741] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1732.865029] env[63676]: DEBUG oslo_vmware.api [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925527, 'name': Rename_Task, 'duration_secs': 0.241514} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.865485] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb6f00e7-9506-4799-8708-9e9a19d54832 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.867652] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1732.867923] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa73bfdd-3445-4b76-9979-a31aa1bb00bc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.887870] env[63676]: DEBUG oslo_vmware.api [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1732.887870] env[63676]: value = "task-1925529" [ 1732.887870] env[63676]: _type = "Task" [ 1732.887870] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.887870] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1732.887870] env[63676]: value = "task-1925530" [ 1732.887870] env[63676]: _type = "Task" [ 1732.887870] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.908059] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.910399] env[63676]: DEBUG oslo_vmware.api [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925529, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.916603] env[63676]: DEBUG oslo_vmware.api [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Task: {'id': task-1925528, 'name': ReconfigVM_Task, 'duration_secs': 0.507223} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.917337] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Reconfigured VM instance instance-00000032 to attach disk [datastore1] fa18a3fc-87f6-44e9-9ffc-f570460aefb1/fa18a3fc-87f6-44e9-9ffc-f570460aefb1.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1732.924707] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b6af114-c95c-436b-a5bf-7f38c17452bf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.935301] env[63676]: DEBUG oslo_vmware.api [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Waiting for the task: (returnval){ [ 1732.935301] env[63676]: value = "task-1925531" [ 1732.935301] env[63676]: _type = "Task" [ 1732.935301] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.950212] env[63676]: DEBUG oslo_vmware.api [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Task: {'id': task-1925531, 'name': Rename_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.055175] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925526, 'name': CreateVM_Task, 'duration_secs': 0.872135} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.055175] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1733.055868] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.055967] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.057083] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1733.057083] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-577e379e-1598-44a3-9fe7-b6cfda6c6e48 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.061788] env[63676]: DEBUG oslo_vmware.api [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Waiting for the task: (returnval){ [ 1733.061788] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52007647-4981-cd93-f908-01956de904f2" [ 1733.061788] env[63676]: _type = "Task" [ 1733.061788] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.076916] env[63676]: DEBUG oslo_vmware.api [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52007647-4981-cd93-f908-01956de904f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.237343] env[63676]: DEBUG nova.network.neutron [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Successfully created port: 013c9bfd-a431-4a88-8f34-65e693b96a82 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1733.374769] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915da8d3-b9ce-4195-8ed1-17160dd49c1d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.387453] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b452e667-a813-48b3-a534-abcfd1f5a164 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.397836] env[63676]: DEBUG oslo_vmware.api [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925529, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.428614] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c17c2a3-4d5c-4657-b215-6b09ab800698 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.434966] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102382} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.435046] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1733.435822] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be6b3232-d23a-4c17-9940-47370012bf34 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.445406] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5985d32-e155-40fa-8ab3-f3241e82f639 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.467073] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 887940ac-c689-45f3-b5db-d988d1e581fa/887940ac-c689-45f3-b5db-d988d1e581fa.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1733.468133] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3a74e44-a398-4ba6-8d56-ed89c172527a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.496195] env[63676]: DEBUG nova.compute.provider_tree [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1733.497969] env[63676]: DEBUG nova.compute.manager [req-f0f0729e-05a9-4f89-b03d-529831166f21 req-97385717-b2cc-4779-870e-f7cc892a8134 service nova] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Received event network-vif-plugged-a94ba5d5-7aad-4eb5-ae9f-0d68a40a3f1a {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1733.498198] env[63676]: DEBUG oslo_concurrency.lockutils [req-f0f0729e-05a9-4f89-b03d-529831166f21 req-97385717-b2cc-4779-870e-f7cc892a8134 service nova] Acquiring lock "815360f4-e271-4210-b6b9-9866db7cf536-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.498408] env[63676]: DEBUG oslo_concurrency.lockutils [req-f0f0729e-05a9-4f89-b03d-529831166f21 req-97385717-b2cc-4779-870e-f7cc892a8134 service nova] Lock "815360f4-e271-4210-b6b9-9866db7cf536-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.498574] env[63676]: DEBUG oslo_concurrency.lockutils [req-f0f0729e-05a9-4f89-b03d-529831166f21 req-97385717-b2cc-4779-870e-f7cc892a8134 service nova] Lock "815360f4-e271-4210-b6b9-9866db7cf536-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.498743] env[63676]: DEBUG nova.compute.manager [req-f0f0729e-05a9-4f89-b03d-529831166f21 req-97385717-b2cc-4779-870e-f7cc892a8134 service nova] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] No waiting events found dispatching network-vif-plugged-a94ba5d5-7aad-4eb5-ae9f-0d68a40a3f1a {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1733.498906] env[63676]: WARNING nova.compute.manager [req-f0f0729e-05a9-4f89-b03d-529831166f21 req-97385717-b2cc-4779-870e-f7cc892a8134 service nova] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Received unexpected event network-vif-plugged-a94ba5d5-7aad-4eb5-ae9f-0d68a40a3f1a for instance with vm_state building and task_state spawning. [ 1733.499075] env[63676]: DEBUG nova.compute.manager [req-f0f0729e-05a9-4f89-b03d-529831166f21 req-97385717-b2cc-4779-870e-f7cc892a8134 service nova] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Received event network-changed-a94ba5d5-7aad-4eb5-ae9f-0d68a40a3f1a {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1733.499269] env[63676]: DEBUG nova.compute.manager [req-f0f0729e-05a9-4f89-b03d-529831166f21 req-97385717-b2cc-4779-870e-f7cc892a8134 service nova] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Refreshing instance network info cache due to event network-changed-a94ba5d5-7aad-4eb5-ae9f-0d68a40a3f1a. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1733.499457] env[63676]: DEBUG oslo_concurrency.lockutils [req-f0f0729e-05a9-4f89-b03d-529831166f21 req-97385717-b2cc-4779-870e-f7cc892a8134 service nova] Acquiring lock "refresh_cache-815360f4-e271-4210-b6b9-9866db7cf536" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.499602] env[63676]: DEBUG oslo_concurrency.lockutils [req-f0f0729e-05a9-4f89-b03d-529831166f21 req-97385717-b2cc-4779-870e-f7cc892a8134 service nova] Acquired lock "refresh_cache-815360f4-e271-4210-b6b9-9866db7cf536" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.499762] env[63676]: DEBUG nova.network.neutron [req-f0f0729e-05a9-4f89-b03d-529831166f21 req-97385717-b2cc-4779-870e-f7cc892a8134 service nova] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Refreshing network info cache for port a94ba5d5-7aad-4eb5-ae9f-0d68a40a3f1a {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1733.501193] env[63676]: DEBUG oslo_vmware.api [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Task: {'id': task-1925531, 'name': Rename_Task, 'duration_secs': 0.250787} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.502267] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1733.502575] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29fff34c-dd34-496d-acc8-4f0974a9520b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.507680] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1733.507680] env[63676]: value = "task-1925532" [ 1733.507680] env[63676]: _type = "Task" [ 1733.507680] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.513740] env[63676]: DEBUG oslo_vmware.api [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Waiting for the task: (returnval){ [ 1733.513740] env[63676]: value = "task-1925533" [ 1733.513740] env[63676]: _type = "Task" [ 1733.513740] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.521576] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925532, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.527265] env[63676]: DEBUG oslo_vmware.api [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Task: {'id': task-1925533, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.574186] env[63676]: DEBUG oslo_vmware.api [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52007647-4981-cd93-f908-01956de904f2, 'name': SearchDatastore_Task, 'duration_secs': 0.035966} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.574444] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.574697] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1733.575382] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.575382] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.575577] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1733.575799] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8dcaf19a-7c4b-48a1-b78b-dc89a0f434f2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.588791] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1733.588791] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1733.590456] env[63676]: DEBUG nova.network.neutron [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1733.592405] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-999ae91e-3d1c-4220-9050-7f605ef38272 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.599566] env[63676]: DEBUG oslo_vmware.api [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Waiting for the task: (returnval){ [ 1733.599566] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c8f77c-0d4e-94ea-5609-41f5a1acb63d" [ 1733.599566] env[63676]: _type = "Task" [ 1733.599566] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.608401] env[63676]: DEBUG oslo_vmware.api [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c8f77c-0d4e-94ea-5609-41f5a1acb63d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.757451] env[63676]: DEBUG nova.compute.manager [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1733.787059] env[63676]: DEBUG nova.network.neutron [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Updating instance_info_cache with network_info: [{"id": "0b022049-383e-4943-bc81-303542544e60", "address": "fa:16:3e:09:e4:e4", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b022049-38", "ovs_interfaceid": "0b022049-383e-4943-bc81-303542544e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b5104df5-46d9-4bc3-a7c3-8b20644ab6f2", "address": "fa:16:3e:73:b5:9e", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5104df5-46", "ovs_interfaceid": "b5104df5-46d9-4bc3-a7c3-8b20644ab6f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.809158] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1733.809158] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1733.809158] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1733.809158] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1733.809158] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1733.809158] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1733.809158] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1733.810243] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1733.810509] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1733.810688] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1733.810823] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1733.812589] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb7fdaa-75c9-4e9b-818a-22d9031f3ba7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.827048] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7034a515-a2d0-4f77-babd-ad327625d630 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.830412] env[63676]: DEBUG nova.network.neutron [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Updating instance_info_cache with network_info: [{"id": "460b911b-bd70-4d93-b295-24e88e29d8db", "address": "fa:16:3e:51:5c:ba", "network": {"id": "5ceea015-3713-4ee2-a001-e70228ed71cd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-196113793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "911e01b989d5485f9ed29e5ff1c2381b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap460b911b-bd", "ovs_interfaceid": "460b911b-bd70-4d93-b295-24e88e29d8db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.897729] env[63676]: DEBUG oslo_vmware.api [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925529, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.003504] env[63676]: DEBUG nova.scheduler.client.report [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1734.030258] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925532, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.034248] env[63676]: DEBUG oslo_vmware.api [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Task: {'id': task-1925533, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.116262] env[63676]: DEBUG oslo_vmware.api [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c8f77c-0d4e-94ea-5609-41f5a1acb63d, 'name': SearchDatastore_Task, 'duration_secs': 0.060906} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.116262] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cc6cf7e-18f4-45d8-97ce-f6727990d4c5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.123021] env[63676]: DEBUG oslo_vmware.api [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Waiting for the task: (returnval){ [ 1734.123021] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ce497d-9041-8300-9198-74ccf9bea594" [ 1734.123021] env[63676]: _type = "Task" [ 1734.123021] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.133737] env[63676]: DEBUG oslo_vmware.api [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ce497d-9041-8300-9198-74ccf9bea594, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.302050] env[63676]: DEBUG oslo_concurrency.lockutils [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Releasing lock "refresh_cache-8c888cd9-be84-4190-847b-96491a3dd73f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.302050] env[63676]: DEBUG oslo_concurrency.lockutils [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "8c888cd9-be84-4190-847b-96491a3dd73f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.302050] env[63676]: DEBUG oslo_concurrency.lockutils [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired lock "8c888cd9-be84-4190-847b-96491a3dd73f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.302050] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ec65e9-2c67-475d-9093-f95da498a5b2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.321357] env[63676]: DEBUG nova.virt.hardware [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1734.321624] env[63676]: DEBUG nova.virt.hardware [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1734.321813] env[63676]: DEBUG nova.virt.hardware [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1734.323200] env[63676]: DEBUG nova.virt.hardware [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1734.323384] env[63676]: DEBUG nova.virt.hardware [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1734.323592] env[63676]: DEBUG nova.virt.hardware [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1734.323772] env[63676]: DEBUG nova.virt.hardware [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1734.323939] env[63676]: DEBUG nova.virt.hardware [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1734.324134] env[63676]: DEBUG nova.virt.hardware [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1734.324310] env[63676]: DEBUG nova.virt.hardware [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1734.324494] env[63676]: DEBUG nova.virt.hardware [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1734.332578] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Reconfiguring VM to attach interface {{(pid=63676) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1734.336578] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ca7d5fa-08a1-4f4c-8ae6-90ff44d07898 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.352070] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Releasing lock "refresh_cache-e8ff98be-ae2f-40dd-83c7-b0623aaa9997" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.352416] env[63676]: DEBUG nova.compute.manager [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Instance network_info: |[{"id": "460b911b-bd70-4d93-b295-24e88e29d8db", "address": "fa:16:3e:51:5c:ba", "network": {"id": "5ceea015-3713-4ee2-a001-e70228ed71cd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-196113793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "911e01b989d5485f9ed29e5ff1c2381b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap460b911b-bd", "ovs_interfaceid": "460b911b-bd70-4d93-b295-24e88e29d8db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1734.352913] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:5c:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '460b911b-bd70-4d93-b295-24e88e29d8db', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1734.362683] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Creating folder: Project (911e01b989d5485f9ed29e5ff1c2381b). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1734.365088] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a9440c4-60e9-440e-be09-23e5b890ac71 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.369368] env[63676]: DEBUG oslo_vmware.api [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 1734.369368] env[63676]: value = "task-1925534" [ 1734.369368] env[63676]: _type = "Task" [ 1734.369368] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.375582] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Created folder: Project (911e01b989d5485f9ed29e5ff1c2381b) in parent group-v396927. [ 1734.376360] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Creating folder: Instances. Parent ref: group-v397067. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1734.379834] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6f119e9-179d-472b-8cb0-a368bf2dcd3c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.382377] env[63676]: DEBUG oslo_vmware.api [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925534, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.391275] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Created folder: Instances in parent group-v397067. [ 1734.391569] env[63676]: DEBUG oslo.service.loopingcall [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1734.394819] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1734.395220] env[63676]: DEBUG oslo_vmware.api [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925529, 'name': PowerOnVM_Task, 'duration_secs': 1.367439} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.395530] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-346a997a-4afb-460b-9d5e-31d62eb25b6f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.415547] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1734.415779] env[63676]: INFO nova.compute.manager [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Took 11.43 seconds to spawn the instance on the hypervisor. [ 1734.415966] env[63676]: DEBUG nova.compute.manager [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1734.416848] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be79ab9-25f7-4590-8308-893bce4c7ff7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.431031] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1734.431031] env[63676]: value = "task-1925537" [ 1734.431031] env[63676]: _type = "Task" [ 1734.431031] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.440600] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925537, 'name': CreateVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.446876] env[63676]: DEBUG nova.network.neutron [req-f0f0729e-05a9-4f89-b03d-529831166f21 req-97385717-b2cc-4779-870e-f7cc892a8134 service nova] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Updated VIF entry in instance network info cache for port a94ba5d5-7aad-4eb5-ae9f-0d68a40a3f1a. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1734.446963] env[63676]: DEBUG nova.network.neutron [req-f0f0729e-05a9-4f89-b03d-529831166f21 req-97385717-b2cc-4779-870e-f7cc892a8134 service nova] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Updating instance_info_cache with network_info: [{"id": "a94ba5d5-7aad-4eb5-ae9f-0d68a40a3f1a", "address": "fa:16:3e:2f:a8:aa", "network": {"id": "19558840-725d-408d-a66f-6dc4023f8342", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-394259549-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a3bf3189df644bdb588a186ae031d07", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad4c015b-4a8b-46ca-9556-74bad8db9fb3", "external-id": "nsx-vlan-transportzone-246", "segmentation_id": 246, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa94ba5d5-7a", "ovs_interfaceid": "a94ba5d5-7aad-4eb5-ae9f-0d68a40a3f1a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.516489] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.517152] env[63676]: DEBUG nova.compute.manager [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1734.521607] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.355s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.521607] env[63676]: DEBUG nova.objects.instance [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Lazy-loading 'resources' on Instance uuid 831ad7b6-6521-4cc0-b56a-9ce6c48a582c {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1734.553039] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925532, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.555269] env[63676]: DEBUG oslo_vmware.api [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Task: {'id': task-1925533, 'name': PowerOnVM_Task, 'duration_secs': 1.024899} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.555921] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1734.555921] env[63676]: INFO nova.compute.manager [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1734.556120] env[63676]: DEBUG nova.compute.manager [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1734.556890] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb48307c-7fe8-4720-ac2b-c8b7398d4e5a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.634496] env[63676]: DEBUG oslo_vmware.api [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ce497d-9041-8300-9198-74ccf9bea594, 'name': SearchDatastore_Task, 'duration_secs': 0.021871} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.634838] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.635119] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 815360f4-e271-4210-b6b9-9866db7cf536/815360f4-e271-4210-b6b9-9866db7cf536.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1734.635410] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-77c08b63-5d59-44d2-bd69-aefb1340a057 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.642212] env[63676]: DEBUG oslo_vmware.api [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Waiting for the task: (returnval){ [ 1734.642212] env[63676]: value = "task-1925538" [ 1734.642212] env[63676]: _type = "Task" [ 1734.642212] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.653029] env[63676]: DEBUG oslo_vmware.api [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.882231] env[63676]: DEBUG oslo_vmware.api [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925534, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.947073] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925537, 'name': CreateVM_Task, 'duration_secs': 0.449145} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.947073] env[63676]: INFO nova.compute.manager [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Took 47.82 seconds to build instance. [ 1734.947794] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1734.948346] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.948346] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.948652] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1734.949412] env[63676]: DEBUG oslo_concurrency.lockutils [req-f0f0729e-05a9-4f89-b03d-529831166f21 req-97385717-b2cc-4779-870e-f7cc892a8134 service nova] Releasing lock "refresh_cache-815360f4-e271-4210-b6b9-9866db7cf536" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.949571] env[63676]: DEBUG nova.compute.manager [req-f0f0729e-05a9-4f89-b03d-529831166f21 req-97385717-b2cc-4779-870e-f7cc892a8134 service nova] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Received event network-vif-plugged-b5104df5-46d9-4bc3-a7c3-8b20644ab6f2 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1734.950048] env[63676]: DEBUG oslo_concurrency.lockutils [req-f0f0729e-05a9-4f89-b03d-529831166f21 req-97385717-b2cc-4779-870e-f7cc892a8134 service nova] Acquiring lock "8c888cd9-be84-4190-847b-96491a3dd73f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.950048] env[63676]: DEBUG oslo_concurrency.lockutils [req-f0f0729e-05a9-4f89-b03d-529831166f21 req-97385717-b2cc-4779-870e-f7cc892a8134 service nova] Lock "8c888cd9-be84-4190-847b-96491a3dd73f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.950204] env[63676]: DEBUG oslo_concurrency.lockutils [req-f0f0729e-05a9-4f89-b03d-529831166f21 req-97385717-b2cc-4779-870e-f7cc892a8134 service nova] Lock "8c888cd9-be84-4190-847b-96491a3dd73f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.950330] env[63676]: DEBUG nova.compute.manager [req-f0f0729e-05a9-4f89-b03d-529831166f21 req-97385717-b2cc-4779-870e-f7cc892a8134 service nova] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] No waiting events found dispatching network-vif-plugged-b5104df5-46d9-4bc3-a7c3-8b20644ab6f2 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1734.953955] env[63676]: WARNING nova.compute.manager [req-f0f0729e-05a9-4f89-b03d-529831166f21 req-97385717-b2cc-4779-870e-f7cc892a8134 service nova] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Received unexpected event network-vif-plugged-b5104df5-46d9-4bc3-a7c3-8b20644ab6f2 for instance with vm_state active and task_state None. [ 1734.953955] env[63676]: DEBUG nova.compute.manager [req-f0f0729e-05a9-4f89-b03d-529831166f21 req-97385717-b2cc-4779-870e-f7cc892a8134 service nova] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Received event network-changed-b5104df5-46d9-4bc3-a7c3-8b20644ab6f2 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1734.953955] env[63676]: DEBUG nova.compute.manager [req-f0f0729e-05a9-4f89-b03d-529831166f21 req-97385717-b2cc-4779-870e-f7cc892a8134 service nova] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Refreshing instance network info cache due to event network-changed-b5104df5-46d9-4bc3-a7c3-8b20644ab6f2. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1734.953955] env[63676]: DEBUG oslo_concurrency.lockutils [req-f0f0729e-05a9-4f89-b03d-529831166f21 req-97385717-b2cc-4779-870e-f7cc892a8134 service nova] Acquiring lock "refresh_cache-8c888cd9-be84-4190-847b-96491a3dd73f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.953955] env[63676]: DEBUG oslo_concurrency.lockutils [req-f0f0729e-05a9-4f89-b03d-529831166f21 req-97385717-b2cc-4779-870e-f7cc892a8134 service nova] Acquired lock "refresh_cache-8c888cd9-be84-4190-847b-96491a3dd73f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.953955] env[63676]: DEBUG nova.network.neutron [req-f0f0729e-05a9-4f89-b03d-529831166f21 req-97385717-b2cc-4779-870e-f7cc892a8134 service nova] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Refreshing network info cache for port b5104df5-46d9-4bc3-a7c3-8b20644ab6f2 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1734.953955] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00297b66-cd7c-40c6-8b68-56d4161ab086 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.959367] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for the task: (returnval){ [ 1734.959367] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526042b8-b855-ff7c-ecf5-d4c256f596b2" [ 1734.959367] env[63676]: _type = "Task" [ 1734.959367] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.972027] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526042b8-b855-ff7c-ecf5-d4c256f596b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.976369] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "4e945ae6-5642-4e81-abcf-f097f1abeb6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.976643] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "4e945ae6-5642-4e81-abcf-f097f1abeb6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.036630] env[63676]: DEBUG nova.compute.utils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1735.042132] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925532, 'name': ReconfigVM_Task, 'duration_secs': 1.042237} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.043093] env[63676]: DEBUG nova.compute.manager [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1735.043434] env[63676]: DEBUG nova.network.neutron [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1735.045637] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 887940ac-c689-45f3-b5db-d988d1e581fa/887940ac-c689-45f3-b5db-d988d1e581fa.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1735.046940] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a656cc5d-34f7-46ae-a208-13d502500e56 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.057787] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1735.057787] env[63676]: value = "task-1925539" [ 1735.057787] env[63676]: _type = "Task" [ 1735.057787] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.075933] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925539, 'name': Rename_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.083047] env[63676]: INFO nova.compute.manager [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Took 42.53 seconds to build instance. [ 1735.122200] env[63676]: DEBUG nova.policy [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '99fe2a8df15945e4ab35cb363daec3a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '911e01b989d5485f9ed29e5ff1c2381b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1735.157435] env[63676]: DEBUG oslo_vmware.api [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508589} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.158964] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 815360f4-e271-4210-b6b9-9866db7cf536/815360f4-e271-4210-b6b9-9866db7cf536.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1735.159794] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1735.162819] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6238322f-2587-48b0-b1a4-eb92f02555f7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.169988] env[63676]: DEBUG oslo_vmware.api [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Waiting for the task: (returnval){ [ 1735.169988] env[63676]: value = "task-1925540" [ 1735.169988] env[63676]: _type = "Task" [ 1735.169988] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.181015] env[63676]: DEBUG oslo_vmware.api [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.381645] env[63676]: DEBUG oslo_vmware.api [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925534, 'name': ReconfigVM_Task, 'duration_secs': 0.858556} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.384852] env[63676]: DEBUG oslo_concurrency.lockutils [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Releasing lock "8c888cd9-be84-4190-847b-96491a3dd73f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.385127] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Reconfigured VM to attach interface {{(pid=63676) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1735.430132] env[63676]: DEBUG nova.network.neutron [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Successfully created port: 82f63bc4-6e85-4ec6-bef3-c82a357318f0 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1735.450633] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dfcae893-b690-4a64-bae8-6c56c30ad58c tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "49e13667-875d-4566-9bca-6a4d45dd7770" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.979s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.475888] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526042b8-b855-ff7c-ecf5-d4c256f596b2, 'name': SearchDatastore_Task, 'duration_secs': 0.050316} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.476503] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.476904] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1735.477280] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.477642] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.477954] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1735.478453] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31c4c262-4df1-4184-a0cd-0e6ed727425a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.497065] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1735.497065] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1735.497065] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ca26c23-882b-4616-b95c-2a08bf328d27 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.509021] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for the task: (returnval){ [ 1735.509021] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52394b41-e5ef-de74-82ce-e94db34c2476" [ 1735.509021] env[63676]: _type = "Task" [ 1735.509021] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.516214] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52394b41-e5ef-de74-82ce-e94db34c2476, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.546457] env[63676]: DEBUG nova.compute.manager [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1735.569611] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925539, 'name': Rename_Task, 'duration_secs': 0.210677} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.569611] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1735.569611] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30725f73-f829-4537-bae3-81b295103205 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.578223] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1735.578223] env[63676]: value = "task-1925541" [ 1735.578223] env[63676]: _type = "Task" [ 1735.578223] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.591188] env[63676]: DEBUG oslo_concurrency.lockutils [None req-73fa9cad-dddb-4df8-84ce-f6eeaa310897 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Lock "fa18a3fc-87f6-44e9-9ffc-f570460aefb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.588s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.591346] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925541, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.623680] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c331ce44-2be6-4fb7-8318-2b8c5d5ddc29 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.632226] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f6ce25-da96-4377-8de6-55b797576b99 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.665086] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9036847a-cc2e-40a6-a133-15445de34fe5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.675881] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a290319a-5483-44b4-a74c-617447cbb3b1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.687022] env[63676]: DEBUG oslo_vmware.api [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077957} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.692486] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1735.697447] env[63676]: DEBUG nova.compute.provider_tree [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1735.699855] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac0ee17-57fb-47e4-a6d4-3c1c051204c7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.722351] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 815360f4-e271-4210-b6b9-9866db7cf536/815360f4-e271-4210-b6b9-9866db7cf536.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1735.722656] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df00536f-6393-43d8-a82a-faf85c3a0c34 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.746779] env[63676]: DEBUG oslo_vmware.api [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Waiting for the task: (returnval){ [ 1735.746779] env[63676]: value = "task-1925542" [ 1735.746779] env[63676]: _type = "Task" [ 1735.746779] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.758059] env[63676]: DEBUG oslo_vmware.api [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925542, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.777128] env[63676]: DEBUG nova.network.neutron [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Successfully updated port: 013c9bfd-a431-4a88-8f34-65e693b96a82 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1735.889695] env[63676]: DEBUG oslo_concurrency.lockutils [None req-70e0bd9f-1308-4e64-9d9a-239c6a0527af tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "interface-8c888cd9-be84-4190-847b-96491a3dd73f-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.812s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.953510] env[63676]: DEBUG nova.compute.manager [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1735.983364] env[63676]: DEBUG nova.network.neutron [req-f0f0729e-05a9-4f89-b03d-529831166f21 req-97385717-b2cc-4779-870e-f7cc892a8134 service nova] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Updated VIF entry in instance network info cache for port b5104df5-46d9-4bc3-a7c3-8b20644ab6f2. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1735.984081] env[63676]: DEBUG nova.network.neutron [req-f0f0729e-05a9-4f89-b03d-529831166f21 req-97385717-b2cc-4779-870e-f7cc892a8134 service nova] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Updating instance_info_cache with network_info: [{"id": "0b022049-383e-4943-bc81-303542544e60", "address": "fa:16:3e:09:e4:e4", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b022049-38", "ovs_interfaceid": "0b022049-383e-4943-bc81-303542544e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b5104df5-46d9-4bc3-a7c3-8b20644ab6f2", "address": "fa:16:3e:73:b5:9e", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5104df5-46", "ovs_interfaceid": "b5104df5-46d9-4bc3-a7c3-8b20644ab6f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.017426] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52394b41-e5ef-de74-82ce-e94db34c2476, 'name': SearchDatastore_Task, 'duration_secs': 0.058168} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.018224] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28716575-3f82-4764-90ae-d3dcd0422c2a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.023154] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for the task: (returnval){ [ 1736.023154] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d48704-644f-45ab-67d3-7483c7607114" [ 1736.023154] env[63676]: _type = "Task" [ 1736.023154] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.030843] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d48704-644f-45ab-67d3-7483c7607114, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.092383] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925541, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.097755] env[63676]: DEBUG nova.compute.manager [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1736.200474] env[63676]: DEBUG nova.scheduler.client.report [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1736.256787] env[63676]: DEBUG oslo_vmware.api [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.279829] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquiring lock "refresh_cache-555a87e4-e882-4129-976b-504a98e29990" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1736.280051] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquired lock "refresh_cache-555a87e4-e882-4129-976b-504a98e29990" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1736.280217] env[63676]: DEBUG nova.network.neutron [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1736.441139] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Acquiring lock "b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.441496] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Lock "b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.478726] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.488764] env[63676]: DEBUG oslo_concurrency.lockutils [req-f0f0729e-05a9-4f89-b03d-529831166f21 req-97385717-b2cc-4779-870e-f7cc892a8134 service nova] Releasing lock "refresh_cache-8c888cd9-be84-4190-847b-96491a3dd73f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.537618] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d48704-644f-45ab-67d3-7483c7607114, 'name': SearchDatastore_Task, 'duration_secs': 0.064356} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.537618] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1736.537618] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] e8ff98be-ae2f-40dd-83c7-b0623aaa9997/e8ff98be-ae2f-40dd-83c7-b0623aaa9997.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1736.537618] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c9daef36-7f12-4dec-b16b-aff60d5f5da7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.546186] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for the task: (returnval){ [ 1736.546186] env[63676]: value = "task-1925543" [ 1736.546186] env[63676]: _type = "Task" [ 1736.546186] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.557641] env[63676]: DEBUG nova.compute.manager [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1736.561775] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925543, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.593309] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925541, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.595847] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1736.596124] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1736.596294] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1736.596495] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1736.596659] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1736.596813] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1736.597050] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1736.597215] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1736.597395] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1736.597561] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1736.597759] env[63676]: DEBUG nova.virt.hardware [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1736.598660] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161cef01-b3a4-498c-a8b9-7f0036c88670 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.611136] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174b8cdc-212b-4797-884a-620360e93379 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.626337] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.706598] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.186s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.711124] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69323cd1-8a8b-4cc1-8964-cecbd2375d7f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.408s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.711285] env[63676]: DEBUG nova.objects.instance [None req-69323cd1-8a8b-4cc1-8964-cecbd2375d7f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lazy-loading 'resources' on Instance uuid d12cfef2-7912-4cca-bfd4-714b61f62444 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1736.754093] env[63676]: INFO nova.scheduler.client.report [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Deleted allocations for instance 831ad7b6-6521-4cc0-b56a-9ce6c48a582c [ 1736.767519] env[63676]: DEBUG oslo_vmware.api [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925542, 'name': ReconfigVM_Task, 'duration_secs': 0.943724} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.768023] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 815360f4-e271-4210-b6b9-9866db7cf536/815360f4-e271-4210-b6b9-9866db7cf536.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1736.769253] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55360dbc-3705-4c19-baba-68e8df15e6d1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.778801] env[63676]: DEBUG oslo_vmware.api [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Waiting for the task: (returnval){ [ 1736.778801] env[63676]: value = "task-1925544" [ 1736.778801] env[63676]: _type = "Task" [ 1736.778801] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1736.794017] env[63676]: DEBUG oslo_vmware.api [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925544, 'name': Rename_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1736.860926] env[63676]: DEBUG nova.network.neutron [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1737.055992] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925543, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481178} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.056140] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] e8ff98be-ae2f-40dd-83c7-b0623aaa9997/e8ff98be-ae2f-40dd-83c7-b0623aaa9997.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1737.056402] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1737.056666] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af004e95-da99-483f-a612-b9ead6d21986 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.063553] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for the task: (returnval){ [ 1737.063553] env[63676]: value = "task-1925545" [ 1737.063553] env[63676]: _type = "Task" [ 1737.063553] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.071792] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925545, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.090378] env[63676]: DEBUG oslo_vmware.api [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925541, 'name': PowerOnVM_Task, 'duration_secs': 1.269813} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.090653] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1737.090858] env[63676]: DEBUG nova.compute.manager [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1737.091974] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212a39bf-c76e-439f-9280-1665a7d7be1a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.218753] env[63676]: DEBUG nova.network.neutron [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Updating instance_info_cache with network_info: [{"id": "013c9bfd-a431-4a88-8f34-65e693b96a82", "address": "fa:16:3e:00:d2:5c", "network": {"id": "5ceea015-3713-4ee2-a001-e70228ed71cd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-196113793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "911e01b989d5485f9ed29e5ff1c2381b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap013c9bfd-a4", "ovs_interfaceid": "013c9bfd-a431-4a88-8f34-65e693b96a82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1737.271644] env[63676]: DEBUG nova.network.neutron [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Successfully updated port: 82f63bc4-6e85-4ec6-bef3-c82a357318f0 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1737.274119] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c54b40a-9987-4e13-b6f6-c3067aa99029 tempest-ServersTestJSON-377016948 tempest-ServersTestJSON-377016948-project-member] Lock "831ad7b6-6521-4cc0-b56a-9ce6c48a582c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.689s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.292407] env[63676]: DEBUG nova.compute.manager [req-56f70af7-32f1-4eb7-8f67-efd5a54a3663 req-c2512a37-4372-476d-8677-319fc2de54e8 service nova] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Received event network-vif-plugged-460b911b-bd70-4d93-b295-24e88e29d8db {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1737.292728] env[63676]: DEBUG oslo_concurrency.lockutils [req-56f70af7-32f1-4eb7-8f67-efd5a54a3663 req-c2512a37-4372-476d-8677-319fc2de54e8 service nova] Acquiring lock "e8ff98be-ae2f-40dd-83c7-b0623aaa9997-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.293290] env[63676]: DEBUG oslo_concurrency.lockutils [req-56f70af7-32f1-4eb7-8f67-efd5a54a3663 req-c2512a37-4372-476d-8677-319fc2de54e8 service nova] Lock "e8ff98be-ae2f-40dd-83c7-b0623aaa9997-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.293290] env[63676]: DEBUG oslo_concurrency.lockutils [req-56f70af7-32f1-4eb7-8f67-efd5a54a3663 req-c2512a37-4372-476d-8677-319fc2de54e8 service nova] Lock "e8ff98be-ae2f-40dd-83c7-b0623aaa9997-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.293687] env[63676]: DEBUG nova.compute.manager [req-56f70af7-32f1-4eb7-8f67-efd5a54a3663 req-c2512a37-4372-476d-8677-319fc2de54e8 service nova] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] No waiting events found dispatching network-vif-plugged-460b911b-bd70-4d93-b295-24e88e29d8db {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1737.293687] env[63676]: WARNING nova.compute.manager [req-56f70af7-32f1-4eb7-8f67-efd5a54a3663 req-c2512a37-4372-476d-8677-319fc2de54e8 service nova] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Received unexpected event network-vif-plugged-460b911b-bd70-4d93-b295-24e88e29d8db for instance with vm_state building and task_state spawning. [ 1737.293687] env[63676]: DEBUG nova.compute.manager [req-56f70af7-32f1-4eb7-8f67-efd5a54a3663 req-c2512a37-4372-476d-8677-319fc2de54e8 service nova] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Received event network-changed-460b911b-bd70-4d93-b295-24e88e29d8db {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1737.294075] env[63676]: DEBUG nova.compute.manager [req-56f70af7-32f1-4eb7-8f67-efd5a54a3663 req-c2512a37-4372-476d-8677-319fc2de54e8 service nova] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Refreshing instance network info cache due to event network-changed-460b911b-bd70-4d93-b295-24e88e29d8db. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1737.294140] env[63676]: DEBUG oslo_concurrency.lockutils [req-56f70af7-32f1-4eb7-8f67-efd5a54a3663 req-c2512a37-4372-476d-8677-319fc2de54e8 service nova] Acquiring lock "refresh_cache-e8ff98be-ae2f-40dd-83c7-b0623aaa9997" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.296031] env[63676]: DEBUG oslo_concurrency.lockutils [req-56f70af7-32f1-4eb7-8f67-efd5a54a3663 req-c2512a37-4372-476d-8677-319fc2de54e8 service nova] Acquired lock "refresh_cache-e8ff98be-ae2f-40dd-83c7-b0623aaa9997" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.296031] env[63676]: DEBUG nova.network.neutron [req-56f70af7-32f1-4eb7-8f67-efd5a54a3663 req-c2512a37-4372-476d-8677-319fc2de54e8 service nova] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Refreshing network info cache for port 460b911b-bd70-4d93-b295-24e88e29d8db {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1737.301679] env[63676]: DEBUG oslo_vmware.api [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925544, 'name': Rename_Task, 'duration_secs': 0.335525} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.302155] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1737.303426] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-030ffa65-2f9f-446a-90da-32c59899764f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.314214] env[63676]: DEBUG oslo_vmware.api [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Waiting for the task: (returnval){ [ 1737.314214] env[63676]: value = "task-1925546" [ 1737.314214] env[63676]: _type = "Task" [ 1737.314214] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.323727] env[63676]: DEBUG oslo_vmware.api [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.558386] env[63676]: DEBUG nova.objects.instance [None req-b93eff45-7ef1-4e30-bb39-1e23fd2dedc5 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Lazy-loading 'flavor' on Instance uuid 90ce8db7-eedc-48b3-b579-efc2ad00ed6f {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1737.578136] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925545, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116565} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1737.583758] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1737.585113] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb460a0b-7ba3-41b2-944b-e3f4ae4848be {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.619931] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] e8ff98be-ae2f-40dd-83c7-b0623aaa9997/e8ff98be-ae2f-40dd-83c7-b0623aaa9997.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1737.625987] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-625f0649-2b64-4a33-8403-cbe9645c761e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.642458] env[63676]: DEBUG oslo_concurrency.lockutils [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.649441] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for the task: (returnval){ [ 1737.649441] env[63676]: value = "task-1925547" [ 1737.649441] env[63676]: _type = "Task" [ 1737.649441] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.667242] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.729325] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Releasing lock "refresh_cache-555a87e4-e882-4129-976b-504a98e29990" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.729681] env[63676]: DEBUG nova.compute.manager [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Instance network_info: |[{"id": "013c9bfd-a431-4a88-8f34-65e693b96a82", "address": "fa:16:3e:00:d2:5c", "network": {"id": "5ceea015-3713-4ee2-a001-e70228ed71cd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-196113793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "911e01b989d5485f9ed29e5ff1c2381b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap013c9bfd-a4", "ovs_interfaceid": "013c9bfd-a431-4a88-8f34-65e693b96a82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1737.730703] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:d2:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '013c9bfd-a431-4a88-8f34-65e693b96a82', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1737.738235] env[63676]: DEBUG oslo.service.loopingcall [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1737.739121] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 555a87e4-e882-4129-976b-504a98e29990] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1737.739121] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a89129e-68c5-4e0a-a6f0-d010e796b864 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.764948] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1737.764948] env[63676]: value = "task-1925548" [ 1737.764948] env[63676]: _type = "Task" [ 1737.764948] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.773065] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925548, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.776380] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquiring lock "refresh_cache-5d7bfc99-f089-4d5a-aa4e-cada3e053b19" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.776636] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquired lock "refresh_cache-5d7bfc99-f089-4d5a-aa4e-cada3e053b19" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.776703] env[63676]: DEBUG nova.network.neutron [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1737.829294] env[63676]: DEBUG oslo_vmware.api [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925546, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.834726] env[63676]: DEBUG nova.compute.manager [req-64080bd9-506c-4ed3-b616-526a53842bad req-5ee916d4-12f8-4900-8d10-8135609c20e8 service nova] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Received event network-vif-plugged-82f63bc4-6e85-4ec6-bef3-c82a357318f0 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1737.834968] env[63676]: DEBUG oslo_concurrency.lockutils [req-64080bd9-506c-4ed3-b616-526a53842bad req-5ee916d4-12f8-4900-8d10-8135609c20e8 service nova] Acquiring lock "5d7bfc99-f089-4d5a-aa4e-cada3e053b19-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.835289] env[63676]: DEBUG oslo_concurrency.lockutils [req-64080bd9-506c-4ed3-b616-526a53842bad req-5ee916d4-12f8-4900-8d10-8135609c20e8 service nova] Lock "5d7bfc99-f089-4d5a-aa4e-cada3e053b19-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.835650] env[63676]: DEBUG oslo_concurrency.lockutils [req-64080bd9-506c-4ed3-b616-526a53842bad req-5ee916d4-12f8-4900-8d10-8135609c20e8 service nova] Lock "5d7bfc99-f089-4d5a-aa4e-cada3e053b19-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.835650] env[63676]: DEBUG nova.compute.manager [req-64080bd9-506c-4ed3-b616-526a53842bad req-5ee916d4-12f8-4900-8d10-8135609c20e8 service nova] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] No waiting events found dispatching network-vif-plugged-82f63bc4-6e85-4ec6-bef3-c82a357318f0 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1737.835832] env[63676]: WARNING nova.compute.manager [req-64080bd9-506c-4ed3-b616-526a53842bad req-5ee916d4-12f8-4900-8d10-8135609c20e8 service nova] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Received unexpected event network-vif-plugged-82f63bc4-6e85-4ec6-bef3-c82a357318f0 for instance with vm_state building and task_state spawning. [ 1737.855612] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbb51ef-fd8f-46e3-99e5-9576f1a8ecfa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.864941] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0e53e9-41a1-43f4-b3f9-793a677bdfb8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.905644] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34c217ed-3342-42f8-94dc-3dd686bbd87a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.912286] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f99267-880a-4fba-a96d-bcc1faa1e9b3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.932351] env[63676]: DEBUG nova.compute.provider_tree [None req-69323cd1-8a8b-4cc1-8964-cecbd2375d7f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1738.069082] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b93eff45-7ef1-4e30-bb39-1e23fd2dedc5 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Acquiring lock "refresh_cache-90ce8db7-eedc-48b3-b579-efc2ad00ed6f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.069082] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b93eff45-7ef1-4e30-bb39-1e23fd2dedc5 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Acquired lock "refresh_cache-90ce8db7-eedc-48b3-b579-efc2ad00ed6f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.123388] env[63676]: DEBUG oslo_concurrency.lockutils [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Acquiring lock "5078869b-e16d-4d28-9a7d-e6f176d958c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.123647] env[63676]: DEBUG oslo_concurrency.lockutils [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Lock "5078869b-e16d-4d28-9a7d-e6f176d958c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.151329] env[63676]: DEBUG nova.network.neutron [req-56f70af7-32f1-4eb7-8f67-efd5a54a3663 req-c2512a37-4372-476d-8677-319fc2de54e8 service nova] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Updated VIF entry in instance network info cache for port 460b911b-bd70-4d93-b295-24e88e29d8db. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1738.151691] env[63676]: DEBUG nova.network.neutron [req-56f70af7-32f1-4eb7-8f67-efd5a54a3663 req-c2512a37-4372-476d-8677-319fc2de54e8 service nova] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Updating instance_info_cache with network_info: [{"id": "460b911b-bd70-4d93-b295-24e88e29d8db", "address": "fa:16:3e:51:5c:ba", "network": {"id": "5ceea015-3713-4ee2-a001-e70228ed71cd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-196113793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "911e01b989d5485f9ed29e5ff1c2381b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap460b911b-bd", "ovs_interfaceid": "460b911b-bd70-4d93-b295-24e88e29d8db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.163328] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925547, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.214393] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "49e13667-875d-4566-9bca-6a4d45dd7770" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.214681] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "49e13667-875d-4566-9bca-6a4d45dd7770" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.215015] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "49e13667-875d-4566-9bca-6a4d45dd7770-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.215328] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "49e13667-875d-4566-9bca-6a4d45dd7770-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.215724] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "49e13667-875d-4566-9bca-6a4d45dd7770-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.219514] env[63676]: INFO nova.compute.manager [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Terminating instance [ 1738.278312] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925548, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.321606] env[63676]: DEBUG nova.network.neutron [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1738.327691] env[63676]: DEBUG oslo_vmware.api [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925546, 'name': PowerOnVM_Task, 'duration_secs': 0.890683} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.328026] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1738.328173] env[63676]: INFO nova.compute.manager [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Took 9.97 seconds to spawn the instance on the hypervisor. [ 1738.328538] env[63676]: DEBUG nova.compute.manager [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1738.329468] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6de0ae03-13ce-4313-9b69-157af2d88319 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.440132] env[63676]: DEBUG nova.scheduler.client.report [None req-69323cd1-8a8b-4cc1-8964-cecbd2375d7f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1738.528352] env[63676]: DEBUG nova.network.neutron [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Updating instance_info_cache with network_info: [{"id": "82f63bc4-6e85-4ec6-bef3-c82a357318f0", "address": "fa:16:3e:65:81:61", "network": {"id": "5ceea015-3713-4ee2-a001-e70228ed71cd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-196113793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "911e01b989d5485f9ed29e5ff1c2381b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f63bc4-6e", "ovs_interfaceid": "82f63bc4-6e85-4ec6-bef3-c82a357318f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1738.660416] env[63676]: DEBUG oslo_concurrency.lockutils [req-56f70af7-32f1-4eb7-8f67-efd5a54a3663 req-c2512a37-4372-476d-8677-319fc2de54e8 service nova] Releasing lock "refresh_cache-e8ff98be-ae2f-40dd-83c7-b0623aaa9997" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1738.660693] env[63676]: DEBUG nova.compute.manager [req-56f70af7-32f1-4eb7-8f67-efd5a54a3663 req-c2512a37-4372-476d-8677-319fc2de54e8 service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Received event network-changed-1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1738.660862] env[63676]: DEBUG nova.compute.manager [req-56f70af7-32f1-4eb7-8f67-efd5a54a3663 req-c2512a37-4372-476d-8677-319fc2de54e8 service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Refreshing instance network info cache due to event network-changed-1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1738.661078] env[63676]: DEBUG oslo_concurrency.lockutils [req-56f70af7-32f1-4eb7-8f67-efd5a54a3663 req-c2512a37-4372-476d-8677-319fc2de54e8 service nova] Acquiring lock "refresh_cache-3f45007f-d699-43f9-a2fd-84565bd1930c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.664040] env[63676]: DEBUG oslo_concurrency.lockutils [req-56f70af7-32f1-4eb7-8f67-efd5a54a3663 req-c2512a37-4372-476d-8677-319fc2de54e8 service nova] Acquired lock "refresh_cache-3f45007f-d699-43f9-a2fd-84565bd1930c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.664040] env[63676]: DEBUG nova.network.neutron [req-56f70af7-32f1-4eb7-8f67-efd5a54a3663 req-c2512a37-4372-476d-8677-319fc2de54e8 service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Refreshing network info cache for port 1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1738.671684] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925547, 'name': ReconfigVM_Task, 'duration_secs': 0.689269} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.672061] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Reconfigured VM instance instance-00000034 to attach disk [datastore1] e8ff98be-ae2f-40dd-83c7-b0623aaa9997/e8ff98be-ae2f-40dd-83c7-b0623aaa9997.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1738.673166] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b27cddb8-d620-49af-8d4b-ea02961599a9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.681607] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for the task: (returnval){ [ 1738.681607] env[63676]: value = "task-1925549" [ 1738.681607] env[63676]: _type = "Task" [ 1738.681607] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.693419] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925549, 'name': Rename_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.725337] env[63676]: DEBUG nova.compute.manager [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1738.725561] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1738.726489] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3828ac-77b8-4e50-8590-4d3918b7b746 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.739663] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1738.739663] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-770c6c44-6ce2-42db-9634-b1931dd66f35 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.745249] env[63676]: DEBUG oslo_vmware.api [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1738.745249] env[63676]: value = "task-1925550" [ 1738.745249] env[63676]: _type = "Task" [ 1738.745249] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.754831] env[63676]: DEBUG oslo_vmware.api [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.776762] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925548, 'name': CreateVM_Task, 'duration_secs': 0.636579} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.777068] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 555a87e4-e882-4129-976b-504a98e29990] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1738.779222] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1738.779307] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1738.780079] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1738.780174] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1958bfaf-088e-4d28-963f-8789281e0576 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.785433] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for the task: (returnval){ [ 1738.785433] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d8d272-6d48-a6d2-9ac0-48c65734461f" [ 1738.785433] env[63676]: _type = "Task" [ 1738.785433] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1738.795474] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d8d272-6d48-a6d2-9ac0-48c65734461f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.812865] env[63676]: DEBUG nova.network.neutron [None req-b93eff45-7ef1-4e30-bb39-1e23fd2dedc5 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1738.855602] env[63676]: INFO nova.compute.manager [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Took 42.86 seconds to build instance. [ 1738.946934] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69323cd1-8a8b-4cc1-8964-cecbd2375d7f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.236s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.950709] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.320s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.952392] env[63676]: INFO nova.compute.claims [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1738.973479] env[63676]: INFO nova.scheduler.client.report [None req-69323cd1-8a8b-4cc1-8964-cecbd2375d7f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Deleted allocations for instance d12cfef2-7912-4cca-bfd4-714b61f62444 [ 1739.030757] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Releasing lock "refresh_cache-5d7bfc99-f089-4d5a-aa4e-cada3e053b19" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.031101] env[63676]: DEBUG nova.compute.manager [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Instance network_info: |[{"id": "82f63bc4-6e85-4ec6-bef3-c82a357318f0", "address": "fa:16:3e:65:81:61", "network": {"id": "5ceea015-3713-4ee2-a001-e70228ed71cd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-196113793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "911e01b989d5485f9ed29e5ff1c2381b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f63bc4-6e", "ovs_interfaceid": "82f63bc4-6e85-4ec6-bef3-c82a357318f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1739.031740] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:81:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ccbc7a-cf8d-4ea2-8411-291a1e27df7b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82f63bc4-6e85-4ec6-bef3-c82a357318f0', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1739.039622] env[63676]: DEBUG oslo.service.loopingcall [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1739.040165] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1739.040807] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab71f8a6-aef9-4b14-bab3-1a91aef9b64a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.070740] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1739.070740] env[63676]: value = "task-1925551" [ 1739.070740] env[63676]: _type = "Task" [ 1739.070740] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.079610] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925551, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.192085] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925549, 'name': Rename_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.254837] env[63676]: DEBUG oslo_vmware.api [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925550, 'name': PowerOffVM_Task, 'duration_secs': 0.197836} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.257193] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1739.257418] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1739.262521] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c2a1dd2-6ef3-433c-b272-332f4fd76fdf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.301673] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d8d272-6d48-a6d2-9ac0-48c65734461f, 'name': SearchDatastore_Task, 'duration_secs': 0.014636} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.301673] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1739.303547] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1739.303547] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.303547] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.303547] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1739.303547] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0bec3db2-b7c8-4ba7-97db-7e7dbe8fd92b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.318711] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1739.319165] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1739.320269] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7c8dbb2-a34f-4c34-bc67-b7d32773bf77 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.331342] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for the task: (returnval){ [ 1739.331342] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c26f19-3c4e-f8b1-20e9-e3a3696daecd" [ 1739.331342] env[63676]: _type = "Task" [ 1739.331342] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.347410] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c26f19-3c4e-f8b1-20e9-e3a3696daecd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.357322] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fde77770-f361-4a38-b70b-02a2d624ae1d tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Lock "815360f4-e271-4210-b6b9-9866db7cf536" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.186s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.482507] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69323cd1-8a8b-4cc1-8964-cecbd2375d7f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "d12cfef2-7912-4cca-bfd4-714b61f62444" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.596s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.540279] env[63676]: DEBUG nova.network.neutron [req-56f70af7-32f1-4eb7-8f67-efd5a54a3663 req-c2512a37-4372-476d-8677-319fc2de54e8 service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Updated VIF entry in instance network info cache for port 1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1739.540723] env[63676]: DEBUG nova.network.neutron [req-56f70af7-32f1-4eb7-8f67-efd5a54a3663 req-c2512a37-4372-476d-8677-319fc2de54e8 service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Updating instance_info_cache with network_info: [{"id": "1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267", "address": "fa:16:3e:ec:95:49", "network": {"id": "465bc3ab-3d10-4ad3-beba-d983da006dd4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1745781740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e68c77877174b049493f256f443f81f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bb8efd9-2d", "ovs_interfaceid": "1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.565750] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a897acb4-ed85-4e24-b0ee-e9cc66a4b189 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "interface-8c888cd9-be84-4190-847b-96491a3dd73f-b5104df5-46d9-4bc3-a7c3-8b20644ab6f2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.566127] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a897acb4-ed85-4e24-b0ee-e9cc66a4b189 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "interface-8c888cd9-be84-4190-847b-96491a3dd73f-b5104df5-46d9-4bc3-a7c3-8b20644ab6f2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.571414] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1739.571414] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1739.571414] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Deleting the datastore file [datastore1] 49e13667-875d-4566-9bca-6a4d45dd7770 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1739.571414] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0b39710-5780-4794-82ce-0c8414b18544 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.585395] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925551, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.587317] env[63676]: DEBUG oslo_vmware.api [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1739.587317] env[63676]: value = "task-1925553" [ 1739.587317] env[63676]: _type = "Task" [ 1739.587317] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.596016] env[63676]: DEBUG oslo_vmware.api [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.672519] env[63676]: DEBUG nova.compute.manager [req-8f4124c5-4e8c-4530-a165-19008b5a1f19 req-0f1c2305-42ab-4f66-a5fb-7ad84f8457bd service nova] [instance: 555a87e4-e882-4129-976b-504a98e29990] Received event network-changed-013c9bfd-a431-4a88-8f34-65e693b96a82 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1739.672726] env[63676]: DEBUG nova.compute.manager [req-8f4124c5-4e8c-4530-a165-19008b5a1f19 req-0f1c2305-42ab-4f66-a5fb-7ad84f8457bd service nova] [instance: 555a87e4-e882-4129-976b-504a98e29990] Refreshing instance network info cache due to event network-changed-013c9bfd-a431-4a88-8f34-65e693b96a82. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1739.672999] env[63676]: DEBUG oslo_concurrency.lockutils [req-8f4124c5-4e8c-4530-a165-19008b5a1f19 req-0f1c2305-42ab-4f66-a5fb-7ad84f8457bd service nova] Acquiring lock "refresh_cache-555a87e4-e882-4129-976b-504a98e29990" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1739.673656] env[63676]: DEBUG oslo_concurrency.lockutils [req-8f4124c5-4e8c-4530-a165-19008b5a1f19 req-0f1c2305-42ab-4f66-a5fb-7ad84f8457bd service nova] Acquired lock "refresh_cache-555a87e4-e882-4129-976b-504a98e29990" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1739.673942] env[63676]: DEBUG nova.network.neutron [req-8f4124c5-4e8c-4530-a165-19008b5a1f19 req-0f1c2305-42ab-4f66-a5fb-7ad84f8457bd service nova] [instance: 555a87e4-e882-4129-976b-504a98e29990] Refreshing network info cache for port 013c9bfd-a431-4a88-8f34-65e693b96a82 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1739.696198] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925549, 'name': Rename_Task, 'duration_secs': 0.852387} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.696198] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1739.696412] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39d2e4dd-ed34-4f22-833c-f9240fe127f0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.704494] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for the task: (returnval){ [ 1739.704494] env[63676]: value = "task-1925554" [ 1739.704494] env[63676]: _type = "Task" [ 1739.704494] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.705583] env[63676]: DEBUG oslo_concurrency.lockutils [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Acquiring lock "fa18a3fc-87f6-44e9-9ffc-f570460aefb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.705583] env[63676]: DEBUG oslo_concurrency.lockutils [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Lock "fa18a3fc-87f6-44e9-9ffc-f570460aefb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.705583] env[63676]: DEBUG oslo_concurrency.lockutils [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Acquiring lock "fa18a3fc-87f6-44e9-9ffc-f570460aefb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.705583] env[63676]: DEBUG oslo_concurrency.lockutils [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Lock "fa18a3fc-87f6-44e9-9ffc-f570460aefb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.705969] env[63676]: DEBUG oslo_concurrency.lockutils [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Lock "fa18a3fc-87f6-44e9-9ffc-f570460aefb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.711499] env[63676]: INFO nova.compute.manager [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Terminating instance [ 1739.721399] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.843810] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c26f19-3c4e-f8b1-20e9-e3a3696daecd, 'name': SearchDatastore_Task, 'duration_secs': 0.01317} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1739.845351] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61c8faac-ed97-41d7-b160-b1f581b80751 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.854774] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for the task: (returnval){ [ 1739.854774] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f80820-59ad-75ae-8300-8443af2180a4" [ 1739.854774] env[63676]: _type = "Task" [ 1739.854774] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.867725] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f80820-59ad-75ae-8300-8443af2180a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.868124] env[63676]: DEBUG nova.compute.manager [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1739.895365] env[63676]: INFO nova.compute.manager [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Rebuilding instance [ 1739.912079] env[63676]: DEBUG nova.network.neutron [None req-b93eff45-7ef1-4e30-bb39-1e23fd2dedc5 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Updating instance_info_cache with network_info: [{"id": "7844b22b-07d2-43e2-bbdb-f4dc5fee86fa", "address": "fa:16:3e:4c:3a:8e", "network": {"id": "182cb0d8-75f2-45be-9b47-8632f168ae5b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1240504817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad98c38c62f448a59813d41a674c9b53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7844b22b-07", "ovs_interfaceid": "7844b22b-07d2-43e2-bbdb-f4dc5fee86fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1739.945896] env[63676]: DEBUG nova.compute.manager [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1739.946833] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b0eaf5-8dc5-4547-86ab-8efc3072e281 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.050734] env[63676]: DEBUG oslo_concurrency.lockutils [req-56f70af7-32f1-4eb7-8f67-efd5a54a3663 req-c2512a37-4372-476d-8677-319fc2de54e8 service nova] Releasing lock "refresh_cache-3f45007f-d699-43f9-a2fd-84565bd1930c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.050969] env[63676]: DEBUG nova.compute.manager [req-56f70af7-32f1-4eb7-8f67-efd5a54a3663 req-c2512a37-4372-476d-8677-319fc2de54e8 service nova] [instance: 555a87e4-e882-4129-976b-504a98e29990] Received event network-vif-plugged-013c9bfd-a431-4a88-8f34-65e693b96a82 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1740.051971] env[63676]: DEBUG oslo_concurrency.lockutils [req-56f70af7-32f1-4eb7-8f67-efd5a54a3663 req-c2512a37-4372-476d-8677-319fc2de54e8 service nova] Acquiring lock "555a87e4-e882-4129-976b-504a98e29990-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.051971] env[63676]: DEBUG oslo_concurrency.lockutils [req-56f70af7-32f1-4eb7-8f67-efd5a54a3663 req-c2512a37-4372-476d-8677-319fc2de54e8 service nova] Lock "555a87e4-e882-4129-976b-504a98e29990-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1740.051971] env[63676]: DEBUG oslo_concurrency.lockutils [req-56f70af7-32f1-4eb7-8f67-efd5a54a3663 req-c2512a37-4372-476d-8677-319fc2de54e8 service nova] Lock "555a87e4-e882-4129-976b-504a98e29990-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.051971] env[63676]: DEBUG nova.compute.manager [req-56f70af7-32f1-4eb7-8f67-efd5a54a3663 req-c2512a37-4372-476d-8677-319fc2de54e8 service nova] [instance: 555a87e4-e882-4129-976b-504a98e29990] No waiting events found dispatching network-vif-plugged-013c9bfd-a431-4a88-8f34-65e693b96a82 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1740.051971] env[63676]: WARNING nova.compute.manager [req-56f70af7-32f1-4eb7-8f67-efd5a54a3663 req-c2512a37-4372-476d-8677-319fc2de54e8 service nova] [instance: 555a87e4-e882-4129-976b-504a98e29990] Received unexpected event network-vif-plugged-013c9bfd-a431-4a88-8f34-65e693b96a82 for instance with vm_state building and task_state spawning. [ 1740.069595] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a897acb4-ed85-4e24-b0ee-e9cc66a4b189 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "8c888cd9-be84-4190-847b-96491a3dd73f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.069595] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a897acb4-ed85-4e24-b0ee-e9cc66a4b189 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired lock "8c888cd9-be84-4190-847b-96491a3dd73f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.070246] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211ef578-3b25-41b9-a21e-ec58b69f63b4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.086420] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925551, 'name': CreateVM_Task, 'duration_secs': 0.690808} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.100112] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1740.103793] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.104070] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.104460] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1740.108749] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3066b5-9d0b-41d9-baed-cd2644508576 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.112979] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86a38bdd-ddbc-40a7-9683-d3d93a9b1e7e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.121310] env[63676]: DEBUG oslo_vmware.api [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.277516} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.140357] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1740.140795] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1740.140795] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1740.140937] env[63676]: INFO nova.compute.manager [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Took 1.42 seconds to destroy the instance on the hypervisor. [ 1740.141166] env[63676]: DEBUG oslo.service.loopingcall [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1740.147464] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a897acb4-ed85-4e24-b0ee-e9cc66a4b189 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Reconfiguring VM to detach interface {{(pid=63676) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1740.147824] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for the task: (returnval){ [ 1740.147824] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5225b480-ef7c-7555-91ef-2cef28c472c6" [ 1740.147824] env[63676]: _type = "Task" [ 1740.147824] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.152199] env[63676]: DEBUG nova.compute.manager [-] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1740.152199] env[63676]: DEBUG nova.network.neutron [-] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1740.152199] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04d2f0fd-e347-4bd5-95ec-795e359ccb16 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.171465] env[63676]: DEBUG nova.compute.manager [req-818bf807-71b2-4b61-ab95-e83b4f088cec req-34dcfa45-619b-4b4d-a52e-29ffb0490c93 service nova] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Received event network-changed-82f63bc4-6e85-4ec6-bef3-c82a357318f0 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1740.171668] env[63676]: DEBUG nova.compute.manager [req-818bf807-71b2-4b61-ab95-e83b4f088cec req-34dcfa45-619b-4b4d-a52e-29ffb0490c93 service nova] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Refreshing instance network info cache due to event network-changed-82f63bc4-6e85-4ec6-bef3-c82a357318f0. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1740.171906] env[63676]: DEBUG oslo_concurrency.lockutils [req-818bf807-71b2-4b61-ab95-e83b4f088cec req-34dcfa45-619b-4b4d-a52e-29ffb0490c93 service nova] Acquiring lock "refresh_cache-5d7bfc99-f089-4d5a-aa4e-cada3e053b19" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.172049] env[63676]: DEBUG oslo_concurrency.lockutils [req-818bf807-71b2-4b61-ab95-e83b4f088cec req-34dcfa45-619b-4b4d-a52e-29ffb0490c93 service nova] Acquired lock "refresh_cache-5d7bfc99-f089-4d5a-aa4e-cada3e053b19" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.172219] env[63676]: DEBUG nova.network.neutron [req-818bf807-71b2-4b61-ab95-e83b4f088cec req-34dcfa45-619b-4b4d-a52e-29ffb0490c93 service nova] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Refreshing network info cache for port 82f63bc4-6e85-4ec6-bef3-c82a357318f0 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1740.182254] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5225b480-ef7c-7555-91ef-2cef28c472c6, 'name': SearchDatastore_Task, 'duration_secs': 0.023965} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.186069] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.186327] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1740.186563] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1740.187140] env[63676]: DEBUG oslo_vmware.api [None req-a897acb4-ed85-4e24-b0ee-e9cc66a4b189 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 1740.187140] env[63676]: value = "task-1925555" [ 1740.187140] env[63676]: _type = "Task" [ 1740.187140] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.197559] env[63676]: DEBUG oslo_vmware.api [None req-a897acb4-ed85-4e24-b0ee-e9cc66a4b189 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.217525] env[63676]: DEBUG nova.compute.manager [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1740.217826] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1740.222441] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0191c9f1-0ced-44f1-baa8-2d40b38a81e5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.225109] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925554, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.229926] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1740.230205] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f62fedb8-3f0d-4417-91ce-b5a126e366fb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.239442] env[63676]: DEBUG oslo_vmware.api [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Waiting for the task: (returnval){ [ 1740.239442] env[63676]: value = "task-1925556" [ 1740.239442] env[63676]: _type = "Task" [ 1740.239442] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.250763] env[63676]: DEBUG oslo_vmware.api [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Task: {'id': task-1925556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.366219] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f80820-59ad-75ae-8300-8443af2180a4, 'name': SearchDatastore_Task, 'duration_secs': 0.029335} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.366521] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.366747] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 555a87e4-e882-4129-976b-504a98e29990/555a87e4-e882-4129-976b-504a98e29990.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1740.367027] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.367218] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1740.367436] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2bdd414-6643-4b7f-b6cf-1d7f144b313b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.372044] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d4e2193-1f39-4f44-b940-7742b10fcce2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.380715] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for the task: (returnval){ [ 1740.380715] env[63676]: value = "task-1925557" [ 1740.380715] env[63676]: _type = "Task" [ 1740.380715] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.386532] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1740.386728] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1740.390033] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7ffc840-e404-436a-a7cd-c8c424d85e22 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.393703] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1740.396811] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925557, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.401938] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for the task: (returnval){ [ 1740.401938] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529f37ad-bc66-74f0-edfe-7cc3e9689195" [ 1740.401938] env[63676]: _type = "Task" [ 1740.401938] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.407782] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529f37ad-bc66-74f0-edfe-7cc3e9689195, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.417144] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b93eff45-7ef1-4e30-bb39-1e23fd2dedc5 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Releasing lock "refresh_cache-90ce8db7-eedc-48b3-b579-efc2ad00ed6f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1740.417302] env[63676]: DEBUG nova.compute.manager [None req-b93eff45-7ef1-4e30-bb39-1e23fd2dedc5 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Inject network info {{(pid=63676) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7636}} [ 1740.417519] env[63676]: DEBUG nova.compute.manager [None req-b93eff45-7ef1-4e30-bb39-1e23fd2dedc5 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] network_info to inject: |[{"id": "7844b22b-07d2-43e2-bbdb-f4dc5fee86fa", "address": "fa:16:3e:4c:3a:8e", "network": {"id": "182cb0d8-75f2-45be-9b47-8632f168ae5b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1240504817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad98c38c62f448a59813d41a674c9b53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7844b22b-07", "ovs_interfaceid": "7844b22b-07d2-43e2-bbdb-f4dc5fee86fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7637}} [ 1740.422320] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b93eff45-7ef1-4e30-bb39-1e23fd2dedc5 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Reconfiguring VM instance to set the machine id {{(pid=63676) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1740.423473] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78055992-03b4-4ab6-abae-c38a0233c010 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.444079] env[63676]: DEBUG oslo_vmware.api [None req-b93eff45-7ef1-4e30-bb39-1e23fd2dedc5 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Waiting for the task: (returnval){ [ 1740.444079] env[63676]: value = "task-1925558" [ 1740.444079] env[63676]: _type = "Task" [ 1740.444079] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.454821] env[63676]: DEBUG oslo_vmware.api [None req-b93eff45-7ef1-4e30-bb39-1e23fd2dedc5 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Task: {'id': task-1925558, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.614557] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc29161-e3f5-4cc7-ae7c-57dc1c581031 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.624750] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f953fa0-7ad1-4874-a1b5-a88d5a728890 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.657749] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d87645-890c-4622-8edd-3de68a661eec {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.666206] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe0c6d1-d795-4713-9739-3afeae01e2f4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.684101] env[63676]: DEBUG nova.compute.provider_tree [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1740.686367] env[63676]: DEBUG nova.network.neutron [req-8f4124c5-4e8c-4530-a165-19008b5a1f19 req-0f1c2305-42ab-4f66-a5fb-7ad84f8457bd service nova] [instance: 555a87e4-e882-4129-976b-504a98e29990] Updated VIF entry in instance network info cache for port 013c9bfd-a431-4a88-8f34-65e693b96a82. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1740.686767] env[63676]: DEBUG nova.network.neutron [req-8f4124c5-4e8c-4530-a165-19008b5a1f19 req-0f1c2305-42ab-4f66-a5fb-7ad84f8457bd service nova] [instance: 555a87e4-e882-4129-976b-504a98e29990] Updating instance_info_cache with network_info: [{"id": "013c9bfd-a431-4a88-8f34-65e693b96a82", "address": "fa:16:3e:00:d2:5c", "network": {"id": "5ceea015-3713-4ee2-a001-e70228ed71cd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-196113793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "911e01b989d5485f9ed29e5ff1c2381b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap013c9bfd-a4", "ovs_interfaceid": "013c9bfd-a431-4a88-8f34-65e693b96a82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.698340] env[63676]: DEBUG oslo_vmware.api [None req-a897acb4-ed85-4e24-b0ee-e9cc66a4b189 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.716341] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925554, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.750292] env[63676]: DEBUG oslo_vmware.api [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Task: {'id': task-1925556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.891282] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925557, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.911204] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529f37ad-bc66-74f0-edfe-7cc3e9689195, 'name': SearchDatastore_Task, 'duration_secs': 0.010231} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.912052] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7f3f2b1-4376-49b2-9f04-f09561df20fe {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.918941] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for the task: (returnval){ [ 1740.918941] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f1e093-6dd1-77b0-3769-ffb839a467b8" [ 1740.918941] env[63676]: _type = "Task" [ 1740.918941] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.924581] env[63676]: DEBUG nova.compute.manager [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1740.926460] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78deb1da-822a-41f5-bccb-f4039b7825db {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.935194] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f1e093-6dd1-77b0-3769-ffb839a467b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.945179] env[63676]: DEBUG nova.network.neutron [req-818bf807-71b2-4b61-ab95-e83b4f088cec req-34dcfa45-619b-4b4d-a52e-29ffb0490c93 service nova] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Updated VIF entry in instance network info cache for port 82f63bc4-6e85-4ec6-bef3-c82a357318f0. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1740.945650] env[63676]: DEBUG nova.network.neutron [req-818bf807-71b2-4b61-ab95-e83b4f088cec req-34dcfa45-619b-4b4d-a52e-29ffb0490c93 service nova] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Updating instance_info_cache with network_info: [{"id": "82f63bc4-6e85-4ec6-bef3-c82a357318f0", "address": "fa:16:3e:65:81:61", "network": {"id": "5ceea015-3713-4ee2-a001-e70228ed71cd", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-196113793-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "911e01b989d5485f9ed29e5ff1c2381b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ccbc7a-cf8d-4ea2-8411-291a1e27df7b", "external-id": "nsx-vlan-transportzone-998", "segmentation_id": 998, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82f63bc4-6e", "ovs_interfaceid": "82f63bc4-6e85-4ec6-bef3-c82a357318f0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.958277] env[63676]: DEBUG oslo_vmware.api [None req-b93eff45-7ef1-4e30-bb39-1e23fd2dedc5 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Task: {'id': task-1925558, 'name': ReconfigVM_Task, 'duration_secs': 0.395682} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.958842] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b93eff45-7ef1-4e30-bb39-1e23fd2dedc5 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Reconfigured VM instance to set the machine id {{(pid=63676) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1740.962851] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1740.963020] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34ccb7c6-adb4-4f96-9f8a-3922281364ad {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.972295] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1740.972295] env[63676]: value = "task-1925559" [ 1740.972295] env[63676]: _type = "Task" [ 1740.972295] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1740.979773] env[63676]: DEBUG nova.network.neutron [-] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1740.986687] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.022585] env[63676]: DEBUG nova.objects.instance [None req-7002ac74-2b6e-48c6-8945-8bfefa0ded40 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Lazy-loading 'flavor' on Instance uuid 90ce8db7-eedc-48b3-b579-efc2ad00ed6f {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1741.189778] env[63676]: DEBUG nova.scheduler.client.report [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1741.193640] env[63676]: DEBUG oslo_concurrency.lockutils [req-8f4124c5-4e8c-4530-a165-19008b5a1f19 req-0f1c2305-42ab-4f66-a5fb-7ad84f8457bd service nova] Releasing lock "refresh_cache-555a87e4-e882-4129-976b-504a98e29990" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.193896] env[63676]: DEBUG nova.compute.manager [req-8f4124c5-4e8c-4530-a165-19008b5a1f19 req-0f1c2305-42ab-4f66-a5fb-7ad84f8457bd service nova] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Received event network-changed-7844b22b-07d2-43e2-bbdb-f4dc5fee86fa {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1741.194073] env[63676]: DEBUG nova.compute.manager [req-8f4124c5-4e8c-4530-a165-19008b5a1f19 req-0f1c2305-42ab-4f66-a5fb-7ad84f8457bd service nova] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Refreshing instance network info cache due to event network-changed-7844b22b-07d2-43e2-bbdb-f4dc5fee86fa. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1741.194291] env[63676]: DEBUG oslo_concurrency.lockutils [req-8f4124c5-4e8c-4530-a165-19008b5a1f19 req-0f1c2305-42ab-4f66-a5fb-7ad84f8457bd service nova] Acquiring lock "refresh_cache-90ce8db7-eedc-48b3-b579-efc2ad00ed6f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.194423] env[63676]: DEBUG oslo_concurrency.lockutils [req-8f4124c5-4e8c-4530-a165-19008b5a1f19 req-0f1c2305-42ab-4f66-a5fb-7ad84f8457bd service nova] Acquired lock "refresh_cache-90ce8db7-eedc-48b3-b579-efc2ad00ed6f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.194579] env[63676]: DEBUG nova.network.neutron [req-8f4124c5-4e8c-4530-a165-19008b5a1f19 req-0f1c2305-42ab-4f66-a5fb-7ad84f8457bd service nova] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Refreshing network info cache for port 7844b22b-07d2-43e2-bbdb-f4dc5fee86fa {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1741.205291] env[63676]: DEBUG oslo_vmware.api [None req-a897acb4-ed85-4e24-b0ee-e9cc66a4b189 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.218815] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925554, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.251341] env[63676]: DEBUG oslo_vmware.api [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Task: {'id': task-1925556, 'name': PowerOffVM_Task, 'duration_secs': 0.68869} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.251616] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1741.251783] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1741.252412] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bfa360e-2450-4dec-b33a-d38982ef0fee {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.391707] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925557, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702175} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.392035] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 555a87e4-e882-4129-976b-504a98e29990/555a87e4-e882-4129-976b-504a98e29990.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1741.392254] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1741.392486] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-66499d1e-2057-4de8-8dc1-1573cd99b6f7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.400234] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for the task: (returnval){ [ 1741.400234] env[63676]: value = "task-1925561" [ 1741.400234] env[63676]: _type = "Task" [ 1741.400234] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.414719] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925561, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.429840] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f1e093-6dd1-77b0-3769-ffb839a467b8, 'name': SearchDatastore_Task, 'duration_secs': 0.052353} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.430157] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.430421] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 5d7bfc99-f089-4d5a-aa4e-cada3e053b19/5d7bfc99-f089-4d5a-aa4e-cada3e053b19.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1741.430688] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-488f4b6e-f618-4a0e-abd1-4ce0fbf68716 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.437587] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for the task: (returnval){ [ 1741.437587] env[63676]: value = "task-1925562" [ 1741.437587] env[63676]: _type = "Task" [ 1741.437587] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.442179] env[63676]: INFO nova.compute.manager [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] instance snapshotting [ 1741.446312] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c102253-e8b8-4c98-b976-71e46192bbe4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.451600] env[63676]: DEBUG oslo_concurrency.lockutils [req-818bf807-71b2-4b61-ab95-e83b4f088cec req-34dcfa45-619b-4b4d-a52e-29ffb0490c93 service nova] Releasing lock "refresh_cache-5d7bfc99-f089-4d5a-aa4e-cada3e053b19" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1741.452018] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.480509] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df404093-14c6-45a0-85a4-3101a408fbea {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.489381] env[63676]: INFO nova.compute.manager [-] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Took 1.34 seconds to deallocate network for instance. [ 1741.489521] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925559, 'name': PowerOffVM_Task, 'duration_secs': 0.334005} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.496492] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1741.496785] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1741.501158] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85b3291-3c2b-44e9-ac8d-96ff7f9b007b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.505171] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1741.505379] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1741.505553] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Deleting the datastore file [datastore1] fa18a3fc-87f6-44e9-9ffc-f570460aefb1 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1741.506198] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b72d799-dec3-4c79-ae98-c1af2f3ef88d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.513021] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1741.513021] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dc07ec86-d397-4c87-aea5-50a8d8dfb604 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.515896] env[63676]: DEBUG oslo_vmware.api [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Waiting for the task: (returnval){ [ 1741.515896] env[63676]: value = "task-1925563" [ 1741.515896] env[63676]: _type = "Task" [ 1741.515896] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.528029] env[63676]: DEBUG oslo_vmware.api [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Task: {'id': task-1925563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.528029] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7002ac74-2b6e-48c6-8945-8bfefa0ded40 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Acquiring lock "refresh_cache-90ce8db7-eedc-48b3-b579-efc2ad00ed6f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1741.619588] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1741.619953] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1741.620188] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Deleting the datastore file [datastore1] 887940ac-c689-45f3-b5db-d988d1e581fa {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1741.620467] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7fc3d23-e5ae-4f22-a1e0-f7118664ee49 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.628953] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1741.628953] env[63676]: value = "task-1925565" [ 1741.628953] env[63676]: _type = "Task" [ 1741.628953] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.638047] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.699702] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.750s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.700513] env[63676]: DEBUG nova.compute.manager [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1741.708360] env[63676]: DEBUG oslo_concurrency.lockutils [None req-879590a3-421e-43cc-82b9-8109a5141118 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 29.461s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.722314] env[63676]: DEBUG oslo_vmware.api [None req-a897acb4-ed85-4e24-b0ee-e9cc66a4b189 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.729203] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925554, 'name': PowerOnVM_Task, 'duration_secs': 1.653278} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.730518] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1741.730518] env[63676]: INFO nova.compute.manager [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Took 10.73 seconds to spawn the instance on the hypervisor. [ 1741.730518] env[63676]: DEBUG nova.compute.manager [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1741.732145] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4166ea-5fc3-4b85-b16c-615451fed9e8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.910100] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925561, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067403} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1741.910418] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1741.911245] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b4d50c6-f7df-448d-9290-9e6b27aefc10 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.935426] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 555a87e4-e882-4129-976b-504a98e29990/555a87e4-e882-4129-976b-504a98e29990.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1741.937859] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5adbd592-061d-4c79-92f6-4321a83f6ad5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.961698] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925562, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.963176] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for the task: (returnval){ [ 1741.963176] env[63676]: value = "task-1925566" [ 1741.963176] env[63676]: _type = "Task" [ 1741.963176] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1741.971748] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925566, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.999219] env[63676]: DEBUG nova.network.neutron [req-8f4124c5-4e8c-4530-a165-19008b5a1f19 req-0f1c2305-42ab-4f66-a5fb-7ad84f8457bd service nova] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Updated VIF entry in instance network info cache for port 7844b22b-07d2-43e2-bbdb-f4dc5fee86fa. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1741.999671] env[63676]: DEBUG nova.network.neutron [req-8f4124c5-4e8c-4530-a165-19008b5a1f19 req-0f1c2305-42ab-4f66-a5fb-7ad84f8457bd service nova] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Updating instance_info_cache with network_info: [{"id": "7844b22b-07d2-43e2-bbdb-f4dc5fee86fa", "address": "fa:16:3e:4c:3a:8e", "network": {"id": "182cb0d8-75f2-45be-9b47-8632f168ae5b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1240504817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad98c38c62f448a59813d41a674c9b53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7844b22b-07", "ovs_interfaceid": "7844b22b-07d2-43e2-bbdb-f4dc5fee86fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.001898] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Creating Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1742.002741] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.003296] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-670a55da-fca0-45c6-b2a5-280050e20ed1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.014424] env[63676]: DEBUG oslo_vmware.api [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Waiting for the task: (returnval){ [ 1742.014424] env[63676]: value = "task-1925567" [ 1742.014424] env[63676]: _type = "Task" [ 1742.014424] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.027906] env[63676]: DEBUG oslo_vmware.api [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925567, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.031221] env[63676]: DEBUG oslo_vmware.api [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Task: {'id': task-1925563, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.139518] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.184824] env[63676]: DEBUG nova.compute.manager [req-30aba364-622b-4cef-905c-d2a05f938852 req-75c06376-5e0c-4d43-aea7-d6d74fc067a3 service nova] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Received event network-vif-deleted-89f38c41-0f28-4798-bcb8-38b03444d7cb {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1742.206940] env[63676]: DEBUG oslo_vmware.api [None req-a897acb4-ed85-4e24-b0ee-e9cc66a4b189 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.211394] env[63676]: DEBUG nova.compute.utils [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1742.215884] env[63676]: DEBUG nova.compute.manager [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1742.216090] env[63676]: DEBUG nova.network.neutron [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1742.252987] env[63676]: INFO nova.compute.manager [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Took 41.90 seconds to build instance. [ 1742.260785] env[63676]: DEBUG nova.policy [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8fb959f7c7c45fda05b6ad5f1a1b9c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11302b5359cb437aac371d1206a15f11', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1742.465099] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.823404} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.468537] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 5d7bfc99-f089-4d5a-aa4e-cada3e053b19/5d7bfc99-f089-4d5a-aa4e-cada3e053b19.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1742.468651] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1742.468920] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b551e9cf-255c-4390-846c-a622959c9a3b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.478580] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.479858] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for the task: (returnval){ [ 1742.479858] env[63676]: value = "task-1925568" [ 1742.479858] env[63676]: _type = "Task" [ 1742.479858] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.490466] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925568, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.503796] env[63676]: DEBUG oslo_concurrency.lockutils [req-8f4124c5-4e8c-4530-a165-19008b5a1f19 req-0f1c2305-42ab-4f66-a5fb-7ad84f8457bd service nova] Releasing lock "refresh_cache-90ce8db7-eedc-48b3-b579-efc2ad00ed6f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1742.504314] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7002ac74-2b6e-48c6-8945-8bfefa0ded40 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Acquired lock "refresh_cache-90ce8db7-eedc-48b3-b579-efc2ad00ed6f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.533082] env[63676]: DEBUG oslo_vmware.api [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925567, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.538298] env[63676]: DEBUG oslo_vmware.api [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Task: {'id': task-1925563, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.543743} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.538558] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1742.538974] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1742.539099] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1742.539233] env[63676]: INFO nova.compute.manager [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Took 2.32 seconds to destroy the instance on the hypervisor. [ 1742.539492] env[63676]: DEBUG oslo.service.loopingcall [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1742.542593] env[63676]: DEBUG nova.compute.manager [-] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1742.542728] env[63676]: DEBUG nova.network.neutron [-] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1742.545052] env[63676]: DEBUG nova.network.neutron [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Successfully created port: c3e0955d-8ea1-4db5-a5b8-bc0be06aaf57 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1742.640702] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.564872} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.640990] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1742.641215] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1742.641396] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1742.695139] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87773a72-9bff-4277-afa5-920d859dd9ce {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.707494] env[63676]: DEBUG oslo_vmware.api [None req-a897acb4-ed85-4e24-b0ee-e9cc66a4b189 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.710428] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9164c73b-9d2f-4d61-93e7-e0eb3b61d56a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.716479] env[63676]: DEBUG nova.compute.manager [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1742.747365] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dd82d7-4a4a-4f96-823c-97d8aa51d90e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.755992] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002b8bcd-11f6-4af4-9e39-a4443be83ba8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.760293] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lock "e8ff98be-ae2f-40dd-83c7-b0623aaa9997" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.579s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1742.772312] env[63676]: DEBUG nova.compute.provider_tree [None req-879590a3-421e-43cc-82b9-8109a5141118 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1742.974544] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925566, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.988794] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925568, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064363} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1742.989246] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1742.990150] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f27bad-8639-449b-8544-54ab69f67866 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.018966] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] 5d7bfc99-f089-4d5a-aa4e-cada3e053b19/5d7bfc99-f089-4d5a-aa4e-cada3e053b19.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1743.019424] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c96b2e6-258c-41a5-8106-f5b1b3d5b5be {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.044186] env[63676]: DEBUG oslo_vmware.api [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925567, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.045524] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for the task: (returnval){ [ 1743.045524] env[63676]: value = "task-1925569" [ 1743.045524] env[63676]: _type = "Task" [ 1743.045524] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.054366] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925569, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.209100] env[63676]: DEBUG oslo_vmware.api [None req-a897acb4-ed85-4e24-b0ee-e9cc66a4b189 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.264652] env[63676]: DEBUG nova.compute.manager [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1743.275286] env[63676]: DEBUG nova.scheduler.client.report [None req-879590a3-421e-43cc-82b9-8109a5141118 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1743.465887] env[63676]: DEBUG nova.network.neutron [None req-7002ac74-2b6e-48c6-8945-8bfefa0ded40 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1743.476396] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925566, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.478817] env[63676]: DEBUG nova.compute.manager [req-dd67f1ca-d58e-4b1a-a4ed-ce92135fbe95 req-2f297b88-32cb-4a56-8c63-d79d9a484431 service nova] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Received event network-vif-deleted-040a6b92-5c72-480c-b8a4-aa5c46ef906c {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1743.479007] env[63676]: INFO nova.compute.manager [req-dd67f1ca-d58e-4b1a-a4ed-ce92135fbe95 req-2f297b88-32cb-4a56-8c63-d79d9a484431 service nova] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Neutron deleted interface 040a6b92-5c72-480c-b8a4-aa5c46ef906c; detaching it from the instance and deleting it from the info cache [ 1743.479192] env[63676]: DEBUG nova.network.neutron [req-dd67f1ca-d58e-4b1a-a4ed-ce92135fbe95 req-2f297b88-32cb-4a56-8c63-d79d9a484431 service nova] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.529279] env[63676]: DEBUG oslo_vmware.api [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925567, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.555058] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925569, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.673162] env[63676]: DEBUG nova.virt.hardware [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1743.673431] env[63676]: DEBUG nova.virt.hardware [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1743.673587] env[63676]: DEBUG nova.virt.hardware [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1743.673770] env[63676]: DEBUG nova.virt.hardware [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1743.673905] env[63676]: DEBUG nova.virt.hardware [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1743.674061] env[63676]: DEBUG nova.virt.hardware [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1743.674277] env[63676]: DEBUG nova.virt.hardware [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1743.674434] env[63676]: DEBUG nova.virt.hardware [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1743.674591] env[63676]: DEBUG nova.virt.hardware [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1743.674763] env[63676]: DEBUG nova.virt.hardware [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1743.674914] env[63676]: DEBUG nova.virt.hardware [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1743.675782] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15fc7c16-2fa1-4be8-8f2b-5d7f0edbf77a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.684404] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47964c8-ec59-40a9-b98e-88487d830511 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.698314] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:92:f8:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ccc845e3-654b-43c6-acea-dde1084f0ad0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd53fd86a-f5f0-4eae-81df-0f94f3370524', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1743.705671] env[63676]: DEBUG oslo.service.loopingcall [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1743.706197] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1743.709878] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bfa2349-8ad4-486e-b2b2-dddb321332d0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.728941] env[63676]: DEBUG oslo_vmware.api [None req-a897acb4-ed85-4e24-b0ee-e9cc66a4b189 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.730062] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1743.730062] env[63676]: value = "task-1925570" [ 1743.730062] env[63676]: _type = "Task" [ 1743.730062] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.737510] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925570, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.753303] env[63676]: DEBUG nova.compute.manager [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1743.779375] env[63676]: DEBUG nova.virt.hardware [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1743.779928] env[63676]: DEBUG nova.virt.hardware [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1743.780245] env[63676]: DEBUG nova.virt.hardware [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1743.780409] env[63676]: DEBUG nova.virt.hardware [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1743.780573] env[63676]: DEBUG nova.virt.hardware [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1743.780738] env[63676]: DEBUG nova.virt.hardware [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1743.780982] env[63676]: DEBUG nova.virt.hardware [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1743.781187] env[63676]: DEBUG nova.virt.hardware [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1743.781379] env[63676]: DEBUG nova.virt.hardware [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1743.781561] env[63676]: DEBUG nova.virt.hardware [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1743.781760] env[63676]: DEBUG nova.virt.hardware [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1743.782752] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bd9688-4877-418b-bb68-5c7c4ceaa5f6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.793241] env[63676]: DEBUG oslo_concurrency.lockutils [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.793905] env[63676]: DEBUG nova.network.neutron [-] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.799581] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c852fef-ce35-47d7-a160-d759e24692c9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.982837] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925566, 'name': ReconfigVM_Task, 'duration_secs': 1.829918} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.983262] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8cffe92c-aa4e-4278-b2f3-f6b3d59587df {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.985584] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 555a87e4-e882-4129-976b-504a98e29990/555a87e4-e882-4129-976b-504a98e29990.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1743.986273] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ce45f0e-1fbf-46df-87e7-5ccd17195010 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.995801] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963e511c-438c-4aaf-892c-1ab03b48228b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.008243] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for the task: (returnval){ [ 1744.008243] env[63676]: value = "task-1925571" [ 1744.008243] env[63676]: _type = "Task" [ 1744.008243] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.018988] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925571, 'name': Rename_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.038221] env[63676]: DEBUG nova.compute.manager [req-dd67f1ca-d58e-4b1a-a4ed-ce92135fbe95 req-2f297b88-32cb-4a56-8c63-d79d9a484431 service nova] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Detach interface failed, port_id=040a6b92-5c72-480c-b8a4-aa5c46ef906c, reason: Instance fa18a3fc-87f6-44e9-9ffc-f570460aefb1 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1744.043635] env[63676]: DEBUG oslo_vmware.api [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925567, 'name': CreateSnapshot_Task, 'duration_secs': 1.568006} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.043916] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Created Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1744.045051] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49738903-b201-42b6-bc46-e2ddecd2743a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.059658] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925569, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.100686] env[63676]: DEBUG nova.network.neutron [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Successfully updated port: c3e0955d-8ea1-4db5-a5b8-bc0be06aaf57 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1744.211808] env[63676]: DEBUG nova.compute.manager [req-70504d21-a8ec-4676-8482-3655062fc501 req-54f982e8-3e22-46df-9b8b-37076fd3f2cd service nova] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Received event network-vif-plugged-c3e0955d-8ea1-4db5-a5b8-bc0be06aaf57 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1744.212077] env[63676]: DEBUG oslo_concurrency.lockutils [req-70504d21-a8ec-4676-8482-3655062fc501 req-54f982e8-3e22-46df-9b8b-37076fd3f2cd service nova] Acquiring lock "b5f632e9-79d9-4f9a-98d8-4fe505c19851-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.212409] env[63676]: DEBUG oslo_concurrency.lockutils [req-70504d21-a8ec-4676-8482-3655062fc501 req-54f982e8-3e22-46df-9b8b-37076fd3f2cd service nova] Lock "b5f632e9-79d9-4f9a-98d8-4fe505c19851-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.212539] env[63676]: DEBUG oslo_concurrency.lockutils [req-70504d21-a8ec-4676-8482-3655062fc501 req-54f982e8-3e22-46df-9b8b-37076fd3f2cd service nova] Lock "b5f632e9-79d9-4f9a-98d8-4fe505c19851-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.212623] env[63676]: DEBUG nova.compute.manager [req-70504d21-a8ec-4676-8482-3655062fc501 req-54f982e8-3e22-46df-9b8b-37076fd3f2cd service nova] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] No waiting events found dispatching network-vif-plugged-c3e0955d-8ea1-4db5-a5b8-bc0be06aaf57 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1744.212784] env[63676]: WARNING nova.compute.manager [req-70504d21-a8ec-4676-8482-3655062fc501 req-54f982e8-3e22-46df-9b8b-37076fd3f2cd service nova] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Received unexpected event network-vif-plugged-c3e0955d-8ea1-4db5-a5b8-bc0be06aaf57 for instance with vm_state building and task_state spawning. [ 1744.212941] env[63676]: DEBUG nova.compute.manager [req-70504d21-a8ec-4676-8482-3655062fc501 req-54f982e8-3e22-46df-9b8b-37076fd3f2cd service nova] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Received event network-changed-c3e0955d-8ea1-4db5-a5b8-bc0be06aaf57 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1744.213115] env[63676]: DEBUG nova.compute.manager [req-70504d21-a8ec-4676-8482-3655062fc501 req-54f982e8-3e22-46df-9b8b-37076fd3f2cd service nova] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Refreshing instance network info cache due to event network-changed-c3e0955d-8ea1-4db5-a5b8-bc0be06aaf57. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1744.213304] env[63676]: DEBUG oslo_concurrency.lockutils [req-70504d21-a8ec-4676-8482-3655062fc501 req-54f982e8-3e22-46df-9b8b-37076fd3f2cd service nova] Acquiring lock "refresh_cache-b5f632e9-79d9-4f9a-98d8-4fe505c19851" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.213438] env[63676]: DEBUG oslo_concurrency.lockutils [req-70504d21-a8ec-4676-8482-3655062fc501 req-54f982e8-3e22-46df-9b8b-37076fd3f2cd service nova] Acquired lock "refresh_cache-b5f632e9-79d9-4f9a-98d8-4fe505c19851" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.213594] env[63676]: DEBUG nova.network.neutron [req-70504d21-a8ec-4676-8482-3655062fc501 req-54f982e8-3e22-46df-9b8b-37076fd3f2cd service nova] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Refreshing network info cache for port c3e0955d-8ea1-4db5-a5b8-bc0be06aaf57 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1744.220229] env[63676]: DEBUG oslo_vmware.api [None req-a897acb4-ed85-4e24-b0ee-e9cc66a4b189 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.239629] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925570, 'name': CreateVM_Task, 'duration_secs': 0.351789} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.239802] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1744.240550] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.240714] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.240914] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1744.241187] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d954f424-c663-4b9e-8eb5-cfd4620f135e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.248016] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1744.248016] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526f5401-2ba2-0c54-f6af-f9c770dc6095" [ 1744.248016] env[63676]: _type = "Task" [ 1744.248016] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.253973] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526f5401-2ba2-0c54-f6af-f9c770dc6095, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.295871] env[63676]: DEBUG oslo_concurrency.lockutils [None req-879590a3-421e-43cc-82b9-8109a5141118 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.590s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.298918] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.823s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.299208] env[63676]: DEBUG nova.objects.instance [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Lazy-loading 'resources' on Instance uuid 3623083d-0bf5-4947-9191-298ad2de4e13 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1744.300632] env[63676]: INFO nova.compute.manager [-] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Took 1.76 seconds to deallocate network for instance. [ 1744.349315] env[63676]: DEBUG nova.network.neutron [None req-7002ac74-2b6e-48c6-8945-8bfefa0ded40 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Updating instance_info_cache with network_info: [{"id": "7844b22b-07d2-43e2-bbdb-f4dc5fee86fa", "address": "fa:16:3e:4c:3a:8e", "network": {"id": "182cb0d8-75f2-45be-9b47-8632f168ae5b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1240504817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad98c38c62f448a59813d41a674c9b53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7844b22b-07", "ovs_interfaceid": "7844b22b-07d2-43e2-bbdb-f4dc5fee86fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.518916] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925571, 'name': Rename_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.556080] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925569, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.566838] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Creating linked-clone VM from snapshot {{(pid=63676) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1744.567119] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c300c2fa-d2b2-40aa-a9e4-d43bb6aa0ad1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.575401] env[63676]: DEBUG oslo_vmware.api [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Waiting for the task: (returnval){ [ 1744.575401] env[63676]: value = "task-1925572" [ 1744.575401] env[63676]: _type = "Task" [ 1744.575401] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.583117] env[63676]: DEBUG oslo_vmware.api [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925572, 'name': CloneVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.602410] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "refresh_cache-b5f632e9-79d9-4f9a-98d8-4fe505c19851" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.721271] env[63676]: DEBUG oslo_vmware.api [None req-a897acb4-ed85-4e24-b0ee-e9cc66a4b189 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.763721] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526f5401-2ba2-0c54-f6af-f9c770dc6095, 'name': SearchDatastore_Task, 'duration_secs': 0.009428} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.763721] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.763721] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1744.763721] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1744.763721] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1744.763721] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1744.764144] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-878f49f8-921f-459c-b4a2-dd60095898ef {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.767252] env[63676]: DEBUG nova.network.neutron [req-70504d21-a8ec-4676-8482-3655062fc501 req-54f982e8-3e22-46df-9b8b-37076fd3f2cd service nova] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1744.774583] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1744.774822] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1744.775601] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adc9fffb-1cd2-4c4e-b637-80152d16a6df {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.781494] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1744.781494] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52090772-d9a7-1ef4-0e92-4d32bb084b26" [ 1744.781494] env[63676]: _type = "Task" [ 1744.781494] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.789186] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52090772-d9a7-1ef4-0e92-4d32bb084b26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.808459] env[63676]: DEBUG oslo_concurrency.lockutils [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.851832] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7002ac74-2b6e-48c6-8945-8bfefa0ded40 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Releasing lock "refresh_cache-90ce8db7-eedc-48b3-b579-efc2ad00ed6f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1744.852417] env[63676]: DEBUG nova.compute.manager [None req-7002ac74-2b6e-48c6-8945-8bfefa0ded40 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Inject network info {{(pid=63676) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7636}} [ 1744.852417] env[63676]: DEBUG nova.compute.manager [None req-7002ac74-2b6e-48c6-8945-8bfefa0ded40 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] network_info to inject: |[{"id": "7844b22b-07d2-43e2-bbdb-f4dc5fee86fa", "address": "fa:16:3e:4c:3a:8e", "network": {"id": "182cb0d8-75f2-45be-9b47-8632f168ae5b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1240504817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad98c38c62f448a59813d41a674c9b53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7844b22b-07", "ovs_interfaceid": "7844b22b-07d2-43e2-bbdb-f4dc5fee86fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7637}} [ 1744.857935] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7002ac74-2b6e-48c6-8945-8bfefa0ded40 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Reconfiguring VM instance to set the machine id {{(pid=63676) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1744.862129] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a5d46ee-6bb4-4fbd-8a6d-27b0d1fc0b44 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.872493] env[63676]: INFO nova.scheduler.client.report [None req-879590a3-421e-43cc-82b9-8109a5141118 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Deleted allocation for migration 7037b848-9ee9-4dc8-849b-d774ba152965 [ 1744.877268] env[63676]: DEBUG oslo_vmware.api [None req-7002ac74-2b6e-48c6-8945-8bfefa0ded40 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Waiting for the task: (returnval){ [ 1744.877268] env[63676]: value = "task-1925573" [ 1744.877268] env[63676]: _type = "Task" [ 1744.877268] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.890093] env[63676]: DEBUG oslo_vmware.api [None req-7002ac74-2b6e-48c6-8945-8bfefa0ded40 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Task: {'id': task-1925573, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.940518] env[63676]: DEBUG nova.network.neutron [req-70504d21-a8ec-4676-8482-3655062fc501 req-54f982e8-3e22-46df-9b8b-37076fd3f2cd service nova] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.960311] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Acquiring lock "90ce8db7-eedc-48b3-b579-efc2ad00ed6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.960746] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Lock "90ce8db7-eedc-48b3-b579-efc2ad00ed6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.960990] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Acquiring lock "90ce8db7-eedc-48b3-b579-efc2ad00ed6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1744.961056] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Lock "90ce8db7-eedc-48b3-b579-efc2ad00ed6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1744.961206] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Lock "90ce8db7-eedc-48b3-b579-efc2ad00ed6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.963669] env[63676]: INFO nova.compute.manager [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Terminating instance [ 1745.023313] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925571, 'name': Rename_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.059041] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925569, 'name': ReconfigVM_Task, 'duration_secs': 1.975578} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.061631] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Reconfigured VM instance instance-00000036 to attach disk [datastore1] 5d7bfc99-f089-4d5a-aa4e-cada3e053b19/5d7bfc99-f089-4d5a-aa4e-cada3e053b19.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1745.063138] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1becb16e-17b0-4395-9009-922f4036bb10 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.070017] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for the task: (returnval){ [ 1745.070017] env[63676]: value = "task-1925574" [ 1745.070017] env[63676]: _type = "Task" [ 1745.070017] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.079211] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925574, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.091420] env[63676]: DEBUG oslo_vmware.api [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925572, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.219729] env[63676]: DEBUG oslo_vmware.api [None req-a897acb4-ed85-4e24-b0ee-e9cc66a4b189 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925555, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.298075] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52090772-d9a7-1ef4-0e92-4d32bb084b26, 'name': SearchDatastore_Task, 'duration_secs': 0.009281} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.300252] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-878fb458-ae39-4207-9b77-874eaf66fce4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.307013] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1745.307013] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d3ecf0-a528-6181-33b7-5e9a65be400b" [ 1745.307013] env[63676]: _type = "Task" [ 1745.307013] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.323118] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d3ecf0-a528-6181-33b7-5e9a65be400b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.348322] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29809b3-ef45-43f6-8b27-65ab3ee54ce9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.356344] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1b3b8c-57c3-4796-b16e-6be2c4df472d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.391475] env[63676]: DEBUG oslo_concurrency.lockutils [None req-879590a3-421e-43cc-82b9-8109a5141118 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "6321e4cd-2f34-4dca-b144-2c5eadcbf8fc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 36.688s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.397668] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993a76d2-8b60-4206-8d56-953670506558 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.416204] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9c13a9-e791-474b-b9ef-fb1a0d6b05bb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.420388] env[63676]: DEBUG oslo_vmware.api [None req-7002ac74-2b6e-48c6-8945-8bfefa0ded40 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Task: {'id': task-1925573, 'name': ReconfigVM_Task, 'duration_secs': 0.241865} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.421098] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7002ac74-2b6e-48c6-8945-8bfefa0ded40 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Reconfigured VM instance to set the machine id {{(pid=63676) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1745.440352] env[63676]: DEBUG nova.compute.provider_tree [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1745.442489] env[63676]: DEBUG oslo_concurrency.lockutils [req-70504d21-a8ec-4676-8482-3655062fc501 req-54f982e8-3e22-46df-9b8b-37076fd3f2cd service nova] Releasing lock "refresh_cache-b5f632e9-79d9-4f9a-98d8-4fe505c19851" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.442489] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired lock "refresh_cache-b5f632e9-79d9-4f9a-98d8-4fe505c19851" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.442705] env[63676]: DEBUG nova.network.neutron [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1745.471761] env[63676]: DEBUG nova.compute.manager [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1745.472032] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1745.473510] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2145f41b-b6d2-4fe0-9436-aef67b0556de {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.482381] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1745.482571] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9aa03d8e-3ef6-4735-813e-e5b3e5a46870 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.490143] env[63676]: DEBUG oslo_vmware.api [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Waiting for the task: (returnval){ [ 1745.490143] env[63676]: value = "task-1925575" [ 1745.490143] env[63676]: _type = "Task" [ 1745.490143] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.501110] env[63676]: DEBUG oslo_vmware.api [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Task: {'id': task-1925575, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.516645] env[63676]: DEBUG nova.compute.manager [req-2c3d7b90-aee4-46bf-a290-887772ba2017 req-b4c25a29-e05f-4a92-b2ac-962cd5b7d34d service nova] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Received event network-changed-7844b22b-07d2-43e2-bbdb-f4dc5fee86fa {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1745.516922] env[63676]: DEBUG nova.compute.manager [req-2c3d7b90-aee4-46bf-a290-887772ba2017 req-b4c25a29-e05f-4a92-b2ac-962cd5b7d34d service nova] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Refreshing instance network info cache due to event network-changed-7844b22b-07d2-43e2-bbdb-f4dc5fee86fa. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1745.517076] env[63676]: DEBUG oslo_concurrency.lockutils [req-2c3d7b90-aee4-46bf-a290-887772ba2017 req-b4c25a29-e05f-4a92-b2ac-962cd5b7d34d service nova] Acquiring lock "refresh_cache-90ce8db7-eedc-48b3-b579-efc2ad00ed6f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.517223] env[63676]: DEBUG oslo_concurrency.lockutils [req-2c3d7b90-aee4-46bf-a290-887772ba2017 req-b4c25a29-e05f-4a92-b2ac-962cd5b7d34d service nova] Acquired lock "refresh_cache-90ce8db7-eedc-48b3-b579-efc2ad00ed6f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.517429] env[63676]: DEBUG nova.network.neutron [req-2c3d7b90-aee4-46bf-a290-887772ba2017 req-b4c25a29-e05f-4a92-b2ac-962cd5b7d34d service nova] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Refreshing network info cache for port 7844b22b-07d2-43e2-bbdb-f4dc5fee86fa {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1745.529462] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925571, 'name': Rename_Task, 'duration_secs': 1.127873} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.530165] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1745.530442] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eaeef550-2f47-4726-a96a-3d0291e8ead7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.537760] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for the task: (returnval){ [ 1745.537760] env[63676]: value = "task-1925576" [ 1745.537760] env[63676]: _type = "Task" [ 1745.537760] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.546664] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925576, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.583584] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925574, 'name': Rename_Task, 'duration_secs': 0.172777} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.587449] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1745.587715] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1294ea3c-35ae-4125-b007-98f4c8f85626 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.595261] env[63676]: DEBUG oslo_vmware.api [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925572, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.596626] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for the task: (returnval){ [ 1745.596626] env[63676]: value = "task-1925577" [ 1745.596626] env[63676]: _type = "Task" [ 1745.596626] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.604829] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925577, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.719322] env[63676]: DEBUG oslo_vmware.api [None req-a897acb4-ed85-4e24-b0ee-e9cc66a4b189 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925555, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.817858] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d3ecf0-a528-6181-33b7-5e9a65be400b, 'name': SearchDatastore_Task, 'duration_secs': 0.013055} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.818184] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.818477] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 887940ac-c689-45f3-b5db-d988d1e581fa/887940ac-c689-45f3-b5db-d988d1e581fa.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1745.818766] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea7cb71f-c828-41d6-b4bf-a0086dbd9bb5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.826177] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1745.826177] env[63676]: value = "task-1925578" [ 1745.826177] env[63676]: _type = "Task" [ 1745.826177] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.834405] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.945135] env[63676]: DEBUG nova.scheduler.client.report [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1746.003448] env[63676]: DEBUG oslo_vmware.api [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Task: {'id': task-1925575, 'name': PowerOffVM_Task, 'duration_secs': 0.194461} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.003753] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1746.004559] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1746.004559] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63100ca1-063b-4bc8-8cdb-8f06e4c86302 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.010276] env[63676]: DEBUG nova.network.neutron [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1746.056393] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925576, 'name': PowerOnVM_Task, 'duration_secs': 0.495995} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.056393] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1746.056587] env[63676]: INFO nova.compute.manager [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Took 12.30 seconds to spawn the instance on the hypervisor. [ 1746.058748] env[63676]: DEBUG nova.compute.manager [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1746.058748] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb9faa0-00b8-4de2-98bc-de358371edf9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.100986] env[63676]: DEBUG oslo_vmware.api [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925572, 'name': CloneVM_Task, 'duration_secs': 1.444337} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.110854] env[63676]: INFO nova.virt.vmwareapi.vmops [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Created linked-clone VM from snapshot [ 1746.116301] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a20f36-87cb-4612-9a41-c66a26f79b24 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.125182] env[63676]: DEBUG oslo_vmware.api [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925577, 'name': PowerOnVM_Task, 'duration_secs': 0.51338} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.129216] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1746.129500] env[63676]: INFO nova.compute.manager [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1746.129684] env[63676]: DEBUG nova.compute.manager [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1746.130399] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Uploading image df0e5a5e-d049-432e-b643-52803cfbc651 {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1746.133561] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ca6cf3-7902-410a-a701-a3b3ab63619c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.160418] env[63676]: DEBUG oslo_vmware.rw_handles [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1746.160418] env[63676]: value = "vm-397074" [ 1746.160418] env[63676]: _type = "VirtualMachine" [ 1746.160418] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1746.160748] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c801f98a-d0b0-4e03-a22b-9d32144588b4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.171182] env[63676]: DEBUG oslo_vmware.rw_handles [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Lease: (returnval){ [ 1746.171182] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5250f443-2cbf-4581-e80e-110033b0716f" [ 1746.171182] env[63676]: _type = "HttpNfcLease" [ 1746.171182] env[63676]: } obtained for exporting VM: (result){ [ 1746.171182] env[63676]: value = "vm-397074" [ 1746.171182] env[63676]: _type = "VirtualMachine" [ 1746.171182] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1746.171621] env[63676]: DEBUG oslo_vmware.api [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Waiting for the lease: (returnval){ [ 1746.171621] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5250f443-2cbf-4581-e80e-110033b0716f" [ 1746.171621] env[63676]: _type = "HttpNfcLease" [ 1746.171621] env[63676]: } to be ready. {{(pid=63676) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1746.180813] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1746.180813] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5250f443-2cbf-4581-e80e-110033b0716f" [ 1746.180813] env[63676]: _type = "HttpNfcLease" [ 1746.180813] env[63676]: } is initializing. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1746.218610] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1746.218859] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1746.219057] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Deleting the datastore file [datastore1] 90ce8db7-eedc-48b3-b579-efc2ad00ed6f {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1746.219867] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd164ef2-5a43-4740-b905-11977d7a690b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.227218] env[63676]: DEBUG oslo_vmware.api [None req-a897acb4-ed85-4e24-b0ee-e9cc66a4b189 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925555, 'name': ReconfigVM_Task, 'duration_secs': 5.884427} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.232505] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a897acb4-ed85-4e24-b0ee-e9cc66a4b189 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Releasing lock "8c888cd9-be84-4190-847b-96491a3dd73f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.232841] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a897acb4-ed85-4e24-b0ee-e9cc66a4b189 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Reconfigured VM to detach interface {{(pid=63676) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1746.235796] env[63676]: DEBUG oslo_vmware.api [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Waiting for the task: (returnval){ [ 1746.235796] env[63676]: value = "task-1925581" [ 1746.235796] env[63676]: _type = "Task" [ 1746.235796] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.249625] env[63676]: DEBUG oslo_vmware.api [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Task: {'id': task-1925581, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.336715] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925578, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.351406] env[63676]: DEBUG nova.network.neutron [req-2c3d7b90-aee4-46bf-a290-887772ba2017 req-b4c25a29-e05f-4a92-b2ac-962cd5b7d34d service nova] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Updated VIF entry in instance network info cache for port 7844b22b-07d2-43e2-bbdb-f4dc5fee86fa. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1746.351762] env[63676]: DEBUG nova.network.neutron [req-2c3d7b90-aee4-46bf-a290-887772ba2017 req-b4c25a29-e05f-4a92-b2ac-962cd5b7d34d service nova] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Updating instance_info_cache with network_info: [{"id": "7844b22b-07d2-43e2-bbdb-f4dc5fee86fa", "address": "fa:16:3e:4c:3a:8e", "network": {"id": "182cb0d8-75f2-45be-9b47-8632f168ae5b", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1240504817-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ad98c38c62f448a59813d41a674c9b53", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7844b22b-07", "ovs_interfaceid": "7844b22b-07d2-43e2-bbdb-f4dc5fee86fa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.398232] env[63676]: DEBUG nova.network.neutron [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Updating instance_info_cache with network_info: [{"id": "c3e0955d-8ea1-4db5-a5b8-bc0be06aaf57", "address": "fa:16:3e:39:43:75", "network": {"id": "b4503803-880d-4b7d-94e2-622c87fede97", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-638170252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11302b5359cb437aac371d1206a15f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e0955d-8e", "ovs_interfaceid": "c3e0955d-8ea1-4db5-a5b8-bc0be06aaf57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.453915] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.154s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1746.455323] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.941s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.456876] env[63676]: INFO nova.compute.claims [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1746.487766] env[63676]: INFO nova.scheduler.client.report [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Deleted allocations for instance 3623083d-0bf5-4947-9191-298ad2de4e13 [ 1746.584656] env[63676]: INFO nova.compute.manager [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Took 44.99 seconds to build instance. [ 1746.659605] env[63676]: INFO nova.compute.manager [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Took 40.36 seconds to build instance. [ 1746.683179] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1746.683179] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5250f443-2cbf-4581-e80e-110033b0716f" [ 1746.683179] env[63676]: _type = "HttpNfcLease" [ 1746.683179] env[63676]: } is ready. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1746.684124] env[63676]: DEBUG oslo_vmware.rw_handles [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1746.684124] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5250f443-2cbf-4581-e80e-110033b0716f" [ 1746.684124] env[63676]: _type = "HttpNfcLease" [ 1746.684124] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1746.685140] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50869e86-5613-41ab-b7fd-b8c133cd13f2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.693924] env[63676]: DEBUG oslo_vmware.rw_handles [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5265643d-c2be-4447-6094-3196e9656e97/disk-0.vmdk from lease info. {{(pid=63676) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1746.694269] env[63676]: DEBUG oslo_vmware.rw_handles [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5265643d-c2be-4447-6094-3196e9656e97/disk-0.vmdk for reading. {{(pid=63676) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1746.764512] env[63676]: DEBUG oslo_vmware.api [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Task: {'id': task-1925581, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358242} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.764778] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1746.765047] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1746.765261] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1746.765449] env[63676]: INFO nova.compute.manager [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1746.765706] env[63676]: DEBUG oslo.service.loopingcall [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1746.765968] env[63676]: DEBUG nova.compute.manager [-] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1746.766103] env[63676]: DEBUG nova.network.neutron [-] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1746.836309] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925578, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.854682] env[63676]: DEBUG oslo_concurrency.lockutils [req-2c3d7b90-aee4-46bf-a290-887772ba2017 req-b4c25a29-e05f-4a92-b2ac-962cd5b7d34d service nova] Releasing lock "refresh_cache-90ce8db7-eedc-48b3-b579-efc2ad00ed6f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.861074] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0952ef92-b99d-41d3-8314-d9f030f928fc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.902045] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Releasing lock "refresh_cache-b5f632e9-79d9-4f9a-98d8-4fe505c19851" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.902801] env[63676]: DEBUG nova.compute.manager [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Instance network_info: |[{"id": "c3e0955d-8ea1-4db5-a5b8-bc0be06aaf57", "address": "fa:16:3e:39:43:75", "network": {"id": "b4503803-880d-4b7d-94e2-622c87fede97", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-638170252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11302b5359cb437aac371d1206a15f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3e0955d-8e", "ovs_interfaceid": "c3e0955d-8ea1-4db5-a5b8-bc0be06aaf57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1746.903744] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:43:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3e0955d-8ea1-4db5-a5b8-bc0be06aaf57', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1746.911917] env[63676]: DEBUG oslo.service.loopingcall [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1746.912803] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1746.912997] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f194ff6-8fd2-43ba-9a96-4e4370f8488a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.934653] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1746.934653] env[63676]: value = "task-1925582" [ 1746.934653] env[63676]: _type = "Task" [ 1746.934653] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.947036] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925582, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.995428] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5b066890-53a3-4843-81df-fd13a2e06829 tempest-VolumesAssistedSnapshotsTest-1367840564 tempest-VolumesAssistedSnapshotsTest-1367840564-project-member] Lock "3623083d-0bf5-4947-9191-298ad2de4e13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.641s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.088386] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lock "555a87e4-e882-4129-976b-504a98e29990" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.874s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.097036] env[63676]: DEBUG oslo_concurrency.lockutils [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquiring lock "d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.097262] env[63676]: DEBUG oslo_concurrency.lockutils [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.161752] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0ec0de2-a03a-4b47-8086-8b6170406151 tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lock "5d7bfc99-f089-4d5a-aa4e-cada3e053b19" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.919s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.341769] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925578, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.496366} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.342144] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 887940ac-c689-45f3-b5db-d988d1e581fa/887940ac-c689-45f3-b5db-d988d1e581fa.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1747.342395] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1747.342673] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d8b28bd-6453-4886-b8a3-7268ced5f042 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.350212] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1747.350212] env[63676]: value = "task-1925583" [ 1747.350212] env[63676]: _type = "Task" [ 1747.350212] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.366618] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.376270] env[63676]: DEBUG oslo_concurrency.lockutils [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "8c888cd9-be84-4190-847b-96491a3dd73f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.376552] env[63676]: DEBUG oslo_concurrency.lockutils [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "8c888cd9-be84-4190-847b-96491a3dd73f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.377396] env[63676]: DEBUG oslo_concurrency.lockutils [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "8c888cd9-be84-4190-847b-96491a3dd73f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1747.378225] env[63676]: DEBUG oslo_concurrency.lockutils [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "8c888cd9-be84-4190-847b-96491a3dd73f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1747.378489] env[63676]: DEBUG oslo_concurrency.lockutils [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "8c888cd9-be84-4190-847b-96491a3dd73f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.381478] env[63676]: INFO nova.compute.manager [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Terminating instance [ 1747.452455] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925582, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.605583] env[63676]: DEBUG nova.compute.manager [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1747.659568] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a897acb4-ed85-4e24-b0ee-e9cc66a4b189 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "refresh_cache-8c888cd9-be84-4190-847b-96491a3dd73f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.659568] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a897acb4-ed85-4e24-b0ee-e9cc66a4b189 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired lock "refresh_cache-8c888cd9-be84-4190-847b-96491a3dd73f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.659568] env[63676]: DEBUG nova.network.neutron [None req-a897acb4-ed85-4e24-b0ee-e9cc66a4b189 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1747.691456] env[63676]: DEBUG nova.compute.manager [req-a305a2f1-c796-4c58-91fe-e40d27d73274 req-8a0e2d94-81b3-40f1-813b-c9d400a5b6fb service nova] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Received event network-vif-deleted-b5104df5-46d9-4bc3-a7c3-8b20644ab6f2 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1747.691836] env[63676]: INFO nova.compute.manager [req-a305a2f1-c796-4c58-91fe-e40d27d73274 req-8a0e2d94-81b3-40f1-813b-c9d400a5b6fb service nova] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Neutron deleted interface b5104df5-46d9-4bc3-a7c3-8b20644ab6f2; detaching it from the instance and deleting it from the info cache [ 1747.692176] env[63676]: DEBUG nova.network.neutron [req-a305a2f1-c796-4c58-91fe-e40d27d73274 req-8a0e2d94-81b3-40f1-813b-c9d400a5b6fb service nova] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Updating instance_info_cache with network_info: [{"id": "0b022049-383e-4943-bc81-303542544e60", "address": "fa:16:3e:09:e4:e4", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b022049-38", "ovs_interfaceid": "0b022049-383e-4943-bc81-303542544e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.862121] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070276} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.862418] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1747.863529] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ace097-1417-48e3-a331-fa183a716ff5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.889557] env[63676]: DEBUG nova.compute.manager [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1747.889904] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1747.902074] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 887940ac-c689-45f3-b5db-d988d1e581fa/887940ac-c689-45f3-b5db-d988d1e581fa.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1747.906852] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5274c5e6-045e-4324-a7d4-396061d29873 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.911075] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9495c52e-8f7f-4c33-be12-246b81559408 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.933198] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1747.934975] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c899934-96ca-4f49-bdcb-a592ffbe8f69 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.937573] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1747.937573] env[63676]: value = "task-1925584" [ 1747.937573] env[63676]: _type = "Task" [ 1747.937573] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.947633] env[63676]: DEBUG oslo_vmware.api [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 1747.947633] env[63676]: value = "task-1925585" [ 1747.947633] env[63676]: _type = "Task" [ 1747.947633] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.953802] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.954026] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925582, 'name': CreateVM_Task, 'duration_secs': 0.582675} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.959825] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1747.961342] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1747.961457] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1747.961837] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1747.962690] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b139d4d-0288-4c56-a99d-f699398ecbbd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.970088] env[63676]: DEBUG oslo_vmware.api [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.974473] env[63676]: DEBUG oslo_vmware.api [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1747.974473] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521bd839-fd7a-7689-b4ef-bc0e272eea13" [ 1747.974473] env[63676]: _type = "Task" [ 1747.974473] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.986530] env[63676]: DEBUG oslo_vmware.api [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521bd839-fd7a-7689-b4ef-bc0e272eea13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.116015] env[63676]: DEBUG nova.network.neutron [-] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1748.133271] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac23a64a-a0d2-41fe-9cab-9f14c8b8d4e5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.137724] env[63676]: DEBUG oslo_concurrency.lockutils [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.144334] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1c57e5-de7b-471e-90b2-2ebfbbb6b85e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.184819] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a8960c-9e5a-4787-bb39-5df167cc2b93 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.195465] env[63676]: DEBUG oslo_concurrency.lockutils [req-a305a2f1-c796-4c58-91fe-e40d27d73274 req-8a0e2d94-81b3-40f1-813b-c9d400a5b6fb service nova] Acquiring lock "8c888cd9-be84-4190-847b-96491a3dd73f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.197033] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ade810-8c72-4983-9d27-80e96f6b5f82 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.212351] env[63676]: DEBUG nova.compute.provider_tree [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1748.235433] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquiring lock "e8ff98be-ae2f-40dd-83c7-b0623aaa9997" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.235433] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lock "e8ff98be-ae2f-40dd-83c7-b0623aaa9997" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.235649] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquiring lock "e8ff98be-ae2f-40dd-83c7-b0623aaa9997-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.235912] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lock "e8ff98be-ae2f-40dd-83c7-b0623aaa9997-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.236032] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lock "e8ff98be-ae2f-40dd-83c7-b0623aaa9997-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1748.240477] env[63676]: INFO nova.compute.manager [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Terminating instance [ 1748.449350] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925584, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.463490] env[63676]: DEBUG oslo_vmware.api [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925585, 'name': PowerOffVM_Task, 'duration_secs': 0.246946} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.463806] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1748.463985] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1748.464264] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a12795c2-0d05-402d-910c-5baeebaab795 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.485182] env[63676]: DEBUG oslo_vmware.api [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521bd839-fd7a-7689-b4ef-bc0e272eea13, 'name': SearchDatastore_Task, 'duration_secs': 0.013412} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.485356] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.485580] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1748.485819] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.485967] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.486164] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1748.486453] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5c650ee-892f-4ab1-bc87-c5c2a7efadb4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.496041] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1748.496302] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1748.497031] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22baca6d-067f-4d03-b09a-b9f36b9272f8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.503226] env[63676]: DEBUG oslo_vmware.api [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1748.503226] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52565a84-e81a-b0b4-5f1c-686bb1c39ca3" [ 1748.503226] env[63676]: _type = "Task" [ 1748.503226] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.514074] env[63676]: DEBUG oslo_vmware.api [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52565a84-e81a-b0b4-5f1c-686bb1c39ca3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.623057] env[63676]: INFO nova.compute.manager [-] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Took 1.86 seconds to deallocate network for instance. [ 1748.657737] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1748.657975] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1748.658172] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Deleting the datastore file [datastore1] 8c888cd9-be84-4190-847b-96491a3dd73f {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1748.658445] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-252d12c5-184f-4594-b910-e9d519c24206 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.667291] env[63676]: DEBUG oslo_vmware.api [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 1748.667291] env[63676]: value = "task-1925587" [ 1748.667291] env[63676]: _type = "Task" [ 1748.667291] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.677616] env[63676]: DEBUG oslo_vmware.api [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.716351] env[63676]: DEBUG nova.scheduler.client.report [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1748.745268] env[63676]: DEBUG nova.compute.manager [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1748.745568] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1748.747908] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d36cf2a-8b14-4965-a4b8-14db122a7f28 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.757680] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1748.757980] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1108672-a700-465b-ac16-03cf65032cb1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.764696] env[63676]: DEBUG oslo_vmware.api [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for the task: (returnval){ [ 1748.764696] env[63676]: value = "task-1925588" [ 1748.764696] env[63676]: _type = "Task" [ 1748.764696] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.774167] env[63676]: DEBUG oslo_vmware.api [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.954413] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925584, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.015392] env[63676]: DEBUG oslo_vmware.api [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52565a84-e81a-b0b4-5f1c-686bb1c39ca3, 'name': SearchDatastore_Task, 'duration_secs': 0.023341} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.016249] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d59a34b2-bff0-4ba0-9928-857e5ba55d94 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.023038] env[63676]: DEBUG oslo_vmware.api [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1749.023038] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e70ebd-357f-2df1-2a33-d26f1bc5c58e" [ 1749.023038] env[63676]: _type = "Task" [ 1749.023038] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.030248] env[63676]: DEBUG oslo_vmware.api [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e70ebd-357f-2df1-2a33-d26f1bc5c58e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.046604] env[63676]: INFO nova.network.neutron [None req-a897acb4-ed85-4e24-b0ee-e9cc66a4b189 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Port b5104df5-46d9-4bc3-a7c3-8b20644ab6f2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1749.046986] env[63676]: DEBUG nova.network.neutron [None req-a897acb4-ed85-4e24-b0ee-e9cc66a4b189 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Updating instance_info_cache with network_info: [{"id": "0b022049-383e-4943-bc81-303542544e60", "address": "fa:16:3e:09:e4:e4", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.191", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b022049-38", "ovs_interfaceid": "0b022049-383e-4943-bc81-303542544e60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.130674] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1749.177825] env[63676]: DEBUG oslo_vmware.api [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260592} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.178642] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1749.179045] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1749.179364] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1749.179663] env[63676]: INFO nova.compute.manager [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Took 1.29 seconds to destroy the instance on the hypervisor. [ 1749.180039] env[63676]: DEBUG oslo.service.loopingcall [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1749.180372] env[63676]: DEBUG nova.compute.manager [-] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1749.180576] env[63676]: DEBUG nova.network.neutron [-] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1749.225887] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.768s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.225887] env[63676]: DEBUG nova.compute.manager [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1749.227639] env[63676]: DEBUG oslo_concurrency.lockutils [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.508s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.229402] env[63676]: INFO nova.compute.claims [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1749.276928] env[63676]: DEBUG oslo_vmware.api [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925588, 'name': PowerOffVM_Task, 'duration_secs': 0.21598} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.279024] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1749.279024] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1749.279024] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aca6fae5-79b4-45b6-bdf6-9004892e4f82 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.425092] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1749.425092] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1749.425092] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Deleting the datastore file [datastore1] e8ff98be-ae2f-40dd-83c7-b0623aaa9997 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1749.425092] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9f5c31c-6dd9-4080-9f37-7783dcb94390 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.439020] env[63676]: DEBUG oslo_vmware.api [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for the task: (returnval){ [ 1749.439020] env[63676]: value = "task-1925590" [ 1749.439020] env[63676]: _type = "Task" [ 1749.439020] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.447195] env[63676]: DEBUG oslo_vmware.api [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.452691] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925584, 'name': ReconfigVM_Task, 'duration_secs': 1.369921} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.453135] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 887940ac-c689-45f3-b5db-d988d1e581fa/887940ac-c689-45f3-b5db-d988d1e581fa.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1749.453873] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e0bde7f8-baf9-4469-91c3-6967b3e9d4cb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.459825] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1749.459825] env[63676]: value = "task-1925591" [ 1749.459825] env[63676]: _type = "Task" [ 1749.459825] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.471476] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925591, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.535036] env[63676]: DEBUG oslo_vmware.api [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e70ebd-357f-2df1-2a33-d26f1bc5c58e, 'name': SearchDatastore_Task, 'duration_secs': 0.015123} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.535658] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.538018] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] b5f632e9-79d9-4f9a-98d8-4fe505c19851/b5f632e9-79d9-4f9a-98d8-4fe505c19851.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1749.538018] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d30e791b-e173-459a-92b0-3d298bd5e46b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.548137] env[63676]: DEBUG oslo_vmware.api [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1749.548137] env[63676]: value = "task-1925592" [ 1749.548137] env[63676]: _type = "Task" [ 1749.548137] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.552083] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a897acb4-ed85-4e24-b0ee-e9cc66a4b189 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Releasing lock "refresh_cache-8c888cd9-be84-4190-847b-96491a3dd73f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.561422] env[63676]: DEBUG oslo_vmware.api [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.741021] env[63676]: DEBUG nova.compute.utils [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1749.742203] env[63676]: DEBUG nova.compute.manager [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1749.743444] env[63676]: DEBUG nova.network.neutron [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1749.891779] env[63676]: DEBUG nova.policy [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76832ab3e77b4bd3ada63fc1953e9fb6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18ffed1587374f0d814907ce1d84a67a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1749.952687] env[63676]: DEBUG oslo_vmware.api [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253604} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.953256] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1749.956066] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1749.956066] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1749.956066] env[63676]: INFO nova.compute.manager [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1749.956066] env[63676]: DEBUG oslo.service.loopingcall [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1749.956066] env[63676]: DEBUG nova.compute.manager [-] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1749.956066] env[63676]: DEBUG nova.network.neutron [-] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1749.959186] env[63676]: DEBUG nova.compute.manager [req-93bd097b-1ff8-40bb-89c7-34cc300ba9a9 req-f0795a78-43db-4d52-9425-e9400712debb service nova] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Received event network-vif-deleted-7844b22b-07d2-43e2-bbdb-f4dc5fee86fa {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1749.977076] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925591, 'name': Rename_Task, 'duration_secs': 0.210175} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.977543] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1749.978024] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-109ea305-fc43-437b-a455-5109e77c5202 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.986390] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1749.986390] env[63676]: value = "task-1925593" [ 1749.986390] env[63676]: _type = "Task" [ 1749.986390] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.998684] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925593, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.057346] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a897acb4-ed85-4e24-b0ee-e9cc66a4b189 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "interface-8c888cd9-be84-4190-847b-96491a3dd73f-b5104df5-46d9-4bc3-a7c3-8b20644ab6f2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.491s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.067534] env[63676]: DEBUG oslo_vmware.api [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925592, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.247737] env[63676]: DEBUG nova.compute.manager [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1750.392866] env[63676]: DEBUG nova.compute.manager [req-e0dac770-964b-47ab-a1dd-9d7df02471dd req-e9176e67-9f84-4fd0-9c1b-3be25d38e079 service nova] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Received event network-vif-deleted-460b911b-bd70-4d93-b295-24e88e29d8db {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1750.392866] env[63676]: INFO nova.compute.manager [req-e0dac770-964b-47ab-a1dd-9d7df02471dd req-e9176e67-9f84-4fd0-9c1b-3be25d38e079 service nova] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Neutron deleted interface 460b911b-bd70-4d93-b295-24e88e29d8db; detaching it from the instance and deleting it from the info cache [ 1750.392866] env[63676]: DEBUG nova.network.neutron [req-e0dac770-964b-47ab-a1dd-9d7df02471dd req-e9176e67-9f84-4fd0-9c1b-3be25d38e079 service nova] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.498591] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925593, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.564902] env[63676]: DEBUG oslo_vmware.api [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654128} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.565238] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] b5f632e9-79d9-4f9a-98d8-4fe505c19851/b5f632e9-79d9-4f9a-98d8-4fe505c19851.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1750.565628] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1750.565967] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cc41449-06e2-47b2-ae8b-58f5ba028ea9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.573306] env[63676]: DEBUG oslo_vmware.api [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1750.573306] env[63676]: value = "task-1925594" [ 1750.573306] env[63676]: _type = "Task" [ 1750.573306] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.582017] env[63676]: DEBUG oslo_vmware.api [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.748607] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac92d505-f5d6-41b8-890f-4fe80bffc84f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.759106] env[63676]: DEBUG nova.network.neutron [-] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.762365] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a679bf7-9e96-43d2-90da-75e47471dff4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.800813] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0598bb-71e6-443e-a44c-c559211cf4b7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.813205] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26da126d-bcfd-412e-a99f-b2dc09dfb918 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.828474] env[63676]: DEBUG nova.compute.provider_tree [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1750.853898] env[63676]: DEBUG nova.network.neutron [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Successfully created port: 8ed8808c-f0df-42e9-8859-42dc48340b86 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1750.895830] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e61448eb-439e-47ae-b7f6-03cb60d33ea4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.905896] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8224bb-9d75-428a-b57c-1aa95fb222b3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.950460] env[63676]: DEBUG nova.compute.manager [req-e0dac770-964b-47ab-a1dd-9d7df02471dd req-e9176e67-9f84-4fd0-9c1b-3be25d38e079 service nova] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Detach interface failed, port_id=460b911b-bd70-4d93-b295-24e88e29d8db, reason: Instance e8ff98be-ae2f-40dd-83c7-b0623aaa9997 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1750.999630] env[63676]: DEBUG oslo_vmware.api [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925593, 'name': PowerOnVM_Task, 'duration_secs': 0.553387} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.000140] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1751.000407] env[63676]: DEBUG nova.compute.manager [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1751.001238] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c99882-e858-417b-9775-e06cdb669074 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.084493] env[63676]: DEBUG oslo_vmware.api [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071019} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.084786] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1751.085611] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a619cf8c-4a67-4c24-851c-4fdda2edc0a3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.110959] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] b5f632e9-79d9-4f9a-98d8-4fe505c19851/b5f632e9-79d9-4f9a-98d8-4fe505c19851.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1751.111332] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f244227-8c21-440b-829d-3265df5058f6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.142475] env[63676]: DEBUG oslo_vmware.api [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1751.142475] env[63676]: value = "task-1925595" [ 1751.142475] env[63676]: _type = "Task" [ 1751.142475] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.150823] env[63676]: DEBUG oslo_vmware.api [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925595, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.183900] env[63676]: DEBUG nova.network.neutron [-] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.261567] env[63676]: INFO nova.compute.manager [-] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Took 1.31 seconds to deallocate network for instance. [ 1751.262872] env[63676]: DEBUG nova.compute.manager [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1751.311759] env[63676]: DEBUG nova.virt.hardware [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1751.312019] env[63676]: DEBUG nova.virt.hardware [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1751.312542] env[63676]: DEBUG nova.virt.hardware [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1751.312826] env[63676]: DEBUG nova.virt.hardware [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1751.312993] env[63676]: DEBUG nova.virt.hardware [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1751.313178] env[63676]: DEBUG nova.virt.hardware [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1751.313551] env[63676]: DEBUG nova.virt.hardware [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1751.313753] env[63676]: DEBUG nova.virt.hardware [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1751.313933] env[63676]: DEBUG nova.virt.hardware [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1751.314115] env[63676]: DEBUG nova.virt.hardware [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1751.314298] env[63676]: DEBUG nova.virt.hardware [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1751.315487] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a69836-eb72-480b-9024-fcf6e969931f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.325287] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de716de-0c64-4ab5-b62e-d773452daf55 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.331665] env[63676]: DEBUG nova.scheduler.client.report [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1751.520854] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.652632] env[63676]: DEBUG oslo_vmware.api [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925595, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.686848] env[63676]: INFO nova.compute.manager [-] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Took 2.51 seconds to deallocate network for instance. [ 1751.774960] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.846290] env[63676]: DEBUG oslo_concurrency.lockutils [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.619s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.846883] env[63676]: DEBUG nova.compute.manager [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1751.852346] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.472s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.852853] env[63676]: DEBUG nova.objects.instance [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lazy-loading 'resources' on Instance uuid 83df18e8-450a-4e85-8f7f-4494aad37790 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1752.004033] env[63676]: DEBUG nova.compute.manager [req-ede7021b-263f-4a6b-b483-3de6090c4d0a req-e564bdcf-738d-4aea-a127-8fba68181aba service nova] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Received event network-vif-deleted-0b022049-383e-4943-bc81-303542544e60 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1752.154622] env[63676]: DEBUG oslo_vmware.api [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925595, 'name': ReconfigVM_Task, 'duration_secs': 0.555515} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.155037] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Reconfigured VM instance instance-00000037 to attach disk [datastore1] b5f632e9-79d9-4f9a-98d8-4fe505c19851/b5f632e9-79d9-4f9a-98d8-4fe505c19851.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1752.156009] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b34ec452-17f7-4717-8e2a-978f9d1240ed {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.164011] env[63676]: DEBUG oslo_vmware.api [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1752.164011] env[63676]: value = "task-1925596" [ 1752.164011] env[63676]: _type = "Task" [ 1752.164011] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.172349] env[63676]: DEBUG oslo_vmware.api [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925596, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.193858] env[63676]: DEBUG oslo_concurrency.lockutils [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1752.356758] env[63676]: DEBUG nova.compute.utils [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1752.363628] env[63676]: DEBUG nova.compute.manager [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1752.363737] env[63676]: DEBUG nova.network.neutron [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1752.472118] env[63676]: DEBUG nova.policy [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0e6eeb4c94f14a2d91bbc8586c9c427b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd23aa00cbab643f69f050bd0acd1c40c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1752.678516] env[63676]: DEBUG oslo_vmware.api [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925596, 'name': Rename_Task, 'duration_secs': 0.225968} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.681824] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1752.682761] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11050c9b-955f-4a02-b9a6-4e429f1690fd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.690236] env[63676]: DEBUG oslo_vmware.api [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1752.690236] env[63676]: value = "task-1925597" [ 1752.690236] env[63676]: _type = "Task" [ 1752.690236] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.705236] env[63676]: DEBUG oslo_vmware.api [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925597, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.864410] env[63676]: DEBUG nova.compute.manager [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1752.887704] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84426ab-b88a-48e3-a0a3-1c10c2377279 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.895883] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272da3a3-d8a7-451c-a0d6-c60a530b1f1c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.930944] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d22e484c-dd6a-4ded-a87d-2a56781e8b4e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.939115] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abb91968-3c87-4b21-b772-64685ac0c142 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.956277] env[63676]: DEBUG nova.compute.provider_tree [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1753.198817] env[63676]: DEBUG nova.network.neutron [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Successfully updated port: 8ed8808c-f0df-42e9-8859-42dc48340b86 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1753.205146] env[63676]: DEBUG oslo_vmware.api [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925597, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.435118] env[63676]: DEBUG nova.network.neutron [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Successfully created port: 9d298595-e8fd-4937-9e94-5b02b3d8f1a5 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1753.460762] env[63676]: DEBUG nova.scheduler.client.report [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1753.707242] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Acquiring lock "refresh_cache-688ca6c5-0cbc-4237-95b0-57fb051facb9" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.707242] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Acquired lock "refresh_cache-688ca6c5-0cbc-4237-95b0-57fb051facb9" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.707242] env[63676]: DEBUG nova.network.neutron [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1753.707242] env[63676]: DEBUG oslo_vmware.api [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925597, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.874488] env[63676]: DEBUG nova.compute.manager [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1753.920994] env[63676]: DEBUG nova.virt.hardware [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1753.921458] env[63676]: DEBUG nova.virt.hardware [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1753.922626] env[63676]: DEBUG nova.virt.hardware [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1753.923188] env[63676]: DEBUG nova.virt.hardware [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1753.924732] env[63676]: DEBUG nova.virt.hardware [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1753.925592] env[63676]: DEBUG nova.virt.hardware [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1753.926703] env[63676]: DEBUG nova.virt.hardware [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1753.926703] env[63676]: DEBUG nova.virt.hardware [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1753.926703] env[63676]: DEBUG nova.virt.hardware [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1753.926703] env[63676]: DEBUG nova.virt.hardware [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1753.927072] env[63676]: DEBUG nova.virt.hardware [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1753.928480] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a251a0c7-dedd-4365-9b79-0f9f2a551500 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.937930] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d0c9b8-a629-49ac-8e4c-26f1a17848f4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.966107] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.969008] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.144s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1753.969423] env[63676]: DEBUG nova.objects.instance [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Lazy-loading 'resources' on Instance uuid cc545355-26ef-45fd-bacb-2515f52b84bb {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1753.995141] env[63676]: INFO nova.scheduler.client.report [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Deleted allocations for instance 83df18e8-450a-4e85-8f7f-4494aad37790 [ 1754.046405] env[63676]: DEBUG nova.compute.manager [req-96e9739b-e459-416f-b1dc-0a80568b4b64 req-62998922-4b01-48a9-a0c4-36b069f7b332 service nova] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Received event network-vif-plugged-8ed8808c-f0df-42e9-8859-42dc48340b86 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1754.046689] env[63676]: DEBUG oslo_concurrency.lockutils [req-96e9739b-e459-416f-b1dc-0a80568b4b64 req-62998922-4b01-48a9-a0c4-36b069f7b332 service nova] Acquiring lock "688ca6c5-0cbc-4237-95b0-57fb051facb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.046981] env[63676]: DEBUG oslo_concurrency.lockutils [req-96e9739b-e459-416f-b1dc-0a80568b4b64 req-62998922-4b01-48a9-a0c4-36b069f7b332 service nova] Lock "688ca6c5-0cbc-4237-95b0-57fb051facb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.047210] env[63676]: DEBUG oslo_concurrency.lockutils [req-96e9739b-e459-416f-b1dc-0a80568b4b64 req-62998922-4b01-48a9-a0c4-36b069f7b332 service nova] Lock "688ca6c5-0cbc-4237-95b0-57fb051facb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.047546] env[63676]: DEBUG nova.compute.manager [req-96e9739b-e459-416f-b1dc-0a80568b4b64 req-62998922-4b01-48a9-a0c4-36b069f7b332 service nova] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] No waiting events found dispatching network-vif-plugged-8ed8808c-f0df-42e9-8859-42dc48340b86 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1754.047619] env[63676]: WARNING nova.compute.manager [req-96e9739b-e459-416f-b1dc-0a80568b4b64 req-62998922-4b01-48a9-a0c4-36b069f7b332 service nova] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Received unexpected event network-vif-plugged-8ed8808c-f0df-42e9-8859-42dc48340b86 for instance with vm_state building and task_state spawning. [ 1754.047782] env[63676]: DEBUG nova.compute.manager [req-96e9739b-e459-416f-b1dc-0a80568b4b64 req-62998922-4b01-48a9-a0c4-36b069f7b332 service nova] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Received event network-changed-8ed8808c-f0df-42e9-8859-42dc48340b86 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1754.047975] env[63676]: DEBUG nova.compute.manager [req-96e9739b-e459-416f-b1dc-0a80568b4b64 req-62998922-4b01-48a9-a0c4-36b069f7b332 service nova] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Refreshing instance network info cache due to event network-changed-8ed8808c-f0df-42e9-8859-42dc48340b86. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1754.048195] env[63676]: DEBUG oslo_concurrency.lockutils [req-96e9739b-e459-416f-b1dc-0a80568b4b64 req-62998922-4b01-48a9-a0c4-36b069f7b332 service nova] Acquiring lock "refresh_cache-688ca6c5-0cbc-4237-95b0-57fb051facb9" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.073014] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.073014] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.073014] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.073014] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.073897] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.076939] env[63676]: INFO nova.compute.manager [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Terminating instance [ 1754.105729] env[63676]: DEBUG oslo_vmware.rw_handles [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5265643d-c2be-4447-6094-3196e9656e97/disk-0.vmdk. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1754.107742] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c4363e-ad7d-4000-a788-0993ac4aa9fd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.117968] env[63676]: DEBUG oslo_vmware.rw_handles [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5265643d-c2be-4447-6094-3196e9656e97/disk-0.vmdk is in state: ready. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1754.118187] env[63676]: ERROR oslo_vmware.rw_handles [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5265643d-c2be-4447-6094-3196e9656e97/disk-0.vmdk due to incomplete transfer. [ 1754.118476] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0da8febf-4136-4cdd-b64b-615b34f4f11f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.126462] env[63676]: DEBUG oslo_vmware.rw_handles [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5265643d-c2be-4447-6094-3196e9656e97/disk-0.vmdk. {{(pid=63676) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1754.126678] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Uploaded image df0e5a5e-d049-432e-b643-52803cfbc651 to the Glance image server {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1754.130410] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Destroying the VM {{(pid=63676) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1754.130410] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0726ecba-f1aa-4966-beab-33333137f255 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.137825] env[63676]: DEBUG oslo_vmware.api [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Waiting for the task: (returnval){ [ 1754.137825] env[63676]: value = "task-1925598" [ 1754.137825] env[63676]: _type = "Task" [ 1754.137825] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.147805] env[63676]: DEBUG oslo_vmware.api [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925598, 'name': Destroy_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.203757] env[63676]: DEBUG oslo_vmware.api [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925597, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.271035] env[63676]: DEBUG nova.network.neutron [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1754.457345] env[63676]: DEBUG nova.network.neutron [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Updating instance_info_cache with network_info: [{"id": "8ed8808c-f0df-42e9-8859-42dc48340b86", "address": "fa:16:3e:ec:74:bf", "network": {"id": "00a0fdd7-7090-4f2d-b18a-2300ccc10013", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1099969649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18ffed1587374f0d814907ce1d84a67a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ed8808c-f0", "ovs_interfaceid": "8ed8808c-f0df-42e9-8859-42dc48340b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.504867] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f53a9049-a8bd-4e03-8aa4-bc9d838aa8b3 tempest-ListServerFiltersTestJSON-530592441 tempest-ListServerFiltersTestJSON-530592441-project-member] Lock "83df18e8-450a-4e85-8f7f-4494aad37790" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.702s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.582061] env[63676]: DEBUG nova.compute.manager [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1754.582314] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1754.586179] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6909d8-3fd1-40f6-9d25-9c1050dc3af6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.592769] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1754.594185] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ea6d8eb-ed4d-465f-acf3-b472937241c9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.601954] env[63676]: DEBUG oslo_vmware.api [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1754.601954] env[63676]: value = "task-1925599" [ 1754.601954] env[63676]: _type = "Task" [ 1754.601954] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.612400] env[63676]: DEBUG oslo_vmware.api [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.652693] env[63676]: DEBUG oslo_vmware.api [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925598, 'name': Destroy_Task} progress is 33%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.705306] env[63676]: DEBUG oslo_vmware.api [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925597, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.959847] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Releasing lock "refresh_cache-688ca6c5-0cbc-4237-95b0-57fb051facb9" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.960254] env[63676]: DEBUG nova.compute.manager [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Instance network_info: |[{"id": "8ed8808c-f0df-42e9-8859-42dc48340b86", "address": "fa:16:3e:ec:74:bf", "network": {"id": "00a0fdd7-7090-4f2d-b18a-2300ccc10013", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1099969649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18ffed1587374f0d814907ce1d84a67a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ed8808c-f0", "ovs_interfaceid": "8ed8808c-f0df-42e9-8859-42dc48340b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1754.960611] env[63676]: DEBUG oslo_concurrency.lockutils [req-96e9739b-e459-416f-b1dc-0a80568b4b64 req-62998922-4b01-48a9-a0c4-36b069f7b332 service nova] Acquired lock "refresh_cache-688ca6c5-0cbc-4237-95b0-57fb051facb9" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.960784] env[63676]: DEBUG nova.network.neutron [req-96e9739b-e459-416f-b1dc-0a80568b4b64 req-62998922-4b01-48a9-a0c4-36b069f7b332 service nova] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Refreshing network info cache for port 8ed8808c-f0df-42e9-8859-42dc48340b86 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1754.963399] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:74:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9f208df-1fb5-4403-9796-7fd19e4bfb85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8ed8808c-f0df-42e9-8859-42dc48340b86', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1754.971081] env[63676]: DEBUG oslo.service.loopingcall [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1754.978509] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1754.979570] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-09a9fd91-8365-4977-8df3-70ae7d7ba0ce {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.008543] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1755.008543] env[63676]: value = "task-1925600" [ 1755.008543] env[63676]: _type = "Task" [ 1755.008543] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.018967] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925600, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.044944] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1ae1155-cd96-4d27-9d81-6c33423427bb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.051089] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e98d0e9-801a-4903-9aaf-8211d9353892 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.089774] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe4fcae-3b44-426b-9ea1-88c86f5a8536 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.099042] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c28ee2e-3290-42eb-ad41-71470360c43e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.116185] env[63676]: DEBUG nova.compute.provider_tree [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1755.121650] env[63676]: DEBUG oslo_vmware.api [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925599, 'name': PowerOffVM_Task, 'duration_secs': 0.227329} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.122487] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1755.123028] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1755.123433] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-65be953e-9dce-417b-9485-40c052329811 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.148026] env[63676]: DEBUG oslo_vmware.api [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925598, 'name': Destroy_Task, 'duration_secs': 0.578638} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.148344] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Destroyed the VM [ 1755.148660] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Deleting Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1755.149027] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1d491fbf-e59c-4f48-acb2-f3dcf137865f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.156190] env[63676]: DEBUG oslo_vmware.api [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Waiting for the task: (returnval){ [ 1755.156190] env[63676]: value = "task-1925602" [ 1755.156190] env[63676]: _type = "Task" [ 1755.156190] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.164718] env[63676]: DEBUG oslo_vmware.api [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925602, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.209196] env[63676]: DEBUG oslo_vmware.api [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925597, 'name': PowerOnVM_Task, 'duration_secs': 2.185794} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.209539] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1755.209820] env[63676]: INFO nova.compute.manager [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Took 11.46 seconds to spawn the instance on the hypervisor. [ 1755.210061] env[63676]: DEBUG nova.compute.manager [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1755.210877] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7446035c-b90f-49d5-b855-4bf1d7ac4948 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.313604] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1755.313604] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1755.313604] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Deleting the datastore file [datastore1] bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1755.313604] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31172462-7095-4585-8e48-3c55eb1c5e13 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.320254] env[63676]: DEBUG oslo_vmware.api [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1755.320254] env[63676]: value = "task-1925603" [ 1755.320254] env[63676]: _type = "Task" [ 1755.320254] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.331070] env[63676]: DEBUG oslo_vmware.api [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.520894] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925600, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.537043] env[63676]: DEBUG nova.network.neutron [req-96e9739b-e459-416f-b1dc-0a80568b4b64 req-62998922-4b01-48a9-a0c4-36b069f7b332 service nova] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Updated VIF entry in instance network info cache for port 8ed8808c-f0df-42e9-8859-42dc48340b86. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1755.537436] env[63676]: DEBUG nova.network.neutron [req-96e9739b-e459-416f-b1dc-0a80568b4b64 req-62998922-4b01-48a9-a0c4-36b069f7b332 service nova] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Updating instance_info_cache with network_info: [{"id": "8ed8808c-f0df-42e9-8859-42dc48340b86", "address": "fa:16:3e:ec:74:bf", "network": {"id": "00a0fdd7-7090-4f2d-b18a-2300ccc10013", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1099969649-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18ffed1587374f0d814907ce1d84a67a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9f208df-1fb5-4403-9796-7fd19e4bfb85", "external-id": "cl2-zone-400", "segmentation_id": 400, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8ed8808c-f0", "ovs_interfaceid": "8ed8808c-f0df-42e9-8859-42dc48340b86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.623423] env[63676]: DEBUG nova.scheduler.client.report [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1755.704825] env[63676]: DEBUG nova.network.neutron [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Successfully updated port: 9d298595-e8fd-4937-9e94-5b02b3d8f1a5 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1755.704825] env[63676]: DEBUG oslo_vmware.api [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925602, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.732710] env[63676]: INFO nova.compute.manager [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Took 44.12 seconds to build instance. [ 1755.831268] env[63676]: DEBUG oslo_vmware.api [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.284596} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.831491] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1755.831647] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1755.831825] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1755.831994] env[63676]: INFO nova.compute.manager [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1755.832251] env[63676]: DEBUG oslo.service.loopingcall [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1755.833055] env[63676]: DEBUG nova.compute.manager [-] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1755.833055] env[63676]: DEBUG nova.network.neutron [-] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1756.022403] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925600, 'name': CreateVM_Task, 'duration_secs': 0.642179} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.022403] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1756.023370] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.023612] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.024029] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1756.024407] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fbdb7ff-f58b-4bfe-89a2-defe43c67e7f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.030261] env[63676]: DEBUG oslo_vmware.api [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Waiting for the task: (returnval){ [ 1756.030261] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bda62d-027d-a331-4a1b-d4d2fda25b3f" [ 1756.030261] env[63676]: _type = "Task" [ 1756.030261] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.042061] env[63676]: DEBUG oslo_concurrency.lockutils [req-96e9739b-e459-416f-b1dc-0a80568b4b64 req-62998922-4b01-48a9-a0c4-36b069f7b332 service nova] Releasing lock "refresh_cache-688ca6c5-0cbc-4237-95b0-57fb051facb9" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.042823] env[63676]: DEBUG oslo_vmware.api [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bda62d-027d-a331-4a1b-d4d2fda25b3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.130554] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.133072] env[63676]: DEBUG oslo_concurrency.lockutils [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.760s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.133340] env[63676]: DEBUG nova.objects.instance [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lazy-loading 'resources' on Instance uuid cf0628fc-d8f4-4b6a-90c9-3392462f3b00 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1756.173418] env[63676]: DEBUG oslo_concurrency.lockutils [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquiring lock "refresh_cache-8fd083af-ada6-4b80-9d14-f47e4809fc1d" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.173579] env[63676]: DEBUG oslo_concurrency.lockutils [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquired lock "refresh_cache-8fd083af-ada6-4b80-9d14-f47e4809fc1d" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.173744] env[63676]: DEBUG nova.network.neutron [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1756.174998] env[63676]: DEBUG oslo_vmware.api [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925602, 'name': RemoveSnapshot_Task, 'duration_secs': 0.822645} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.176138] env[63676]: INFO nova.scheduler.client.report [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Deleted allocations for instance cc545355-26ef-45fd-bacb-2515f52b84bb [ 1756.177421] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Deleted Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1756.177696] env[63676]: INFO nova.compute.manager [None req-c01a013d-34f1-4c1b-a418-2bbaa1aca196 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Took 14.73 seconds to snapshot the instance on the hypervisor. [ 1756.235807] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3d0c9969-7eb5-4a12-8fe5-2af63638b951 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "b5f632e9-79d9-4f9a-98d8-4fe505c19851" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.336s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.325825] env[63676]: DEBUG nova.compute.manager [req-8bfe063d-e60f-4392-8ec8-74b14508e60c req-1c9bb8bc-a2a2-4190-b875-364ab3966068 service nova] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Received event network-vif-plugged-9d298595-e8fd-4937-9e94-5b02b3d8f1a5 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1756.326275] env[63676]: DEBUG oslo_concurrency.lockutils [req-8bfe063d-e60f-4392-8ec8-74b14508e60c req-1c9bb8bc-a2a2-4190-b875-364ab3966068 service nova] Acquiring lock "8fd083af-ada6-4b80-9d14-f47e4809fc1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1756.326672] env[63676]: DEBUG oslo_concurrency.lockutils [req-8bfe063d-e60f-4392-8ec8-74b14508e60c req-1c9bb8bc-a2a2-4190-b875-364ab3966068 service nova] Lock "8fd083af-ada6-4b80-9d14-f47e4809fc1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1756.326897] env[63676]: DEBUG oslo_concurrency.lockutils [req-8bfe063d-e60f-4392-8ec8-74b14508e60c req-1c9bb8bc-a2a2-4190-b875-364ab3966068 service nova] Lock "8fd083af-ada6-4b80-9d14-f47e4809fc1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.327140] env[63676]: DEBUG nova.compute.manager [req-8bfe063d-e60f-4392-8ec8-74b14508e60c req-1c9bb8bc-a2a2-4190-b875-364ab3966068 service nova] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] No waiting events found dispatching network-vif-plugged-9d298595-e8fd-4937-9e94-5b02b3d8f1a5 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1756.327335] env[63676]: WARNING nova.compute.manager [req-8bfe063d-e60f-4392-8ec8-74b14508e60c req-1c9bb8bc-a2a2-4190-b875-364ab3966068 service nova] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Received unexpected event network-vif-plugged-9d298595-e8fd-4937-9e94-5b02b3d8f1a5 for instance with vm_state building and task_state spawning. [ 1756.327609] env[63676]: DEBUG nova.compute.manager [req-8bfe063d-e60f-4392-8ec8-74b14508e60c req-1c9bb8bc-a2a2-4190-b875-364ab3966068 service nova] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Received event network-changed-9d298595-e8fd-4937-9e94-5b02b3d8f1a5 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1756.327878] env[63676]: DEBUG nova.compute.manager [req-8bfe063d-e60f-4392-8ec8-74b14508e60c req-1c9bb8bc-a2a2-4190-b875-364ab3966068 service nova] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Refreshing instance network info cache due to event network-changed-9d298595-e8fd-4937-9e94-5b02b3d8f1a5. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1756.328319] env[63676]: DEBUG oslo_concurrency.lockutils [req-8bfe063d-e60f-4392-8ec8-74b14508e60c req-1c9bb8bc-a2a2-4190-b875-364ab3966068 service nova] Acquiring lock "refresh_cache-8fd083af-ada6-4b80-9d14-f47e4809fc1d" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.542611] env[63676]: DEBUG oslo_vmware.api [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bda62d-027d-a331-4a1b-d4d2fda25b3f, 'name': SearchDatastore_Task, 'duration_secs': 0.023062} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.542974] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1756.543619] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1756.543916] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.544115] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.544332] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1756.544732] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fdab8206-a449-4428-8999-cd25095ce91f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.558759] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1756.558759] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1756.558759] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83c6d775-f33c-4bc8-af6f-4a868ab29825 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.564398] env[63676]: DEBUG oslo_vmware.api [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Waiting for the task: (returnval){ [ 1756.564398] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]528337c5-8237-5058-0c5f-ab555450d4a7" [ 1756.564398] env[63676]: _type = "Task" [ 1756.564398] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.574924] env[63676]: DEBUG oslo_vmware.api [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]528337c5-8237-5058-0c5f-ab555450d4a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.696468] env[63676]: DEBUG oslo_concurrency.lockutils [None req-71efafc2-9b5c-446f-b2d5-20b2785ee2ad tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Lock "cc545355-26ef-45fd-bacb-2515f52b84bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.315s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1756.737195] env[63676]: DEBUG nova.network.neutron [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1756.857263] env[63676]: DEBUG nova.network.neutron [-] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.980306] env[63676]: DEBUG nova.network.neutron [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Updating instance_info_cache with network_info: [{"id": "9d298595-e8fd-4937-9e94-5b02b3d8f1a5", "address": "fa:16:3e:6b:63:57", "network": {"id": "480ca60e-60bd-4b04-8886-d01113b80e36", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-822589225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d23aa00cbab643f69f050bd0acd1c40c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d298595-e8", "ovs_interfaceid": "9d298595-e8fd-4937-9e94-5b02b3d8f1a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1757.079252] env[63676]: DEBUG oslo_vmware.api [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]528337c5-8237-5058-0c5f-ab555450d4a7, 'name': SearchDatastore_Task, 'duration_secs': 0.041601} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.080092] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72d03bbe-927f-474a-a6ee-2689361d485e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.089371] env[63676]: DEBUG oslo_vmware.api [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Waiting for the task: (returnval){ [ 1757.089371] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d2b1af-4e1a-862f-695a-a3db3baa0010" [ 1757.089371] env[63676]: _type = "Task" [ 1757.089371] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.100830] env[63676]: DEBUG oslo_vmware.api [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d2b1af-4e1a-862f-695a-a3db3baa0010, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.171968] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1018d1-4b41-44c0-866b-ecff39bf2412 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.181369] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9318c8cb-5f5d-4ca3-a0bc-fdb02c6f1d11 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.214539] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fb2ffa-c89d-46fc-8289-3317e2d3b1bd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.222301] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7516a4-437e-4c92-a86e-650a974655a4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.238681] env[63676]: DEBUG nova.compute.provider_tree [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1757.294577] env[63676]: INFO nova.compute.manager [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Rebuilding instance [ 1757.343250] env[63676]: DEBUG nova.compute.manager [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1757.343250] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5b7aa5-3da8-4e38-a6d3-49850090b087 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.362570] env[63676]: INFO nova.compute.manager [-] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Took 1.53 seconds to deallocate network for instance. [ 1757.482746] env[63676]: DEBUG oslo_concurrency.lockutils [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Releasing lock "refresh_cache-8fd083af-ada6-4b80-9d14-f47e4809fc1d" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.483115] env[63676]: DEBUG nova.compute.manager [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Instance network_info: |[{"id": "9d298595-e8fd-4937-9e94-5b02b3d8f1a5", "address": "fa:16:3e:6b:63:57", "network": {"id": "480ca60e-60bd-4b04-8886-d01113b80e36", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-822589225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d23aa00cbab643f69f050bd0acd1c40c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d298595-e8", "ovs_interfaceid": "9d298595-e8fd-4937-9e94-5b02b3d8f1a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1757.483433] env[63676]: DEBUG oslo_concurrency.lockutils [req-8bfe063d-e60f-4392-8ec8-74b14508e60c req-1c9bb8bc-a2a2-4190-b875-364ab3966068 service nova] Acquired lock "refresh_cache-8fd083af-ada6-4b80-9d14-f47e4809fc1d" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.483614] env[63676]: DEBUG nova.network.neutron [req-8bfe063d-e60f-4392-8ec8-74b14508e60c req-1c9bb8bc-a2a2-4190-b875-364ab3966068 service nova] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Refreshing network info cache for port 9d298595-e8fd-4937-9e94-5b02b3d8f1a5 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1757.484851] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:63:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c6934071-bf85-4591-9c7d-55c7ea131262', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d298595-e8fd-4937-9e94-5b02b3d8f1a5', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1757.497858] env[63676]: DEBUG oslo.service.loopingcall [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1757.501614] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1757.502390] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-250575ed-5c85-4c49-9e20-8c4f85f1f97c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.528659] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1757.528659] env[63676]: value = "task-1925604" [ 1757.528659] env[63676]: _type = "Task" [ 1757.528659] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.539176] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925604, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.600438] env[63676]: DEBUG oslo_vmware.api [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d2b1af-4e1a-862f-695a-a3db3baa0010, 'name': SearchDatastore_Task, 'duration_secs': 0.011299} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.600772] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.600960] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 688ca6c5-0cbc-4237-95b0-57fb051facb9/688ca6c5-0cbc-4237-95b0-57fb051facb9.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1757.601243] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ee83287-9cbf-45a4-a153-dd164e611b6e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.608219] env[63676]: DEBUG oslo_vmware.api [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Waiting for the task: (returnval){ [ 1757.608219] env[63676]: value = "task-1925605" [ 1757.608219] env[63676]: _type = "Task" [ 1757.608219] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.617406] env[63676]: DEBUG oslo_vmware.api [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925605, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.740372] env[63676]: DEBUG nova.scheduler.client.report [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1757.869786] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1758.042570] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925604, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.124989] env[63676]: DEBUG oslo_vmware.api [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925605, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461657} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.126120] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 688ca6c5-0cbc-4237-95b0-57fb051facb9/688ca6c5-0cbc-4237-95b0-57fb051facb9.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1758.126627] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1758.127304] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-956f2cbc-fcf9-478d-b281-26de09d7d36e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.135880] env[63676]: DEBUG oslo_vmware.api [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Waiting for the task: (returnval){ [ 1758.135880] env[63676]: value = "task-1925606" [ 1758.135880] env[63676]: _type = "Task" [ 1758.135880] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.147681] env[63676]: DEBUG oslo_vmware.api [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925606, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.253723] env[63676]: DEBUG oslo_concurrency.lockutils [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.118s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.253723] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.933s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.256098] env[63676]: INFO nova.compute.claims [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1758.267274] env[63676]: DEBUG nova.network.neutron [req-8bfe063d-e60f-4392-8ec8-74b14508e60c req-1c9bb8bc-a2a2-4190-b875-364ab3966068 service nova] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Updated VIF entry in instance network info cache for port 9d298595-e8fd-4937-9e94-5b02b3d8f1a5. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1758.267274] env[63676]: DEBUG nova.network.neutron [req-8bfe063d-e60f-4392-8ec8-74b14508e60c req-1c9bb8bc-a2a2-4190-b875-364ab3966068 service nova] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Updating instance_info_cache with network_info: [{"id": "9d298595-e8fd-4937-9e94-5b02b3d8f1a5", "address": "fa:16:3e:6b:63:57", "network": {"id": "480ca60e-60bd-4b04-8886-d01113b80e36", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-822589225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d23aa00cbab643f69f050bd0acd1c40c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d298595-e8", "ovs_interfaceid": "9d298595-e8fd-4937-9e94-5b02b3d8f1a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.289034] env[63676]: INFO nova.scheduler.client.report [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Deleted allocations for instance cf0628fc-d8f4-4b6a-90c9-3392462f3b00 [ 1758.358622] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1758.358954] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e323758a-d711-478e-b8a3-79f018040060 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.368033] env[63676]: DEBUG oslo_vmware.api [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1758.368033] env[63676]: value = "task-1925607" [ 1758.368033] env[63676]: _type = "Task" [ 1758.368033] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.378134] env[63676]: DEBUG oslo_vmware.api [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925607, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.543655] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925604, 'name': CreateVM_Task, 'duration_secs': 0.593981} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.543801] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1758.544475] env[63676]: DEBUG oslo_concurrency.lockutils [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1758.544643] env[63676]: DEBUG oslo_concurrency.lockutils [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1758.544974] env[63676]: DEBUG oslo_concurrency.lockutils [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1758.545240] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1be5d40-38f9-4e13-abb8-2214eaace28a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.553217] env[63676]: DEBUG oslo_vmware.api [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1758.553217] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5282db9b-167f-aba1-0abd-f2ac2ea3c2ad" [ 1758.553217] env[63676]: _type = "Task" [ 1758.553217] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.565091] env[63676]: DEBUG oslo_vmware.api [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5282db9b-167f-aba1-0abd-f2ac2ea3c2ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.645494] env[63676]: DEBUG oslo_vmware.api [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925606, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.133195} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.653816] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1758.654735] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4ca6f6-0e4f-4a88-8217-78405921d2b9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.683877] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 688ca6c5-0cbc-4237-95b0-57fb051facb9/688ca6c5-0cbc-4237-95b0-57fb051facb9.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1758.685482] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64e91118-9f56-4f50-a308-acb34c9fe37e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.710495] env[63676]: DEBUG oslo_vmware.api [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Waiting for the task: (returnval){ [ 1758.710495] env[63676]: value = "task-1925608" [ 1758.710495] env[63676]: _type = "Task" [ 1758.710495] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.726528] env[63676]: DEBUG oslo_vmware.api [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925608, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.772658] env[63676]: DEBUG oslo_concurrency.lockutils [req-8bfe063d-e60f-4392-8ec8-74b14508e60c req-1c9bb8bc-a2a2-4190-b875-364ab3966068 service nova] Releasing lock "refresh_cache-8fd083af-ada6-4b80-9d14-f47e4809fc1d" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.800873] env[63676]: DEBUG oslo_concurrency.lockutils [None req-83da2cfd-2431-4b69-81e2-351425031b9c tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lock "cf0628fc-d8f4-4b6a-90c9-3392462f3b00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.537s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.878148] env[63676]: DEBUG oslo_vmware.api [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925607, 'name': PowerOffVM_Task, 'duration_secs': 0.203311} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.878473] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1758.878723] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1758.879779] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d4d251-1b46-4514-a908-a3a2430a2f0c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.892557] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1758.892557] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bb8244e-f868-41e2-9f97-520c6247b7b7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.065075] env[63676]: DEBUG oslo_vmware.api [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5282db9b-167f-aba1-0abd-f2ac2ea3c2ad, 'name': SearchDatastore_Task, 'duration_secs': 0.023147} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.065317] env[63676]: DEBUG oslo_concurrency.lockutils [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.065605] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1759.065790] env[63676]: DEBUG oslo_concurrency.lockutils [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1759.066054] env[63676]: DEBUG oslo_concurrency.lockutils [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1759.066124] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1759.067172] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9982f4d5-d714-4b58-b77a-58ae3a4672a5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.069923] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1759.070249] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1759.070467] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Deleting the datastore file [datastore1] b5f632e9-79d9-4f9a-98d8-4fe505c19851 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1759.071088] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f6c91b7-dbe2-4264-8f38-db1958040ddb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.079088] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1759.079337] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1759.080415] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab04847a-3750-4a98-941b-0f57d7262823 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.084532] env[63676]: DEBUG oslo_vmware.api [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1759.084532] env[63676]: value = "task-1925610" [ 1759.084532] env[63676]: _type = "Task" [ 1759.084532] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.085812] env[63676]: DEBUG oslo_vmware.api [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1759.085812] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5214b403-868b-8bf0-7aac-705d73211469" [ 1759.085812] env[63676]: _type = "Task" [ 1759.085812] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.103018] env[63676]: DEBUG oslo_vmware.api [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925610, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.105174] env[63676]: DEBUG oslo_vmware.api [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5214b403-868b-8bf0-7aac-705d73211469, 'name': SearchDatastore_Task, 'duration_secs': 0.009149} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.106674] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a2eb089-04ce-4e15-a272-9c05747b3d90 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.112941] env[63676]: DEBUG oslo_vmware.api [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1759.112941] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52fe5bcc-f642-bb14-09e2-ffefff5c0b32" [ 1759.112941] env[63676]: _type = "Task" [ 1759.112941] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.120786] env[63676]: DEBUG oslo_vmware.api [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52fe5bcc-f642-bb14-09e2-ffefff5c0b32, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.223454] env[63676]: DEBUG oslo_vmware.api [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925608, 'name': ReconfigVM_Task, 'duration_secs': 0.281794} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.223765] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 688ca6c5-0cbc-4237-95b0-57fb051facb9/688ca6c5-0cbc-4237-95b0-57fb051facb9.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1759.224537] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82b2d914-5d08-47cf-920e-0acc85839d0e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.230842] env[63676]: DEBUG oslo_vmware.api [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Waiting for the task: (returnval){ [ 1759.230842] env[63676]: value = "task-1925611" [ 1759.230842] env[63676]: _type = "Task" [ 1759.230842] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.246714] env[63676]: DEBUG oslo_vmware.api [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925611, 'name': Rename_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.379196] env[63676]: DEBUG nova.compute.manager [req-9b075101-ec2c-4965-a2b5-c9b7918e6188 req-c0e70177-3408-4771-acfa-b8dadb819558 service nova] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Received event network-vif-deleted-9264dbd5-f6b9-4c56-a933-ff0a5e52613b {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1759.601691] env[63676]: DEBUG oslo_vmware.api [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925610, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140052} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.601946] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1759.602140] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1759.602314] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1759.625868] env[63676]: DEBUG oslo_vmware.api [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52fe5bcc-f642-bb14-09e2-ffefff5c0b32, 'name': SearchDatastore_Task, 'duration_secs': 0.011345} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.630355] env[63676]: DEBUG oslo_concurrency.lockutils [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1759.630723] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 8fd083af-ada6-4b80-9d14-f47e4809fc1d/8fd083af-ada6-4b80-9d14-f47e4809fc1d.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1759.631264] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35775028-5c90-420c-a813-1e59bb717d8b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.640913] env[63676]: DEBUG oslo_vmware.api [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1759.640913] env[63676]: value = "task-1925612" [ 1759.640913] env[63676]: _type = "Task" [ 1759.640913] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.656401] env[63676]: DEBUG oslo_vmware.api [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925612, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.745959] env[63676]: DEBUG oslo_vmware.api [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925611, 'name': Rename_Task, 'duration_secs': 0.135423} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.746288] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1759.746546] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-313da77d-a3d7-4eb8-85fc-cb534c48c8a7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.751354] env[63676]: DEBUG nova.compute.manager [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1759.752341] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fb106e-3be0-4715-afdf-dfc0d9764924 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.763167] env[63676]: DEBUG oslo_vmware.api [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Waiting for the task: (returnval){ [ 1759.763167] env[63676]: value = "task-1925613" [ 1759.763167] env[63676]: _type = "Task" [ 1759.763167] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.772940] env[63676]: DEBUG oslo_vmware.api [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925613, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.783159] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d50e3b5-8b74-4021-b2bb-54af6e08071b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.793808] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44b0daa-4228-4baf-b58c-d6ba96e63285 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.833781] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fdeaaf-bbbf-4f58-b4a2-70ab039e79a1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.842774] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e821a9-4a26-4bd1-b98b-aee5f9c17125 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.860596] env[63676]: DEBUG nova.compute.provider_tree [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1760.112163] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Acquiring lock "257c89fd-bb9a-442e-9b63-ff0b06b33565" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.112802] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Lock "257c89fd-bb9a-442e-9b63-ff0b06b33565" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.156382] env[63676]: DEBUG oslo_vmware.api [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925612, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.265394] env[63676]: INFO nova.compute.manager [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] instance snapshotting [ 1760.271329] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06018e2-6275-4580-8e21-2011fea0fdc3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.280651] env[63676]: DEBUG oslo_vmware.api [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925613, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.294851] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac380dbb-d7f3-4de3-ae52-bc59ac4b93c7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.363467] env[63676]: DEBUG nova.scheduler.client.report [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1760.619211] env[63676]: DEBUG nova.compute.manager [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1760.657103] env[63676]: DEBUG oslo_vmware.api [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925612, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.721126} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.659622] env[63676]: DEBUG nova.virt.hardware [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1760.660117] env[63676]: DEBUG nova.virt.hardware [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1760.660353] env[63676]: DEBUG nova.virt.hardware [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1760.660630] env[63676]: DEBUG nova.virt.hardware [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1760.660899] env[63676]: DEBUG nova.virt.hardware [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1760.661085] env[63676]: DEBUG nova.virt.hardware [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1760.661347] env[63676]: DEBUG nova.virt.hardware [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1760.661548] env[63676]: DEBUG nova.virt.hardware [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1760.661755] env[63676]: DEBUG nova.virt.hardware [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1760.661956] env[63676]: DEBUG nova.virt.hardware [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1760.662191] env[63676]: DEBUG nova.virt.hardware [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1760.662563] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 8fd083af-ada6-4b80-9d14-f47e4809fc1d/8fd083af-ada6-4b80-9d14-f47e4809fc1d.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1760.662821] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1760.663664] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab33cc85-0163-4dd8-97b2-8c78b9d24112 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.667944] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2e149568-b5b3-44fa-b272-5db9600f043f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.677361] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5384aee3-1b19-4010-8257-7dc8c2d7c26a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.682380] env[63676]: DEBUG oslo_vmware.api [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1760.682380] env[63676]: value = "task-1925614" [ 1760.682380] env[63676]: _type = "Task" [ 1760.682380] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.701481] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:43:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3e0955d-8ea1-4db5-a5b8-bc0be06aaf57', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1760.711936] env[63676]: DEBUG oslo.service.loopingcall [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1760.712979] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1760.713283] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54494e5a-9378-410f-a760-d610f09caf15 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.734778] env[63676]: DEBUG oslo_vmware.api [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.741880] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1760.741880] env[63676]: value = "task-1925615" [ 1760.741880] env[63676]: _type = "Task" [ 1760.741880] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.751393] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925615, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.783492] env[63676]: DEBUG oslo_vmware.api [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925613, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.809285] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Creating Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1760.809847] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e19042ca-e5b5-4bcb-b3fc-64936374091a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.817484] env[63676]: DEBUG oslo_vmware.api [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Waiting for the task: (returnval){ [ 1760.817484] env[63676]: value = "task-1925616" [ 1760.817484] env[63676]: _type = "Task" [ 1760.817484] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.830721] env[63676]: DEBUG oslo_vmware.api [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925616, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.850863] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquiring lock "0e86997d-1bbe-4ed7-a098-94c6aa30de3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.851204] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lock "0e86997d-1bbe-4ed7-a098-94c6aa30de3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.873307] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.873822] env[63676]: DEBUG nova.compute.manager [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1760.876738] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.398s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.878133] env[63676]: INFO nova.compute.claims [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1761.152625] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.195338] env[63676]: DEBUG oslo_vmware.api [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097706} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.195680] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1761.196530] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974c117d-1afd-468e-bdfe-140247bbd947 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.219721] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 8fd083af-ada6-4b80-9d14-f47e4809fc1d/8fd083af-ada6-4b80-9d14-f47e4809fc1d.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1761.220361] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-881cdb07-0f52-4e9d-9784-8283097a6744 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.243886] env[63676]: DEBUG oslo_vmware.api [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1761.243886] env[63676]: value = "task-1925617" [ 1761.243886] env[63676]: _type = "Task" [ 1761.243886] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.259921] env[63676]: DEBUG oslo_vmware.api [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.264206] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925615, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.276361] env[63676]: DEBUG oslo_vmware.api [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925613, 'name': PowerOnVM_Task, 'duration_secs': 1.035757} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.277029] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1761.277029] env[63676]: INFO nova.compute.manager [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Took 10.01 seconds to spawn the instance on the hypervisor. [ 1761.277245] env[63676]: DEBUG nova.compute.manager [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1761.278104] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36c95f1-0d49-4260-b135-1bd017814ffd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.329198] env[63676]: DEBUG oslo_vmware.api [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925616, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.358798] env[63676]: DEBUG nova.compute.manager [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1761.385434] env[63676]: DEBUG nova.compute.utils [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1761.387720] env[63676]: DEBUG nova.compute.manager [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1761.387720] env[63676]: DEBUG nova.network.neutron [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1761.481822] env[63676]: DEBUG nova.policy [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27e3dd69b19d4fceac9f299a6c093004', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '784ebf4456e749ceac9d92fabaab6883', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1761.757662] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925615, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.763104] env[63676]: DEBUG oslo_vmware.api [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.804818] env[63676]: INFO nova.compute.manager [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Took 47.31 seconds to build instance. [ 1761.830791] env[63676]: DEBUG oslo_vmware.api [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925616, 'name': CreateSnapshot_Task, 'duration_secs': 0.596926} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.831119] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Created Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1761.831824] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aeaf3c4-1482-457f-afe4-01768baac9d7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.890040] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1761.892471] env[63676]: DEBUG nova.compute.manager [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1762.025994] env[63676]: DEBUG nova.network.neutron [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Successfully created port: decd3915-9b31-4acd-9cd1-19a2d65c9d3f {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1762.258799] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925615, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.265039] env[63676]: DEBUG oslo_vmware.api [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925617, 'name': ReconfigVM_Task, 'duration_secs': 0.814121} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.265198] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 8fd083af-ada6-4b80-9d14-f47e4809fc1d/8fd083af-ada6-4b80-9d14-f47e4809fc1d.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1762.265840] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cae1ee23-e15f-42f1-ae01-7ec5ff8b1458 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.275693] env[63676]: DEBUG oslo_vmware.api [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1762.275693] env[63676]: value = "task-1925618" [ 1762.275693] env[63676]: _type = "Task" [ 1762.275693] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.285661] env[63676]: DEBUG oslo_vmware.api [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925618, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.304534] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Acquiring lock "4a2985db-ab1c-4029-b5e6-2154f5308024" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.304534] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Lock "4a2985db-ab1c-4029-b5e6-2154f5308024" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.310959] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8cf43f81-6128-4e27-9c15-0a3ce74fcfbe tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Lock "688ca6c5-0cbc-4237-95b0-57fb051facb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.697s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.351686] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Creating linked-clone VM from snapshot {{(pid=63676) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1762.354495] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3a4a5160-a909-417a-aaea-e1246670bedd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.362977] env[63676]: DEBUG oslo_vmware.api [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Waiting for the task: (returnval){ [ 1762.362977] env[63676]: value = "task-1925619" [ 1762.362977] env[63676]: _type = "Task" [ 1762.362977] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.374128] env[63676]: DEBUG oslo_vmware.api [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925619, 'name': CloneVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.509554] env[63676]: DEBUG oslo_concurrency.lockutils [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Acquiring lock "201a9dea-67af-4250-a839-6c1d9a882533" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.509821] env[63676]: DEBUG oslo_concurrency.lockutils [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Lock "201a9dea-67af-4250-a839-6c1d9a882533" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.510037] env[63676]: DEBUG oslo_concurrency.lockutils [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Acquiring lock "201a9dea-67af-4250-a839-6c1d9a882533-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.510223] env[63676]: DEBUG oslo_concurrency.lockutils [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Lock "201a9dea-67af-4250-a839-6c1d9a882533-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.510915] env[63676]: DEBUG oslo_concurrency.lockutils [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Lock "201a9dea-67af-4250-a839-6c1d9a882533-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.516641] env[63676]: INFO nova.compute.manager [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Terminating instance [ 1762.529878] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9dc9c5-2b2f-4a76-bb7a-44d572759946 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.538327] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0e9b48-b314-4a05-a59c-b175e5fbded5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.573573] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec626a6-356c-4d2f-80fe-afd94c7a27a8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.584234] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4a283a-c656-4ae8-bd5c-6dfec7b7a862 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.598546] env[63676]: DEBUG nova.compute.provider_tree [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1762.758159] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925615, 'name': CreateVM_Task, 'duration_secs': 1.584792} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.758346] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1762.759054] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1762.759263] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1762.759629] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1762.759905] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be2d92f9-ade9-4901-9676-c45462467c9d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.766492] env[63676]: DEBUG oslo_vmware.api [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1762.766492] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52de9178-a2df-d034-b4ec-387b5de30026" [ 1762.766492] env[63676]: _type = "Task" [ 1762.766492] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.774917] env[63676]: DEBUG oslo_vmware.api [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52de9178-a2df-d034-b4ec-387b5de30026, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.784168] env[63676]: DEBUG oslo_vmware.api [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925618, 'name': Rename_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.815799] env[63676]: DEBUG nova.compute.manager [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1762.873430] env[63676]: DEBUG oslo_vmware.api [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925619, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.906433] env[63676]: DEBUG nova.compute.manager [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1762.932156] env[63676]: DEBUG nova.virt.hardware [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1762.933071] env[63676]: DEBUG nova.virt.hardware [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1762.933071] env[63676]: DEBUG nova.virt.hardware [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1762.933071] env[63676]: DEBUG nova.virt.hardware [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1762.933211] env[63676]: DEBUG nova.virt.hardware [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1762.933313] env[63676]: DEBUG nova.virt.hardware [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1762.933954] env[63676]: DEBUG nova.virt.hardware [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1762.934226] env[63676]: DEBUG nova.virt.hardware [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1762.934428] env[63676]: DEBUG nova.virt.hardware [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1762.934596] env[63676]: DEBUG nova.virt.hardware [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1762.934775] env[63676]: DEBUG nova.virt.hardware [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1762.935639] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a29e8b43-042c-4b2a-9878-d5666705126d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.944103] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c89a07-c623-4eff-88cd-5447d06655ea {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.021266] env[63676]: DEBUG nova.compute.manager [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1763.021512] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1763.022419] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d780bc0-f644-4e8f-937f-fdc1944b7af2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.030024] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1763.030282] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ee94c6b-741d-41e6-8e6b-712f6322eb9a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.037043] env[63676]: DEBUG oslo_vmware.api [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Waiting for the task: (returnval){ [ 1763.037043] env[63676]: value = "task-1925620" [ 1763.037043] env[63676]: _type = "Task" [ 1763.037043] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.044378] env[63676]: DEBUG oslo_vmware.api [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.101888] env[63676]: DEBUG nova.scheduler.client.report [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1763.278069] env[63676]: DEBUG oslo_vmware.api [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52de9178-a2df-d034-b4ec-387b5de30026, 'name': SearchDatastore_Task, 'duration_secs': 0.010727} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.282203] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.282431] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1763.282713] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.282895] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.283127] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1763.283683] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6e437d93-5558-4fba-81ab-4b451dad1231 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.290228] env[63676]: DEBUG oslo_vmware.api [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925618, 'name': Rename_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.291874] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1763.292062] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1763.292780] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1805a48-53ae-4271-a4af-8621dcc7d77c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.298023] env[63676]: DEBUG oslo_vmware.api [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1763.298023] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521fdfd2-e685-05d5-7cd4-4d20e728faf5" [ 1763.298023] env[63676]: _type = "Task" [ 1763.298023] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.305785] env[63676]: DEBUG oslo_vmware.api [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521fdfd2-e685-05d5-7cd4-4d20e728faf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.339049] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.373480] env[63676]: DEBUG oslo_vmware.api [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925619, 'name': CloneVM_Task} progress is 95%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.549348] env[63676]: DEBUG oslo_vmware.api [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925620, 'name': PowerOffVM_Task, 'duration_secs': 0.171202} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.549625] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1763.549794] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1763.550075] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f92da451-0fdd-4ecc-8fc5-0fa560e81705 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.608012] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.608558] env[63676]: DEBUG nova.compute.manager [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1763.611394] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.985s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.616023] env[63676]: INFO nova.compute.claims [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1763.675022] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1763.675022] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1763.675022] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Deleting the datastore file [datastore1] 201a9dea-67af-4250-a839-6c1d9a882533 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1763.675022] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f936f33-326c-4072-8849-df962ccfaf48 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.683921] env[63676]: DEBUG oslo_vmware.api [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Waiting for the task: (returnval){ [ 1763.683921] env[63676]: value = "task-1925622" [ 1763.683921] env[63676]: _type = "Task" [ 1763.683921] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.692204] env[63676]: DEBUG oslo_vmware.api [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.754323] env[63676]: DEBUG nova.compute.manager [req-3f9d772f-52c7-466b-bb6f-5b975c1a1972 req-071ef534-1550-417a-b892-c5aca118f904 service nova] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Received event network-vif-plugged-decd3915-9b31-4acd-9cd1-19a2d65c9d3f {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1763.754323] env[63676]: DEBUG oslo_concurrency.lockutils [req-3f9d772f-52c7-466b-bb6f-5b975c1a1972 req-071ef534-1550-417a-b892-c5aca118f904 service nova] Acquiring lock "14eb37de-de3c-4c1d-a078-7238551074b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.754323] env[63676]: DEBUG oslo_concurrency.lockutils [req-3f9d772f-52c7-466b-bb6f-5b975c1a1972 req-071ef534-1550-417a-b892-c5aca118f904 service nova] Lock "14eb37de-de3c-4c1d-a078-7238551074b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.754937] env[63676]: DEBUG oslo_concurrency.lockutils [req-3f9d772f-52c7-466b-bb6f-5b975c1a1972 req-071ef534-1550-417a-b892-c5aca118f904 service nova] Lock "14eb37de-de3c-4c1d-a078-7238551074b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1763.755338] env[63676]: DEBUG nova.compute.manager [req-3f9d772f-52c7-466b-bb6f-5b975c1a1972 req-071ef534-1550-417a-b892-c5aca118f904 service nova] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] No waiting events found dispatching network-vif-plugged-decd3915-9b31-4acd-9cd1-19a2d65c9d3f {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1763.755650] env[63676]: WARNING nova.compute.manager [req-3f9d772f-52c7-466b-bb6f-5b975c1a1972 req-071ef534-1550-417a-b892-c5aca118f904 service nova] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Received unexpected event network-vif-plugged-decd3915-9b31-4acd-9cd1-19a2d65c9d3f for instance with vm_state building and task_state spawning. [ 1763.788747] env[63676]: DEBUG oslo_vmware.api [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925618, 'name': Rename_Task, 'duration_secs': 1.306094} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.788747] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1763.788747] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a881f5ab-e28b-4618-860b-0772e90a91a2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.795020] env[63676]: DEBUG oslo_vmware.api [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1763.795020] env[63676]: value = "task-1925623" [ 1763.795020] env[63676]: _type = "Task" [ 1763.795020] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.804434] env[63676]: DEBUG oslo_vmware.api [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925623, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.810197] env[63676]: DEBUG oslo_vmware.api [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521fdfd2-e685-05d5-7cd4-4d20e728faf5, 'name': SearchDatastore_Task, 'duration_secs': 0.009109} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.810974] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17393374-7cf2-4e5b-a1c3-9963a5ad4b77 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.821467] env[63676]: DEBUG oslo_vmware.api [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1763.821467] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bd8950-224b-e3b3-ed2f-e5604d2be562" [ 1763.821467] env[63676]: _type = "Task" [ 1763.821467] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.828732] env[63676]: DEBUG oslo_vmware.api [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bd8950-224b-e3b3-ed2f-e5604d2be562, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.875410] env[63676]: DEBUG oslo_vmware.api [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925619, 'name': CloneVM_Task, 'duration_secs': 1.396741} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.876206] env[63676]: INFO nova.virt.vmwareapi.vmops [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Created linked-clone VM from snapshot [ 1763.876359] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a89384-f6a8-422c-a929-3ed1c9dc9541 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.884874] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Uploading image 49a34bde-c3d0-4a7c-9c5d-eae2864db47e {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1763.899152] env[63676]: DEBUG nova.network.neutron [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Successfully updated port: decd3915-9b31-4acd-9cd1-19a2d65c9d3f {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1763.916321] env[63676]: DEBUG oslo_vmware.rw_handles [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1763.916321] env[63676]: value = "vm-397080" [ 1763.916321] env[63676]: _type = "VirtualMachine" [ 1763.916321] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1763.916906] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-309a94b3-b6ab-4adb-adab-d72e88ee6854 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.924575] env[63676]: DEBUG oslo_vmware.rw_handles [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Lease: (returnval){ [ 1763.924575] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ad17d0-2374-fef0-984b-39600902ccd8" [ 1763.924575] env[63676]: _type = "HttpNfcLease" [ 1763.924575] env[63676]: } obtained for exporting VM: (result){ [ 1763.924575] env[63676]: value = "vm-397080" [ 1763.924575] env[63676]: _type = "VirtualMachine" [ 1763.924575] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1763.924833] env[63676]: DEBUG oslo_vmware.api [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Waiting for the lease: (returnval){ [ 1763.924833] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ad17d0-2374-fef0-984b-39600902ccd8" [ 1763.924833] env[63676]: _type = "HttpNfcLease" [ 1763.924833] env[63676]: } to be ready. {{(pid=63676) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1763.931897] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1763.931897] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ad17d0-2374-fef0-984b-39600902ccd8" [ 1763.931897] env[63676]: _type = "HttpNfcLease" [ 1763.931897] env[63676]: } is initializing. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1764.117623] env[63676]: DEBUG nova.compute.utils [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1764.121011] env[63676]: DEBUG nova.compute.manager [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1764.121194] env[63676]: DEBUG nova.network.neutron [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1764.196797] env[63676]: DEBUG oslo_vmware.api [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Task: {'id': task-1925622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138483} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.197108] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1764.197264] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1764.197435] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1764.197602] env[63676]: INFO nova.compute.manager [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1764.197834] env[63676]: DEBUG oslo.service.loopingcall [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1764.198063] env[63676]: DEBUG nova.compute.manager [-] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1764.198195] env[63676]: DEBUG nova.network.neutron [-] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1764.222081] env[63676]: DEBUG nova.policy [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '886ab707da1c452b8a36da0e78324a35', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd004c33284bd4d669403b29c8a5fa31f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1764.305309] env[63676]: DEBUG oslo_vmware.api [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925623, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.327664] env[63676]: DEBUG oslo_vmware.api [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bd8950-224b-e3b3-ed2f-e5604d2be562, 'name': SearchDatastore_Task, 'duration_secs': 0.011489} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.327941] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.328213] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] b5f632e9-79d9-4f9a-98d8-4fe505c19851/b5f632e9-79d9-4f9a-98d8-4fe505c19851.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1764.328479] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-40e5a8a1-81cf-4242-909e-d0770e40062b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.334911] env[63676]: DEBUG oslo_vmware.api [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1764.334911] env[63676]: value = "task-1925625" [ 1764.334911] env[63676]: _type = "Task" [ 1764.334911] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.342475] env[63676]: DEBUG oslo_vmware.api [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.402262] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "refresh_cache-14eb37de-de3c-4c1d-a078-7238551074b3" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1764.402429] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquired lock "refresh_cache-14eb37de-de3c-4c1d-a078-7238551074b3" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1764.402618] env[63676]: DEBUG nova.network.neutron [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1764.434232] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1764.434232] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ad17d0-2374-fef0-984b-39600902ccd8" [ 1764.434232] env[63676]: _type = "HttpNfcLease" [ 1764.434232] env[63676]: } is ready. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1764.434232] env[63676]: DEBUG oslo_vmware.rw_handles [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1764.434232] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ad17d0-2374-fef0-984b-39600902ccd8" [ 1764.434232] env[63676]: _type = "HttpNfcLease" [ 1764.434232] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1764.434677] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c1a7b5-7238-4f78-9fdf-67b68d705d63 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.444370] env[63676]: DEBUG oslo_vmware.rw_handles [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529801b0-36e2-115e-55a2-5affd3af0a9e/disk-0.vmdk from lease info. {{(pid=63676) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1764.444370] env[63676]: DEBUG oslo_vmware.rw_handles [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529801b0-36e2-115e-55a2-5affd3af0a9e/disk-0.vmdk for reading. {{(pid=63676) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1764.622489] env[63676]: DEBUG nova.compute.manager [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1764.744434] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-79a10539-9041-4843-a1ab-53cce105e037 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.807080] env[63676]: DEBUG oslo_vmware.api [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925623, 'name': PowerOnVM_Task, 'duration_secs': 0.92102} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.810095] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1764.810425] env[63676]: INFO nova.compute.manager [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Took 10.94 seconds to spawn the instance on the hypervisor. [ 1764.810711] env[63676]: DEBUG nova.compute.manager [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1764.812181] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d59425-7ca7-4118-9bad-04e304087d23 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.845801] env[63676]: DEBUG oslo_vmware.api [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473017} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.846653] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] b5f632e9-79d9-4f9a-98d8-4fe505c19851/b5f632e9-79d9-4f9a-98d8-4fe505c19851.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1764.846967] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1764.850993] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7f453b3-0580-4700-9a8c-ec774f18f460 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.857270] env[63676]: DEBUG oslo_vmware.api [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1764.857270] env[63676]: value = "task-1925626" [ 1764.857270] env[63676]: _type = "Task" [ 1764.857270] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.866711] env[63676]: DEBUG oslo_vmware.api [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925626, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.967583] env[63676]: DEBUG nova.network.neutron [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1765.090614] env[63676]: DEBUG nova.network.neutron [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Successfully created port: 16445089-cd2a-460e-940f-c51f9834ce5d {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1765.156179] env[63676]: DEBUG nova.network.neutron [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Updating instance_info_cache with network_info: [{"id": "decd3915-9b31-4acd-9cd1-19a2d65c9d3f", "address": "fa:16:3e:ab:83:73", "network": {"id": "e9157b58-5807-471a-a4bf-51ae93aae27f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1812216044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ebf4456e749ceac9d92fabaab6883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdecd3915-9b", "ovs_interfaceid": "decd3915-9b31-4acd-9cd1-19a2d65c9d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.184031] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Acquiring lock "688ca6c5-0cbc-4237-95b0-57fb051facb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.184031] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Lock "688ca6c5-0cbc-4237-95b0-57fb051facb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.184031] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Acquiring lock "688ca6c5-0cbc-4237-95b0-57fb051facb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.184031] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Lock "688ca6c5-0cbc-4237-95b0-57fb051facb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.184031] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Lock "688ca6c5-0cbc-4237-95b0-57fb051facb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.186406] env[63676]: INFO nova.compute.manager [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Terminating instance [ 1765.238293] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57780198-6b06-4192-92e9-e0c0fb25d55b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.248493] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05309ac-e8a4-4232-9fa3-4d5b91c13de7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.285653] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30616ba9-65d9-40b5-8546-aee592817e42 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.295758] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8333f7b-02f4-4098-9e06-749e3a6ca46d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.313339] env[63676]: DEBUG nova.compute.provider_tree [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1765.332486] env[63676]: INFO nova.compute.manager [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Took 43.63 seconds to build instance. [ 1765.367364] env[63676]: DEBUG oslo_vmware.api [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925626, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063988} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.367935] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1765.368900] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c8bcc8-d1d8-49f9-88a5-2c17ca76a676 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.394975] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] b5f632e9-79d9-4f9a-98d8-4fe505c19851/b5f632e9-79d9-4f9a-98d8-4fe505c19851.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1765.395525] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35d7e184-8cbe-4236-96fb-2cb91597e1bf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.417083] env[63676]: DEBUG oslo_vmware.api [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1765.417083] env[63676]: value = "task-1925627" [ 1765.417083] env[63676]: _type = "Task" [ 1765.417083] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.426757] env[63676]: DEBUG oslo_vmware.api [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925627, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.488164] env[63676]: DEBUG nova.network.neutron [-] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1765.643294] env[63676]: DEBUG nova.compute.manager [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1765.660164] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Releasing lock "refresh_cache-14eb37de-de3c-4c1d-a078-7238551074b3" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1765.660689] env[63676]: DEBUG nova.compute.manager [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Instance network_info: |[{"id": "decd3915-9b31-4acd-9cd1-19a2d65c9d3f", "address": "fa:16:3e:ab:83:73", "network": {"id": "e9157b58-5807-471a-a4bf-51ae93aae27f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1812216044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ebf4456e749ceac9d92fabaab6883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdecd3915-9b", "ovs_interfaceid": "decd3915-9b31-4acd-9cd1-19a2d65c9d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1765.663729] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:83:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'decd3915-9b31-4acd-9cd1-19a2d65c9d3f', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1765.673085] env[63676]: DEBUG oslo.service.loopingcall [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1765.678361] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1765.678361] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-47458603-f4ce-4b67-948a-16cffd58b5e3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.697631] env[63676]: DEBUG nova.virt.hardware [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1765.698181] env[63676]: DEBUG nova.virt.hardware [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1765.698300] env[63676]: DEBUG nova.virt.hardware [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1765.698579] env[63676]: DEBUG nova.virt.hardware [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1765.698735] env[63676]: DEBUG nova.virt.hardware [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1765.698939] env[63676]: DEBUG nova.virt.hardware [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1765.699179] env[63676]: DEBUG nova.virt.hardware [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1765.699427] env[63676]: DEBUG nova.virt.hardware [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1765.699649] env[63676]: DEBUG nova.virt.hardware [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1765.699852] env[63676]: DEBUG nova.virt.hardware [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1765.700190] env[63676]: DEBUG nova.virt.hardware [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1765.701127] env[63676]: DEBUG nova.compute.manager [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1765.701396] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1765.702529] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dca07fe-22c6-489d-af7a-a07b0a1ef71b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.706217] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92e9673-62af-489d-a01d-b54723b60b34 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.719156] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480836eb-6ea3-45ed-afe0-bec5a60a601b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.723388] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1765.723509] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1765.723509] env[63676]: value = "task-1925628" [ 1765.723509] env[63676]: _type = "Task" [ 1765.723509] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.724199] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8674987c-1e7c-4db1-8e1f-7e80a118b47d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.745058] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925628, 'name': CreateVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.746864] env[63676]: DEBUG oslo_vmware.api [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Waiting for the task: (returnval){ [ 1765.746864] env[63676]: value = "task-1925629" [ 1765.746864] env[63676]: _type = "Task" [ 1765.746864] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.756346] env[63676]: DEBUG oslo_vmware.api [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925629, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.819128] env[63676]: DEBUG nova.scheduler.client.report [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1765.824263] env[63676]: DEBUG nova.compute.manager [req-b55df5c8-e397-4599-89e0-2ed454e9c663 req-13577e35-de20-4808-b2e9-f31669464017 service nova] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Received event network-changed-decd3915-9b31-4acd-9cd1-19a2d65c9d3f {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1765.824263] env[63676]: DEBUG nova.compute.manager [req-b55df5c8-e397-4599-89e0-2ed454e9c663 req-13577e35-de20-4808-b2e9-f31669464017 service nova] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Refreshing instance network info cache due to event network-changed-decd3915-9b31-4acd-9cd1-19a2d65c9d3f. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1765.824556] env[63676]: DEBUG oslo_concurrency.lockutils [req-b55df5c8-e397-4599-89e0-2ed454e9c663 req-13577e35-de20-4808-b2e9-f31669464017 service nova] Acquiring lock "refresh_cache-14eb37de-de3c-4c1d-a078-7238551074b3" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.824556] env[63676]: DEBUG oslo_concurrency.lockutils [req-b55df5c8-e397-4599-89e0-2ed454e9c663 req-13577e35-de20-4808-b2e9-f31669464017 service nova] Acquired lock "refresh_cache-14eb37de-de3c-4c1d-a078-7238551074b3" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.824755] env[63676]: DEBUG nova.network.neutron [req-b55df5c8-e397-4599-89e0-2ed454e9c663 req-13577e35-de20-4808-b2e9-f31669464017 service nova] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Refreshing network info cache for port decd3915-9b31-4acd-9cd1-19a2d65c9d3f {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1765.836774] env[63676]: DEBUG oslo_concurrency.lockutils [None req-900af96b-b821-49ce-8a2f-4975f31e4808 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Lock "8fd083af-ada6-4b80-9d14-f47e4809fc1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.710s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.930979] env[63676]: DEBUG oslo_vmware.api [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925627, 'name': ReconfigVM_Task, 'duration_secs': 0.331768} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.931801] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Reconfigured VM instance instance-00000037 to attach disk [datastore1] b5f632e9-79d9-4f9a-98d8-4fe505c19851/b5f632e9-79d9-4f9a-98d8-4fe505c19851.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1765.933040] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4aee9b69-f7c8-4172-84dd-671533e2c1d9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.941286] env[63676]: DEBUG oslo_vmware.api [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1765.941286] env[63676]: value = "task-1925630" [ 1765.941286] env[63676]: _type = "Task" [ 1765.941286] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.955509] env[63676]: DEBUG oslo_vmware.api [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925630, 'name': Rename_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.992030] env[63676]: INFO nova.compute.manager [-] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Took 1.79 seconds to deallocate network for instance. [ 1766.177039] env[63676]: INFO nova.compute.manager [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Rescuing [ 1766.177445] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquiring lock "refresh_cache-8fd083af-ada6-4b80-9d14-f47e4809fc1d" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.177724] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquired lock "refresh_cache-8fd083af-ada6-4b80-9d14-f47e4809fc1d" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.177872] env[63676]: DEBUG nova.network.neutron [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1766.235220] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925628, 'name': CreateVM_Task, 'duration_secs': 0.489526} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.235641] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1766.236467] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.236693] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.237145] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1766.237410] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed4086a2-6a39-4991-bdad-63ad773b2eda {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.242171] env[63676]: DEBUG oslo_vmware.api [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1766.242171] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525675b1-0aed-d14e-9b61-12cba0e98ede" [ 1766.242171] env[63676]: _type = "Task" [ 1766.242171] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.250191] env[63676]: DEBUG oslo_vmware.api [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525675b1-0aed-d14e-9b61-12cba0e98ede, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.257937] env[63676]: DEBUG oslo_vmware.api [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925629, 'name': PowerOffVM_Task, 'duration_secs': 0.386201} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.258555] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1766.258555] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1766.258717] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bb7c207-bb61-446e-ae9b-136ccb87bb05 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.328410] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.329526] env[63676]: DEBUG nova.compute.manager [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1766.335020] env[63676]: DEBUG oslo_concurrency.lockutils [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.693s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.335276] env[63676]: DEBUG nova.objects.instance [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63676) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1766.455021] env[63676]: DEBUG oslo_vmware.api [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925630, 'name': Rename_Task, 'duration_secs': 0.257261} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.455021] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1766.455021] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7e967f8-2801-446b-87a1-6d8f19e05bc8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.461197] env[63676]: DEBUG oslo_vmware.api [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1766.461197] env[63676]: value = "task-1925632" [ 1766.461197] env[63676]: _type = "Task" [ 1766.461197] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.474546] env[63676]: DEBUG oslo_vmware.api [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925632, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.499212] env[63676]: DEBUG oslo_concurrency.lockutils [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.539158] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1766.539471] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1766.539784] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Deleting the datastore file [datastore1] 688ca6c5-0cbc-4237-95b0-57fb051facb9 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1766.540068] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5bd2836b-0572-4171-8962-7e9df0cbfac1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.546659] env[63676]: DEBUG oslo_vmware.api [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Waiting for the task: (returnval){ [ 1766.546659] env[63676]: value = "task-1925633" [ 1766.546659] env[63676]: _type = "Task" [ 1766.546659] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.554757] env[63676]: DEBUG oslo_vmware.api [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925633, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.572680] env[63676]: DEBUG nova.network.neutron [req-b55df5c8-e397-4599-89e0-2ed454e9c663 req-13577e35-de20-4808-b2e9-f31669464017 service nova] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Updated VIF entry in instance network info cache for port decd3915-9b31-4acd-9cd1-19a2d65c9d3f. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1766.573096] env[63676]: DEBUG nova.network.neutron [req-b55df5c8-e397-4599-89e0-2ed454e9c663 req-13577e35-de20-4808-b2e9-f31669464017 service nova] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Updating instance_info_cache with network_info: [{"id": "decd3915-9b31-4acd-9cd1-19a2d65c9d3f", "address": "fa:16:3e:ab:83:73", "network": {"id": "e9157b58-5807-471a-a4bf-51ae93aae27f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1812216044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ebf4456e749ceac9d92fabaab6883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdecd3915-9b", "ovs_interfaceid": "decd3915-9b31-4acd-9cd1-19a2d65c9d3f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.755846] env[63676]: DEBUG oslo_vmware.api [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525675b1-0aed-d14e-9b61-12cba0e98ede, 'name': SearchDatastore_Task, 'duration_secs': 0.021439} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.760180] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.760426] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1766.760725] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1766.760880] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1766.761090] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1766.761417] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0e7af83e-b36d-4fd9-ba1d-c0cd3b2b0102 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.770234] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1766.770290] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1766.771134] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64ecd80f-d791-4b6e-86d5-dd3a395d1386 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.780025] env[63676]: DEBUG oslo_vmware.api [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1766.780025] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5290871b-4b89-c110-241d-d2ac7ba4c640" [ 1766.780025] env[63676]: _type = "Task" [ 1766.780025] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.785286] env[63676]: DEBUG oslo_vmware.api [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5290871b-4b89-c110-241d-d2ac7ba4c640, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.837273] env[63676]: DEBUG nova.compute.utils [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1766.838822] env[63676]: DEBUG nova.compute.manager [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1766.843339] env[63676]: DEBUG nova.network.neutron [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1766.917326] env[63676]: DEBUG nova.network.neutron [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Updating instance_info_cache with network_info: [{"id": "9d298595-e8fd-4937-9e94-5b02b3d8f1a5", "address": "fa:16:3e:6b:63:57", "network": {"id": "480ca60e-60bd-4b04-8886-d01113b80e36", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-822589225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d23aa00cbab643f69f050bd0acd1c40c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d298595-e8", "ovs_interfaceid": "9d298595-e8fd-4937-9e94-5b02b3d8f1a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.976160] env[63676]: DEBUG nova.policy [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7263bf7600a44f28758b9729ad968ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93faadf6a08140439d5abf8ec7de9c97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1766.983374] env[63676]: DEBUG oslo_vmware.api [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925632, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.059034] env[63676]: DEBUG oslo_vmware.api [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925633, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20988} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.059034] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1767.059034] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1767.059034] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1767.059034] env[63676]: INFO nova.compute.manager [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Took 1.36 seconds to destroy the instance on the hypervisor. [ 1767.059034] env[63676]: DEBUG oslo.service.loopingcall [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1767.059034] env[63676]: DEBUG nova.compute.manager [-] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1767.059034] env[63676]: DEBUG nova.network.neutron [-] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1767.076352] env[63676]: DEBUG oslo_concurrency.lockutils [req-b55df5c8-e397-4599-89e0-2ed454e9c663 req-13577e35-de20-4808-b2e9-f31669464017 service nova] Releasing lock "refresh_cache-14eb37de-de3c-4c1d-a078-7238551074b3" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.076666] env[63676]: DEBUG nova.compute.manager [req-b55df5c8-e397-4599-89e0-2ed454e9c663 req-13577e35-de20-4808-b2e9-f31669464017 service nova] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Received event network-vif-deleted-631f0928-f01c-4c5f-aa86-71c1c5aed267 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1767.278970] env[63676]: DEBUG nova.network.neutron [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Successfully updated port: 16445089-cd2a-460e-940f-c51f9834ce5d {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1767.293027] env[63676]: DEBUG oslo_vmware.api [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5290871b-4b89-c110-241d-d2ac7ba4c640, 'name': SearchDatastore_Task, 'duration_secs': 0.014534} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.293846] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b71fdfb-ed17-4434-9161-9a6b2ade89d0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.302554] env[63676]: DEBUG oslo_vmware.api [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1767.302554] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5273c029-f766-fc50-f70b-01761151c632" [ 1767.302554] env[63676]: _type = "Task" [ 1767.302554] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.311898] env[63676]: DEBUG oslo_vmware.api [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5273c029-f766-fc50-f70b-01761151c632, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.353911] env[63676]: DEBUG nova.compute.manager [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1767.358666] env[63676]: DEBUG oslo_concurrency.lockutils [None req-facb9d73-72bf-4d4a-b515-7f8c8ba87160 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.361476] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.966s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.361620] env[63676]: INFO nova.compute.claims [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1767.420459] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Releasing lock "refresh_cache-8fd083af-ada6-4b80-9d14-f47e4809fc1d" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.466061] env[63676]: DEBUG nova.compute.manager [req-6af57519-b2b3-4d03-917c-58d6b0bf2433 req-d5304768-26ba-48d1-8be4-6ac06a93dfd8 service nova] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Received event network-vif-deleted-8ed8808c-f0df-42e9-8859-42dc48340b86 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1767.466599] env[63676]: INFO nova.compute.manager [req-6af57519-b2b3-4d03-917c-58d6b0bf2433 req-d5304768-26ba-48d1-8be4-6ac06a93dfd8 service nova] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Neutron deleted interface 8ed8808c-f0df-42e9-8859-42dc48340b86; detaching it from the instance and deleting it from the info cache [ 1767.466599] env[63676]: DEBUG nova.network.neutron [req-6af57519-b2b3-4d03-917c-58d6b0bf2433 req-d5304768-26ba-48d1-8be4-6ac06a93dfd8 service nova] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.478146] env[63676]: DEBUG oslo_vmware.api [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925632, 'name': PowerOnVM_Task, 'duration_secs': 0.626835} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.478433] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1767.478667] env[63676]: DEBUG nova.compute.manager [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1767.479507] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73dacdd-2813-423d-b526-3c63a336cbd2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.516807] env[63676]: DEBUG nova.network.neutron [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Successfully created port: 84180334-9ab1-40f7-9a7f-9258bc0c6353 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1767.777963] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Acquiring lock "refresh_cache-b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.778187] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Acquired lock "refresh_cache-b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1767.778291] env[63676]: DEBUG nova.network.neutron [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1767.813182] env[63676]: DEBUG oslo_vmware.api [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5273c029-f766-fc50-f70b-01761151c632, 'name': SearchDatastore_Task, 'duration_secs': 0.014418} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.813453] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1767.813776] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 14eb37de-de3c-4c1d-a078-7238551074b3/14eb37de-de3c-4c1d-a078-7238551074b3.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1767.814094] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1065a5dc-9879-4132-a1e2-95878b43f353 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.822072] env[63676]: DEBUG oslo_vmware.api [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1767.822072] env[63676]: value = "task-1925634" [ 1767.822072] env[63676]: _type = "Task" [ 1767.822072] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.830308] env[63676]: DEBUG oslo_vmware.api [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.843858] env[63676]: DEBUG nova.network.neutron [-] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.870375] env[63676]: DEBUG nova.compute.manager [req-e04018a4-8cf5-4e19-80fb-c0a7a45fc7b0 req-a4fb0e70-ae2c-4102-930a-55fd5576cbbc service nova] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Received event network-vif-plugged-16445089-cd2a-460e-940f-c51f9834ce5d {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1767.870375] env[63676]: DEBUG oslo_concurrency.lockutils [req-e04018a4-8cf5-4e19-80fb-c0a7a45fc7b0 req-a4fb0e70-ae2c-4102-930a-55fd5576cbbc service nova] Acquiring lock "b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.870375] env[63676]: DEBUG oslo_concurrency.lockutils [req-e04018a4-8cf5-4e19-80fb-c0a7a45fc7b0 req-a4fb0e70-ae2c-4102-930a-55fd5576cbbc service nova] Lock "b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.870375] env[63676]: DEBUG oslo_concurrency.lockutils [req-e04018a4-8cf5-4e19-80fb-c0a7a45fc7b0 req-a4fb0e70-ae2c-4102-930a-55fd5576cbbc service nova] Lock "b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.870543] env[63676]: DEBUG nova.compute.manager [req-e04018a4-8cf5-4e19-80fb-c0a7a45fc7b0 req-a4fb0e70-ae2c-4102-930a-55fd5576cbbc service nova] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] No waiting events found dispatching network-vif-plugged-16445089-cd2a-460e-940f-c51f9834ce5d {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1767.871536] env[63676]: WARNING nova.compute.manager [req-e04018a4-8cf5-4e19-80fb-c0a7a45fc7b0 req-a4fb0e70-ae2c-4102-930a-55fd5576cbbc service nova] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Received unexpected event network-vif-plugged-16445089-cd2a-460e-940f-c51f9834ce5d for instance with vm_state building and task_state spawning. [ 1767.871536] env[63676]: DEBUG nova.compute.manager [req-e04018a4-8cf5-4e19-80fb-c0a7a45fc7b0 req-a4fb0e70-ae2c-4102-930a-55fd5576cbbc service nova] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Received event network-changed-16445089-cd2a-460e-940f-c51f9834ce5d {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1767.871536] env[63676]: DEBUG nova.compute.manager [req-e04018a4-8cf5-4e19-80fb-c0a7a45fc7b0 req-a4fb0e70-ae2c-4102-930a-55fd5576cbbc service nova] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Refreshing instance network info cache due to event network-changed-16445089-cd2a-460e-940f-c51f9834ce5d. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1767.871536] env[63676]: DEBUG oslo_concurrency.lockutils [req-e04018a4-8cf5-4e19-80fb-c0a7a45fc7b0 req-a4fb0e70-ae2c-4102-930a-55fd5576cbbc service nova] Acquiring lock "refresh_cache-b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1767.972484] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dfb47119-bc84-4453-a05c-0c89192e5e37 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.983166] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-016a886a-5ed0-4e26-a2d5-9be9dc3c55fe {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.004564] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.025734] env[63676]: DEBUG nova.compute.manager [req-6af57519-b2b3-4d03-917c-58d6b0bf2433 req-d5304768-26ba-48d1-8be4-6ac06a93dfd8 service nova] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Detach interface failed, port_id=8ed8808c-f0df-42e9-8859-42dc48340b86, reason: Instance 688ca6c5-0cbc-4237-95b0-57fb051facb9 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1768.315596] env[63676]: DEBUG nova.network.neutron [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1768.332786] env[63676]: DEBUG oslo_vmware.api [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925634, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.347824] env[63676]: INFO nova.compute.manager [-] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Took 1.29 seconds to deallocate network for instance. [ 1768.365878] env[63676]: DEBUG nova.compute.manager [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1768.396936] env[63676]: DEBUG nova.virt.hardware [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1768.397249] env[63676]: DEBUG nova.virt.hardware [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1768.397410] env[63676]: DEBUG nova.virt.hardware [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1768.397588] env[63676]: DEBUG nova.virt.hardware [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1768.397731] env[63676]: DEBUG nova.virt.hardware [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1768.397874] env[63676]: DEBUG nova.virt.hardware [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1768.398090] env[63676]: DEBUG nova.virt.hardware [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1768.398255] env[63676]: DEBUG nova.virt.hardware [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1768.398505] env[63676]: DEBUG nova.virt.hardware [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1768.398560] env[63676]: DEBUG nova.virt.hardware [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1768.398809] env[63676]: DEBUG nova.virt.hardware [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1768.399949] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9478da4-b728-46a3-aa94-54ace3a6c5ae {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.411896] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea053c0-7ceb-4d44-af99-62cc79563c9a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.472886] env[63676]: DEBUG nova.network.neutron [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Updating instance_info_cache with network_info: [{"id": "16445089-cd2a-460e-940f-c51f9834ce5d", "address": "fa:16:3e:78:6e:70", "network": {"id": "0ed7e784-840f-46a9-9273-80f880a006fa", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1808684007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d004c33284bd4d669403b29c8a5fa31f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16445089-cd", "ovs_interfaceid": "16445089-cd2a-460e-940f-c51f9834ce5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1768.824704] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f992ab-2bf7-4e37-90fd-5124a9fea10d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.839734] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ba9a0a-1f25-4f49-b7c1-cde31f2991d1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.843130] env[63676]: DEBUG oslo_vmware.api [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555107} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.843399] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 14eb37de-de3c-4c1d-a078-7238551074b3/14eb37de-de3c-4c1d-a078-7238551074b3.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1768.843604] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1768.844248] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0673ce6d-d657-4381-af8c-d61855cd1818 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.876482] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.878751] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2204d928-23e4-4d71-b667-8bb4d353a8d4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.882094] env[63676]: DEBUG oslo_vmware.api [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1768.882094] env[63676]: value = "task-1925635" [ 1768.882094] env[63676]: _type = "Task" [ 1768.882094] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.890267] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a73178c-3e19-4988-9a86-c852069a14ec {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.897796] env[63676]: DEBUG oslo_vmware.api [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925635, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.909050] env[63676]: DEBUG nova.compute.provider_tree [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1768.957768] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1768.958102] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ef097a8-d056-4dd1-af2c-b885742f28b7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.965358] env[63676]: DEBUG oslo_vmware.api [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1768.965358] env[63676]: value = "task-1925636" [ 1768.965358] env[63676]: _type = "Task" [ 1768.965358] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.974248] env[63676]: DEBUG oslo_vmware.api [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925636, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.976846] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Releasing lock "refresh_cache-b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1768.977377] env[63676]: DEBUG nova.compute.manager [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Instance network_info: |[{"id": "16445089-cd2a-460e-940f-c51f9834ce5d", "address": "fa:16:3e:78:6e:70", "network": {"id": "0ed7e784-840f-46a9-9273-80f880a006fa", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1808684007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d004c33284bd4d669403b29c8a5fa31f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16445089-cd", "ovs_interfaceid": "16445089-cd2a-460e-940f-c51f9834ce5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1768.977707] env[63676]: DEBUG oslo_concurrency.lockutils [req-e04018a4-8cf5-4e19-80fb-c0a7a45fc7b0 req-a4fb0e70-ae2c-4102-930a-55fd5576cbbc service nova] Acquired lock "refresh_cache-b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.977754] env[63676]: DEBUG nova.network.neutron [req-e04018a4-8cf5-4e19-80fb-c0a7a45fc7b0 req-a4fb0e70-ae2c-4102-930a-55fd5576cbbc service nova] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Refreshing network info cache for port 16445089-cd2a-460e-940f-c51f9834ce5d {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1768.979170] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:6e:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '842f738f-eaa4-4444-a9bf-90d2b533184c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16445089-cd2a-460e-940f-c51f9834ce5d', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1768.988352] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Creating folder: Project (d004c33284bd4d669403b29c8a5fa31f). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1768.992524] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d31f0880-03a4-44d1-80b8-fc3d073e9a29 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.009365] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Created folder: Project (d004c33284bd4d669403b29c8a5fa31f) in parent group-v396927. [ 1769.009365] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Creating folder: Instances. Parent ref: group-v397082. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1769.009365] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e9ac6706-b8a8-4159-92bd-cae369077660 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.020471] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Created folder: Instances in parent group-v397082. [ 1769.020943] env[63676]: DEBUG oslo.service.loopingcall [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1769.021072] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1769.021684] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-97c0d00d-5edb-422e-b999-b3bf17f2afc1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.047723] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1769.047723] env[63676]: value = "task-1925639" [ 1769.047723] env[63676]: _type = "Task" [ 1769.047723] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.056641] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925639, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.242557] env[63676]: DEBUG nova.network.neutron [req-e04018a4-8cf5-4e19-80fb-c0a7a45fc7b0 req-a4fb0e70-ae2c-4102-930a-55fd5576cbbc service nova] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Updated VIF entry in instance network info cache for port 16445089-cd2a-460e-940f-c51f9834ce5d. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1769.242948] env[63676]: DEBUG nova.network.neutron [req-e04018a4-8cf5-4e19-80fb-c0a7a45fc7b0 req-a4fb0e70-ae2c-4102-930a-55fd5576cbbc service nova] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Updating instance_info_cache with network_info: [{"id": "16445089-cd2a-460e-940f-c51f9834ce5d", "address": "fa:16:3e:78:6e:70", "network": {"id": "0ed7e784-840f-46a9-9273-80f880a006fa", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1808684007-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d004c33284bd4d669403b29c8a5fa31f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "842f738f-eaa4-4444-a9bf-90d2b533184c", "external-id": "nsx-vlan-transportzone-460", "segmentation_id": 460, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16445089-cd", "ovs_interfaceid": "16445089-cd2a-460e-940f-c51f9834ce5d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.393449] env[63676]: DEBUG oslo_vmware.api [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925635, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.221996} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.393842] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1769.394785] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96bd754-3011-4787-81a9-fb6380df37cc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.419414] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 14eb37de-de3c-4c1d-a078-7238551074b3/14eb37de-de3c-4c1d-a078-7238551074b3.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1769.420417] env[63676]: DEBUG nova.scheduler.client.report [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1769.423720] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-389d6d25-6f7b-42f0-8d88-893a8d07982b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.445697] env[63676]: DEBUG oslo_vmware.api [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1769.445697] env[63676]: value = "task-1925640" [ 1769.445697] env[63676]: _type = "Task" [ 1769.445697] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.456379] env[63676]: DEBUG oslo_vmware.api [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925640, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.476399] env[63676]: DEBUG oslo_vmware.api [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925636, 'name': PowerOffVM_Task, 'duration_secs': 0.276092} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.476807] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1769.477416] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735b0906-0c5a-4517-bd83-17bd960ec25a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.497297] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b7fe46-6629-4dd6-bf27-f4988b9eaae4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.500724] env[63676]: DEBUG oslo_concurrency.lockutils [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "b5f632e9-79d9-4f9a-98d8-4fe505c19851" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.500954] env[63676]: DEBUG oslo_concurrency.lockutils [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "b5f632e9-79d9-4f9a-98d8-4fe505c19851" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.501187] env[63676]: DEBUG oslo_concurrency.lockutils [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "b5f632e9-79d9-4f9a-98d8-4fe505c19851-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.501565] env[63676]: DEBUG oslo_concurrency.lockutils [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "b5f632e9-79d9-4f9a-98d8-4fe505c19851-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.501628] env[63676]: DEBUG oslo_concurrency.lockutils [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "b5f632e9-79d9-4f9a-98d8-4fe505c19851-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.509597] env[63676]: INFO nova.compute.manager [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Terminating instance [ 1769.519304] env[63676]: DEBUG nova.network.neutron [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Successfully updated port: 84180334-9ab1-40f7-9a7f-9258bc0c6353 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1769.547408] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1769.547408] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6599424-0ca9-41e9-9b48-bcaff7e8e217 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.558702] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925639, 'name': CreateVM_Task, 'duration_secs': 0.488028} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.560130] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1769.560476] env[63676]: DEBUG oslo_vmware.api [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1769.560476] env[63676]: value = "task-1925641" [ 1769.560476] env[63676]: _type = "Task" [ 1769.560476] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.561466] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.561466] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.561624] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1769.561943] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2db5451a-143f-4dd8-abec-b4986645344b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.575892] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] VM already powered off {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1769.576157] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1769.576714] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.576714] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.576714] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1769.577018] env[63676]: DEBUG oslo_vmware.api [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Waiting for the task: (returnval){ [ 1769.577018] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52961b40-fffb-d750-c899-2b9497dba7e5" [ 1769.577018] env[63676]: _type = "Task" [ 1769.577018] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.578031] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bf128c82-9426-4688-9aac-a450f0dc7834 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.589922] env[63676]: DEBUG oslo_vmware.api [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52961b40-fffb-d750-c899-2b9497dba7e5, 'name': SearchDatastore_Task, 'duration_secs': 0.013756} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.591658] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.591923] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1769.592161] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.592401] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1769.592568] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1769.593501] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aeef42e-af8b-472f-831f-e7fd345a390b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.599011] env[63676]: DEBUG oslo_vmware.api [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1769.599011] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529b083a-d8b0-f02f-2d55-47ecf60dedf5" [ 1769.599011] env[63676]: _type = "Task" [ 1769.599011] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.607782] env[63676]: DEBUG oslo_vmware.api [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529b083a-d8b0-f02f-2d55-47ecf60dedf5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.745493] env[63676]: DEBUG oslo_concurrency.lockutils [req-e04018a4-8cf5-4e19-80fb-c0a7a45fc7b0 req-a4fb0e70-ae2c-4102-930a-55fd5576cbbc service nova] Releasing lock "refresh_cache-b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1769.900424] env[63676]: DEBUG nova.compute.manager [req-2729fc22-4fe1-4ef4-adf6-b23c0177ff2c req-82a6b98b-1fc9-43e8-b74d-8ad8c291cb99 service nova] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Received event network-vif-plugged-84180334-9ab1-40f7-9a7f-9258bc0c6353 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1769.900603] env[63676]: DEBUG oslo_concurrency.lockutils [req-2729fc22-4fe1-4ef4-adf6-b23c0177ff2c req-82a6b98b-1fc9-43e8-b74d-8ad8c291cb99 service nova] Acquiring lock "4e945ae6-5642-4e81-abcf-f097f1abeb6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1769.900783] env[63676]: DEBUG oslo_concurrency.lockutils [req-2729fc22-4fe1-4ef4-adf6-b23c0177ff2c req-82a6b98b-1fc9-43e8-b74d-8ad8c291cb99 service nova] Lock "4e945ae6-5642-4e81-abcf-f097f1abeb6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.900956] env[63676]: DEBUG oslo_concurrency.lockutils [req-2729fc22-4fe1-4ef4-adf6-b23c0177ff2c req-82a6b98b-1fc9-43e8-b74d-8ad8c291cb99 service nova] Lock "4e945ae6-5642-4e81-abcf-f097f1abeb6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.901138] env[63676]: DEBUG nova.compute.manager [req-2729fc22-4fe1-4ef4-adf6-b23c0177ff2c req-82a6b98b-1fc9-43e8-b74d-8ad8c291cb99 service nova] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] No waiting events found dispatching network-vif-plugged-84180334-9ab1-40f7-9a7f-9258bc0c6353 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1769.901308] env[63676]: WARNING nova.compute.manager [req-2729fc22-4fe1-4ef4-adf6-b23c0177ff2c req-82a6b98b-1fc9-43e8-b74d-8ad8c291cb99 service nova] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Received unexpected event network-vif-plugged-84180334-9ab1-40f7-9a7f-9258bc0c6353 for instance with vm_state building and task_state spawning. [ 1769.901468] env[63676]: DEBUG nova.compute.manager [req-2729fc22-4fe1-4ef4-adf6-b23c0177ff2c req-82a6b98b-1fc9-43e8-b74d-8ad8c291cb99 service nova] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Received event network-changed-84180334-9ab1-40f7-9a7f-9258bc0c6353 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1769.901622] env[63676]: DEBUG nova.compute.manager [req-2729fc22-4fe1-4ef4-adf6-b23c0177ff2c req-82a6b98b-1fc9-43e8-b74d-8ad8c291cb99 service nova] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Refreshing instance network info cache due to event network-changed-84180334-9ab1-40f7-9a7f-9258bc0c6353. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1769.901805] env[63676]: DEBUG oslo_concurrency.lockutils [req-2729fc22-4fe1-4ef4-adf6-b23c0177ff2c req-82a6b98b-1fc9-43e8-b74d-8ad8c291cb99 service nova] Acquiring lock "refresh_cache-4e945ae6-5642-4e81-abcf-f097f1abeb6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.901945] env[63676]: DEBUG oslo_concurrency.lockutils [req-2729fc22-4fe1-4ef4-adf6-b23c0177ff2c req-82a6b98b-1fc9-43e8-b74d-8ad8c291cb99 service nova] Acquired lock "refresh_cache-4e945ae6-5642-4e81-abcf-f097f1abeb6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.902109] env[63676]: DEBUG nova.network.neutron [req-2729fc22-4fe1-4ef4-adf6-b23c0177ff2c req-82a6b98b-1fc9-43e8-b74d-8ad8c291cb99 service nova] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Refreshing network info cache for port 84180334-9ab1-40f7-9a7f-9258bc0c6353 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1769.940302] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1769.940928] env[63676]: DEBUG nova.compute.manager [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1769.943988] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.941s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1769.944087] env[63676]: DEBUG nova.objects.instance [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lazy-loading 'resources' on Instance uuid 49e13667-875d-4566-9bca-6a4d45dd7770 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1769.956691] env[63676]: DEBUG oslo_vmware.api [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925640, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.017831] env[63676]: DEBUG nova.compute.manager [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1770.018136] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1770.019031] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e6f685-153e-48d9-87d8-d838ffdafa38 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.023740] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "refresh_cache-4e945ae6-5642-4e81-abcf-f097f1abeb6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1770.027492] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1770.027492] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df0bec09-d1f5-46ea-b709-81d9c43066aa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.036326] env[63676]: DEBUG oslo_vmware.api [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1770.036326] env[63676]: value = "task-1925642" [ 1770.036326] env[63676]: _type = "Task" [ 1770.036326] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.044718] env[63676]: DEBUG oslo_vmware.api [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.110463] env[63676]: DEBUG oslo_vmware.api [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529b083a-d8b0-f02f-2d55-47ecf60dedf5, 'name': SearchDatastore_Task, 'duration_secs': 0.012163} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.111381] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47a996e5-582f-4ce5-9683-a0de8da8ef74 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.117173] env[63676]: DEBUG oslo_vmware.api [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1770.117173] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bd3b8a-205c-0a71-64a9-a6b12fc02ec7" [ 1770.117173] env[63676]: _type = "Task" [ 1770.117173] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.126031] env[63676]: DEBUG oslo_vmware.api [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bd3b8a-205c-0a71-64a9-a6b12fc02ec7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.166738] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.167052] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.435452] env[63676]: DEBUG nova.network.neutron [req-2729fc22-4fe1-4ef4-adf6-b23c0177ff2c req-82a6b98b-1fc9-43e8-b74d-8ad8c291cb99 service nova] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1770.448440] env[63676]: DEBUG nova.compute.utils [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1770.453059] env[63676]: DEBUG nova.compute.manager [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1770.453199] env[63676]: DEBUG nova.network.neutron [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1770.464379] env[63676]: DEBUG oslo_vmware.api [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925640, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.502119] env[63676]: DEBUG nova.policy [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5486f987a3940fd901db8e1a2ad583b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53bb3c4e54db42d889b791dbf494a9ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1770.551163] env[63676]: DEBUG oslo_vmware.api [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.567389] env[63676]: DEBUG nova.network.neutron [req-2729fc22-4fe1-4ef4-adf6-b23c0177ff2c req-82a6b98b-1fc9-43e8-b74d-8ad8c291cb99 service nova] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.630248] env[63676]: DEBUG oslo_vmware.api [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bd3b8a-205c-0a71-64a9-a6b12fc02ec7, 'name': SearchDatastore_Task, 'duration_secs': 0.012459} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.630525] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.630781] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 8fd083af-ada6-4b80-9d14-f47e4809fc1d/160c0574-5dbe-4d70-9e2a-c95199be0826-rescue.vmdk. {{(pid=63676) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1770.631178] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1770.631267] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1770.631468] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfc88a1f-1bb3-4511-994a-04b0f0b51b4a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.633743] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-425f016e-d68a-4e3e-be3d-4205de2d9175 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.643977] env[63676]: DEBUG oslo_vmware.api [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1770.643977] env[63676]: value = "task-1925643" [ 1770.643977] env[63676]: _type = "Task" [ 1770.643977] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.648519] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1770.648708] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1770.652014] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ce8c4a7-1932-4019-924a-e6492c4cb70b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.660702] env[63676]: DEBUG oslo_vmware.api [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.662646] env[63676]: DEBUG oslo_vmware.api [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Waiting for the task: (returnval){ [ 1770.662646] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520e2105-580c-6891-99d3-196d204c6456" [ 1770.662646] env[63676]: _type = "Task" [ 1770.662646] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.669250] env[63676]: DEBUG nova.compute.manager [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1770.679541] env[63676]: DEBUG oslo_vmware.api [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520e2105-580c-6891-99d3-196d204c6456, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.951591] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6dae289-0500-4cad-ba84-8f480f9de5ad {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.955269] env[63676]: DEBUG nova.compute.manager [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1770.970048] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18e4510-16d5-493c-aa93-02c7c5922fef {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.973909] env[63676]: DEBUG oslo_vmware.api [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925640, 'name': ReconfigVM_Task, 'duration_secs': 1.41697} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.974258] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 14eb37de-de3c-4c1d-a078-7238551074b3/14eb37de-de3c-4c1d-a078-7238551074b3.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1770.975327] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-82ddff55-2cd4-4810-a396-a8e66dd60f49 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.978214] env[63676]: DEBUG nova.network.neutron [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Successfully created port: 603dd99c-2ce7-4fe8-882e-6a57e324b3e6 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1771.006023] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f101b9-6209-488a-97d6-c6cc49a0c6f0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.010076] env[63676]: DEBUG oslo_vmware.api [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1771.010076] env[63676]: value = "task-1925644" [ 1771.010076] env[63676]: _type = "Task" [ 1771.010076] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.019297] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff91180f-d02c-4f8c-8966-5dd804fc0353 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.026925] env[63676]: DEBUG oslo_vmware.api [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925644, 'name': Rename_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.039209] env[63676]: DEBUG nova.compute.provider_tree [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1771.051182] env[63676]: DEBUG oslo_vmware.api [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925642, 'name': PowerOffVM_Task, 'duration_secs': 0.940295} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.051468] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1771.051639] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1771.051899] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62490797-3662-417e-8836-7ee09f274afd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.070242] env[63676]: DEBUG oslo_concurrency.lockutils [req-2729fc22-4fe1-4ef4-adf6-b23c0177ff2c req-82a6b98b-1fc9-43e8-b74d-8ad8c291cb99 service nova] Releasing lock "refresh_cache-4e945ae6-5642-4e81-abcf-f097f1abeb6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.070619] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquired lock "refresh_cache-4e945ae6-5642-4e81-abcf-f097f1abeb6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.071160] env[63676]: DEBUG nova.network.neutron [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1771.140724] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1771.141404] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1771.141404] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Deleting the datastore file [datastore1] b5f632e9-79d9-4f9a-98d8-4fe505c19851 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1771.141560] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-392d72d2-59c9-4a8e-9f4a-5349e5071f98 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.150176] env[63676]: DEBUG oslo_vmware.api [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1771.150176] env[63676]: value = "task-1925646" [ 1771.150176] env[63676]: _type = "Task" [ 1771.150176] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.159162] env[63676]: DEBUG oslo_vmware.api [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925643, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.164209] env[63676]: DEBUG oslo_vmware.api [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.171361] env[63676]: DEBUG oslo_vmware.api [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520e2105-580c-6891-99d3-196d204c6456, 'name': SearchDatastore_Task, 'duration_secs': 0.033974} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.172164] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51d74f8b-64dd-4aef-ba30-2a1a9a2a0667 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.181452] env[63676]: DEBUG oslo_vmware.api [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Waiting for the task: (returnval){ [ 1771.181452] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52362246-33d6-cf8d-b3db-9a8510aa999c" [ 1771.181452] env[63676]: _type = "Task" [ 1771.181452] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.193716] env[63676]: DEBUG oslo_vmware.api [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52362246-33d6-cf8d-b3db-9a8510aa999c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.203532] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1771.520620] env[63676]: DEBUG oslo_vmware.api [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925644, 'name': Rename_Task, 'duration_secs': 0.187987} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.520953] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1771.522033] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c417db10-705c-4cff-9062-ccc60d834fdf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.527772] env[63676]: DEBUG oslo_vmware.api [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1771.527772] env[63676]: value = "task-1925647" [ 1771.527772] env[63676]: _type = "Task" [ 1771.527772] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.535241] env[63676]: DEBUG oslo_vmware.api [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.542580] env[63676]: DEBUG nova.scheduler.client.report [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1771.631180] env[63676]: DEBUG nova.network.neutron [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1771.659681] env[63676]: DEBUG oslo_vmware.api [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925643, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.664646] env[63676]: DEBUG oslo_vmware.api [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400227} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.664907] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1771.665110] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1771.665333] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1771.665512] env[63676]: INFO nova.compute.manager [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1771.665750] env[63676]: DEBUG oslo.service.loopingcall [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1771.665947] env[63676]: DEBUG nova.compute.manager [-] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1771.666061] env[63676]: DEBUG nova.network.neutron [-] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1771.693208] env[63676]: DEBUG oslo_vmware.api [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52362246-33d6-cf8d-b3db-9a8510aa999c, 'name': SearchDatastore_Task, 'duration_secs': 0.091378} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1771.693499] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.694017] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c/b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1771.694299] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6996d45f-2e30-496a-bce1-8e506e1e9be0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.701225] env[63676]: DEBUG oslo_vmware.api [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Waiting for the task: (returnval){ [ 1771.701225] env[63676]: value = "task-1925648" [ 1771.701225] env[63676]: _type = "Task" [ 1771.701225] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1771.712449] env[63676]: DEBUG oslo_vmware.api [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Task: {'id': task-1925648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1771.968885] env[63676]: DEBUG nova.compute.manager [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1771.994580] env[63676]: DEBUG nova.virt.hardware [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1771.994824] env[63676]: DEBUG nova.virt.hardware [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1771.994986] env[63676]: DEBUG nova.virt.hardware [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1771.995237] env[63676]: DEBUG nova.virt.hardware [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1771.995405] env[63676]: DEBUG nova.virt.hardware [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1771.995545] env[63676]: DEBUG nova.virt.hardware [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1771.995752] env[63676]: DEBUG nova.virt.hardware [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1771.996565] env[63676]: DEBUG nova.virt.hardware [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1771.996565] env[63676]: DEBUG nova.virt.hardware [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1771.996565] env[63676]: DEBUG nova.virt.hardware [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1771.996565] env[63676]: DEBUG nova.virt.hardware [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1771.997418] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54407a0f-1d6b-4397-9318-51041ded3251 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.006317] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d954adbd-1ad9-4853-8597-2f3be17b3c0d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.011521] env[63676]: DEBUG nova.network.neutron [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Updating instance_info_cache with network_info: [{"id": "84180334-9ab1-40f7-9a7f-9258bc0c6353", "address": "fa:16:3e:24:72:3d", "network": {"id": "25772371-ba03-400f-be06-ce368c03b735", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1846336299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93faadf6a08140439d5abf8ec7de9c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84180334-9a", "ovs_interfaceid": "84180334-9ab1-40f7-9a7f-9258bc0c6353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.039497] env[63676]: DEBUG oslo_vmware.api [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925647, 'name': PowerOnVM_Task, 'duration_secs': 0.483565} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.039768] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1772.040030] env[63676]: INFO nova.compute.manager [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Took 9.13 seconds to spawn the instance on the hypervisor. [ 1772.040251] env[63676]: DEBUG nova.compute.manager [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1772.041146] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1433ca9c-2bf3-4055-b2e3-d330e7e0c69c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.050854] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.056151] env[63676]: DEBUG oslo_concurrency.lockutils [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.260s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.057715] env[63676]: INFO nova.compute.claims [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1772.084309] env[63676]: INFO nova.scheduler.client.report [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Deleted allocations for instance 49e13667-875d-4566-9bca-6a4d45dd7770 [ 1772.157731] env[63676]: DEBUG oslo_vmware.api [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925643, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.211746] env[63676]: DEBUG oslo_vmware.api [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Task: {'id': task-1925648, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.514686] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Releasing lock "refresh_cache-4e945ae6-5642-4e81-abcf-f097f1abeb6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1772.515016] env[63676]: DEBUG nova.compute.manager [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Instance network_info: |[{"id": "84180334-9ab1-40f7-9a7f-9258bc0c6353", "address": "fa:16:3e:24:72:3d", "network": {"id": "25772371-ba03-400f-be06-ce368c03b735", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1846336299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93faadf6a08140439d5abf8ec7de9c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84180334-9a", "ovs_interfaceid": "84180334-9ab1-40f7-9a7f-9258bc0c6353", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1772.515522] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:72:3d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84180334-9ab1-40f7-9a7f-9258bc0c6353', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1772.524882] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Creating folder: Project (93faadf6a08140439d5abf8ec7de9c97). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1772.525418] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7ef527cb-96ef-4f83-9316-987b48ef71cb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.538462] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Created folder: Project (93faadf6a08140439d5abf8ec7de9c97) in parent group-v396927. [ 1772.538674] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Creating folder: Instances. Parent ref: group-v397085. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1772.538990] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c02f81a-eb38-4166-a793-73d976fafca1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.549255] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Created folder: Instances in parent group-v397085. [ 1772.549531] env[63676]: DEBUG oslo.service.loopingcall [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1772.549717] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1772.549951] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aadacef3-1df1-4231-b8b1-7e7a4736e4ab {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.579615] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1772.579615] env[63676]: value = "task-1925651" [ 1772.579615] env[63676]: _type = "Task" [ 1772.579615] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.580177] env[63676]: INFO nova.compute.manager [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Took 40.30 seconds to build instance. [ 1772.592385] env[63676]: DEBUG nova.network.neutron [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Successfully updated port: 603dd99c-2ce7-4fe8-882e-6a57e324b3e6 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1772.599916] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925651, 'name': CreateVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.600624] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8b3597b7-c589-4f48-bdaf-f45a4f482cb9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "49e13667-875d-4566-9bca-6a4d45dd7770" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.386s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.662118] env[63676]: DEBUG oslo_vmware.api [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925643, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.73028} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1772.662417] env[63676]: INFO nova.virt.vmwareapi.ds_util [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 8fd083af-ada6-4b80-9d14-f47e4809fc1d/160c0574-5dbe-4d70-9e2a-c95199be0826-rescue.vmdk. [ 1772.663338] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1deb177-c29a-4516-a7ef-dbc39dae17f9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.692294] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 8fd083af-ada6-4b80-9d14-f47e4809fc1d/160c0574-5dbe-4d70-9e2a-c95199be0826-rescue.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1772.692659] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97ecfaf5-bd1a-400c-816d-76ecb693a636 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.715735] env[63676]: DEBUG oslo_vmware.api [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Task: {'id': task-1925648, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.717195] env[63676]: DEBUG oslo_vmware.api [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1772.717195] env[63676]: value = "task-1925652" [ 1772.717195] env[63676]: _type = "Task" [ 1772.717195] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1772.722244] env[63676]: DEBUG nova.compute.manager [req-b4adee3d-2ff2-480a-885b-c28cadcfeeb0 req-edf71e29-53ef-46a1-bd41-44458ef19339 service nova] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Received event network-vif-plugged-603dd99c-2ce7-4fe8-882e-6a57e324b3e6 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1772.722456] env[63676]: DEBUG oslo_concurrency.lockutils [req-b4adee3d-2ff2-480a-885b-c28cadcfeeb0 req-edf71e29-53ef-46a1-bd41-44458ef19339 service nova] Acquiring lock "b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1772.722661] env[63676]: DEBUG oslo_concurrency.lockutils [req-b4adee3d-2ff2-480a-885b-c28cadcfeeb0 req-edf71e29-53ef-46a1-bd41-44458ef19339 service nova] Lock "b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.722845] env[63676]: DEBUG oslo_concurrency.lockutils [req-b4adee3d-2ff2-480a-885b-c28cadcfeeb0 req-edf71e29-53ef-46a1-bd41-44458ef19339 service nova] Lock "b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.723055] env[63676]: DEBUG nova.compute.manager [req-b4adee3d-2ff2-480a-885b-c28cadcfeeb0 req-edf71e29-53ef-46a1-bd41-44458ef19339 service nova] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] No waiting events found dispatching network-vif-plugged-603dd99c-2ce7-4fe8-882e-6a57e324b3e6 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1772.723203] env[63676]: WARNING nova.compute.manager [req-b4adee3d-2ff2-480a-885b-c28cadcfeeb0 req-edf71e29-53ef-46a1-bd41-44458ef19339 service nova] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Received unexpected event network-vif-plugged-603dd99c-2ce7-4fe8-882e-6a57e324b3e6 for instance with vm_state building and task_state spawning. [ 1772.731228] env[63676]: DEBUG oslo_vmware.api [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925652, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1772.744754] env[63676]: DEBUG nova.compute.manager [req-e4e73fa3-8386-4c0b-ab22-943c1809b633 req-ab481bd7-7e4e-4e8c-a713-b5ae01b9a81f service nova] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Received event network-vif-deleted-c3e0955d-8ea1-4db5-a5b8-bc0be06aaf57 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1772.744966] env[63676]: INFO nova.compute.manager [req-e4e73fa3-8386-4c0b-ab22-943c1809b633 req-ab481bd7-7e4e-4e8c-a713-b5ae01b9a81f service nova] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Neutron deleted interface c3e0955d-8ea1-4db5-a5b8-bc0be06aaf57; detaching it from the instance and deleting it from the info cache [ 1772.745518] env[63676]: DEBUG nova.network.neutron [req-e4e73fa3-8386-4c0b-ab22-943c1809b633 req-ab481bd7-7e4e-4e8c-a713-b5ae01b9a81f service nova] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.968472] env[63676]: DEBUG nova.network.neutron [-] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1772.987375] env[63676]: DEBUG oslo_vmware.rw_handles [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529801b0-36e2-115e-55a2-5affd3af0a9e/disk-0.vmdk. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1772.988454] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-224fc99a-256e-4f73-b525-ef43ac29bf35 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.995719] env[63676]: DEBUG oslo_vmware.rw_handles [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529801b0-36e2-115e-55a2-5affd3af0a9e/disk-0.vmdk is in state: ready. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1772.995925] env[63676]: ERROR oslo_vmware.rw_handles [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529801b0-36e2-115e-55a2-5affd3af0a9e/disk-0.vmdk due to incomplete transfer. [ 1772.996460] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2c160512-41a5-41bf-a0de-5d142bb14b33 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.004172] env[63676]: DEBUG oslo_vmware.rw_handles [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529801b0-36e2-115e-55a2-5affd3af0a9e/disk-0.vmdk. {{(pid=63676) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1773.004406] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Uploaded image 49a34bde-c3d0-4a7c-9c5d-eae2864db47e to the Glance image server {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1773.006719] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Destroying the VM {{(pid=63676) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1773.007292] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4bbb4dc2-3ae0-4702-beb2-53d140fca0c8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.013591] env[63676]: DEBUG oslo_vmware.api [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Waiting for the task: (returnval){ [ 1773.013591] env[63676]: value = "task-1925653" [ 1773.013591] env[63676]: _type = "Task" [ 1773.013591] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.021390] env[63676]: DEBUG oslo_vmware.api [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925653, 'name': Destroy_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.092668] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fdc0eb22-9f40-4879-988f-224eb4eca94c tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "14eb37de-de3c-4c1d-a078-7238551074b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.333s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.092668] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925651, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.104406] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Acquiring lock "refresh_cache-b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.104406] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Acquired lock "refresh_cache-b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.104406] env[63676]: DEBUG nova.network.neutron [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1773.217522] env[63676]: DEBUG oslo_vmware.api [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Task: {'id': task-1925648, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.259049} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.220617] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c/b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1773.220617] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1773.229977] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a5099d7-f0a2-4abd-927a-1161920969cd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.244174] env[63676]: DEBUG oslo_vmware.api [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925652, 'name': ReconfigVM_Task, 'duration_secs': 0.439911} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.246070] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 8fd083af-ada6-4b80-9d14-f47e4809fc1d/160c0574-5dbe-4d70-9e2a-c95199be0826-rescue.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1773.246574] env[63676]: DEBUG oslo_vmware.api [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Waiting for the task: (returnval){ [ 1773.246574] env[63676]: value = "task-1925654" [ 1773.246574] env[63676]: _type = "Task" [ 1773.246574] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.250032] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520e9833-50da-4dbe-af4f-c257697511c8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.257482] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6e960be-e1f9-4f25-ad71-bf8e30024918 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.287726] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2656802e-4afd-471f-8dbb-24ca9b2b5809 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.298825] env[63676]: DEBUG oslo_vmware.api [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Task: {'id': task-1925654, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.302225] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1083d17b-16fa-458c-98f9-a3a6ea833201 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.320033] env[63676]: DEBUG oslo_vmware.api [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1773.320033] env[63676]: value = "task-1925655" [ 1773.320033] env[63676]: _type = "Task" [ 1773.320033] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.341838] env[63676]: DEBUG oslo_vmware.api [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925655, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.342379] env[63676]: DEBUG nova.compute.manager [req-e4e73fa3-8386-4c0b-ab22-943c1809b633 req-ab481bd7-7e4e-4e8c-a713-b5ae01b9a81f service nova] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Detach interface failed, port_id=c3e0955d-8ea1-4db5-a5b8-bc0be06aaf57, reason: Instance b5f632e9-79d9-4f9a-98d8-4fe505c19851 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1773.474916] env[63676]: INFO nova.compute.manager [-] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Took 1.81 seconds to deallocate network for instance. [ 1773.523733] env[63676]: DEBUG oslo_vmware.api [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925653, 'name': Destroy_Task, 'duration_secs': 0.394319} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.526860] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Destroyed the VM [ 1773.528072] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Deleting Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1773.529163] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0e81b333-74d8-42d7-a9e7-2feccf6a8c3d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.534069] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be76afa6-ba8e-4f5a-b9d8-a340bb371a32 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.540467] env[63676]: DEBUG oslo_vmware.api [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Waiting for the task: (returnval){ [ 1773.540467] env[63676]: value = "task-1925656" [ 1773.540467] env[63676]: _type = "Task" [ 1773.540467] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.550686] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-66bf3ea2-1d27-4b3b-b218-4b3e2cedce19 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Suspending the VM {{(pid=63676) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1773.551447] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7266cd09-c00a-4dff-8d44-b373c61df304 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.558828] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974e6fe9-1ee2-40d5-add9-660883ac971f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.562265] env[63676]: DEBUG oslo_vmware.api [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925656, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.569074] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf38e3bf-c2d2-4d55-b3f9-6325d934ed12 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.572435] env[63676]: DEBUG oslo_vmware.api [None req-66bf3ea2-1d27-4b3b-b218-4b3e2cedce19 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1773.572435] env[63676]: value = "task-1925657" [ 1773.572435] env[63676]: _type = "Task" [ 1773.572435] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.607171] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c93bd24-f034-4359-ac8a-10abc3a11b5a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.618337] env[63676]: DEBUG oslo_vmware.api [None req-66bf3ea2-1d27-4b3b-b218-4b3e2cedce19 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925657, 'name': SuspendVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.623845] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925651, 'name': CreateVM_Task, 'duration_secs': 0.709457} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.626359] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1773.626933] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.627137] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.627461] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1773.628744] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae005a4-72ab-497d-b401-12cde828139f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.632921] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-927ee20c-b1bd-437d-9e53-1d0b14f2036e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.638403] env[63676]: DEBUG oslo_vmware.api [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1773.638403] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5228c6cd-0d60-953b-933c-ddb0ac9d42d4" [ 1773.638403] env[63676]: _type = "Task" [ 1773.638403] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.646368] env[63676]: DEBUG nova.compute.provider_tree [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1773.656589] env[63676]: DEBUG oslo_vmware.api [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5228c6cd-0d60-953b-933c-ddb0ac9d42d4, 'name': SearchDatastore_Task, 'duration_secs': 0.011887} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.657643] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1773.657903] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1773.658205] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.658455] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.658595] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1773.659233] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b89342df-6d81-4ced-a450-49aaa2989aa9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.663030] env[63676]: DEBUG nova.network.neutron [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1773.672106] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1773.672324] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1773.673124] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccc4cf18-0dc4-4191-9fb8-95ee0109007a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.678712] env[63676]: DEBUG oslo_vmware.api [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1773.678712] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52126a7d-0356-f646-20e6-7ab69726ac6a" [ 1773.678712] env[63676]: _type = "Task" [ 1773.678712] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.689426] env[63676]: DEBUG oslo_vmware.api [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52126a7d-0356-f646-20e6-7ab69726ac6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.765336] env[63676]: DEBUG oslo_vmware.api [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Task: {'id': task-1925654, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060649} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.765612] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1773.766464] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec977a22-c28a-49e3-983c-7b3b6c07b58b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.788946] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c/b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1773.791650] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5762c600-198b-4bf5-9472-289af321dfd4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.813062] env[63676]: DEBUG oslo_vmware.api [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Waiting for the task: (returnval){ [ 1773.813062] env[63676]: value = "task-1925658" [ 1773.813062] env[63676]: _type = "Task" [ 1773.813062] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.821582] env[63676]: DEBUG oslo_vmware.api [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Task: {'id': task-1925658, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.829933] env[63676]: DEBUG oslo_vmware.api [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925655, 'name': ReconfigVM_Task, 'duration_secs': 0.158442} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.830250] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1773.830541] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98349d5a-7828-4723-bfca-71f6c56bc767 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.836890] env[63676]: DEBUG oslo_vmware.api [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1773.836890] env[63676]: value = "task-1925659" [ 1773.836890] env[63676]: _type = "Task" [ 1773.836890] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.845688] env[63676]: DEBUG oslo_vmware.api [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.846562] env[63676]: DEBUG nova.network.neutron [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Updating instance_info_cache with network_info: [{"id": "603dd99c-2ce7-4fe8-882e-6a57e324b3e6", "address": "fa:16:3e:04:e5:a8", "network": {"id": "f5fe1096-e494-4f37-ba28-02fac000de39", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1828400579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53bb3c4e54db42d889b791dbf494a9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap603dd99c-2c", "ovs_interfaceid": "603dd99c-2ce7-4fe8-882e-6a57e324b3e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1773.981237] env[63676]: DEBUG oslo_concurrency.lockutils [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.054690] env[63676]: DEBUG oslo_vmware.api [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925656, 'name': RemoveSnapshot_Task} progress is 30%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.083869] env[63676]: DEBUG oslo_vmware.api [None req-66bf3ea2-1d27-4b3b-b218-4b3e2cedce19 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925657, 'name': SuspendVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.108313] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "7bd23d57-885d-41ce-bbfe-98fa97cf6efb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1774.108590] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "7bd23d57-885d-41ce-bbfe-98fa97cf6efb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.153062] env[63676]: DEBUG nova.scheduler.client.report [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1774.190168] env[63676]: DEBUG oslo_vmware.api [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52126a7d-0356-f646-20e6-7ab69726ac6a, 'name': SearchDatastore_Task, 'duration_secs': 0.013038} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.191125] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-938d3167-8c06-454b-8397-fbf7c8b8db3b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.197345] env[63676]: DEBUG oslo_vmware.api [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1774.197345] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523d0278-db79-d384-b45c-1b4b9154c17b" [ 1774.197345] env[63676]: _type = "Task" [ 1774.197345] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.205180] env[63676]: DEBUG oslo_vmware.api [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523d0278-db79-d384-b45c-1b4b9154c17b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.322723] env[63676]: DEBUG oslo_vmware.api [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Task: {'id': task-1925658, 'name': ReconfigVM_Task, 'duration_secs': 0.368187} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.323051] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Reconfigured VM instance instance-0000003b to attach disk [datastore1] b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c/b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1774.323683] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e1a8949b-0ffb-4389-8e62-a81c7ba834f9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.329790] env[63676]: DEBUG oslo_vmware.api [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Waiting for the task: (returnval){ [ 1774.329790] env[63676]: value = "task-1925660" [ 1774.329790] env[63676]: _type = "Task" [ 1774.329790] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.337008] env[63676]: DEBUG oslo_vmware.api [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Task: {'id': task-1925660, 'name': Rename_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.343882] env[63676]: DEBUG oslo_vmware.api [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925659, 'name': PowerOnVM_Task, 'duration_secs': 0.432625} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.344133] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1774.346846] env[63676]: DEBUG nova.compute.manager [None req-bf3a871b-b6a8-4b23-b21f-1e9529c55fa9 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1774.347788] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cf7595-c5b1-4215-839e-14384b137116 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.353323] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Releasing lock "refresh_cache-b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.353621] env[63676]: DEBUG nova.compute.manager [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Instance network_info: |[{"id": "603dd99c-2ce7-4fe8-882e-6a57e324b3e6", "address": "fa:16:3e:04:e5:a8", "network": {"id": "f5fe1096-e494-4f37-ba28-02fac000de39", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1828400579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53bb3c4e54db42d889b791dbf494a9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap603dd99c-2c", "ovs_interfaceid": "603dd99c-2ce7-4fe8-882e-6a57e324b3e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1774.354011] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:e5:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9aa05ef8-c7bb-4af5-983f-bfa0f3f88223', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '603dd99c-2ce7-4fe8-882e-6a57e324b3e6', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1774.362201] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Creating folder: Project (53bb3c4e54db42d889b791dbf494a9ee). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1774.362877] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-364be7b5-1a63-41b3-89d3-c5dba4864ab8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.376418] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Created folder: Project (53bb3c4e54db42d889b791dbf494a9ee) in parent group-v396927. [ 1774.376418] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Creating folder: Instances. Parent ref: group-v397088. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1774.376617] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f85eb32f-e84b-4be3-ac30-219e882ddc8f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.385823] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Created folder: Instances in parent group-v397088. [ 1774.385823] env[63676]: DEBUG oslo.service.loopingcall [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1774.385946] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1774.386148] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e024769e-23c6-420d-bae5-814c40b59f3c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.406242] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1774.406242] env[63676]: value = "task-1925663" [ 1774.406242] env[63676]: _type = "Task" [ 1774.406242] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.414159] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925663, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.553862] env[63676]: DEBUG oslo_vmware.api [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925656, 'name': RemoveSnapshot_Task, 'duration_secs': 0.676831} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.554200] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Deleted Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1774.554485] env[63676]: INFO nova.compute.manager [None req-7eb562a6-1ea6-43f3-bff0-2a4a3060efdb tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Took 14.28 seconds to snapshot the instance on the hypervisor. [ 1774.584081] env[63676]: DEBUG oslo_vmware.api [None req-66bf3ea2-1d27-4b3b-b218-4b3e2cedce19 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925657, 'name': SuspendVM_Task, 'duration_secs': 0.625166} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.584081] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-66bf3ea2-1d27-4b3b-b218-4b3e2cedce19 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Suspended the VM {{(pid=63676) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1774.584081] env[63676]: DEBUG nova.compute.manager [None req-66bf3ea2-1d27-4b3b-b218-4b3e2cedce19 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1774.584807] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1299d34a-541f-435b-9b62-d1cbd8ed6517 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.611009] env[63676]: DEBUG nova.compute.manager [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1774.660273] env[63676]: DEBUG oslo_concurrency.lockutils [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1774.660996] env[63676]: DEBUG nova.compute.manager [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1774.663580] env[63676]: DEBUG oslo_concurrency.lockutils [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.855s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1774.663777] env[63676]: DEBUG nova.objects.instance [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Lazy-loading 'resources' on Instance uuid fa18a3fc-87f6-44e9-9ffc-f570460aefb1 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1774.711165] env[63676]: DEBUG oslo_vmware.api [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523d0278-db79-d384-b45c-1b4b9154c17b, 'name': SearchDatastore_Task, 'duration_secs': 0.009607} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.711602] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1774.712121] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 4e945ae6-5642-4e81-abcf-f097f1abeb6b/4e945ae6-5642-4e81-abcf-f097f1abeb6b.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1774.712502] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f080caf5-ba18-4e73-b889-73a4f5a02652 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.720600] env[63676]: DEBUG oslo_vmware.api [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1774.720600] env[63676]: value = "task-1925664" [ 1774.720600] env[63676]: _type = "Task" [ 1774.720600] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.731291] env[63676]: DEBUG oslo_vmware.api [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.754892] env[63676]: DEBUG nova.compute.manager [req-8da88b2f-8391-487d-8f47-40528e9149b9 req-16c0c7d1-4f3d-46e1-90c4-c91b7212025a service nova] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Received event network-changed-603dd99c-2ce7-4fe8-882e-6a57e324b3e6 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1774.755231] env[63676]: DEBUG nova.compute.manager [req-8da88b2f-8391-487d-8f47-40528e9149b9 req-16c0c7d1-4f3d-46e1-90c4-c91b7212025a service nova] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Refreshing instance network info cache due to event network-changed-603dd99c-2ce7-4fe8-882e-6a57e324b3e6. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1774.755461] env[63676]: DEBUG oslo_concurrency.lockutils [req-8da88b2f-8391-487d-8f47-40528e9149b9 req-16c0c7d1-4f3d-46e1-90c4-c91b7212025a service nova] Acquiring lock "refresh_cache-b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.756114] env[63676]: DEBUG oslo_concurrency.lockutils [req-8da88b2f-8391-487d-8f47-40528e9149b9 req-16c0c7d1-4f3d-46e1-90c4-c91b7212025a service nova] Acquired lock "refresh_cache-b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.756114] env[63676]: DEBUG nova.network.neutron [req-8da88b2f-8391-487d-8f47-40528e9149b9 req-16c0c7d1-4f3d-46e1-90c4-c91b7212025a service nova] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Refreshing network info cache for port 603dd99c-2ce7-4fe8-882e-6a57e324b3e6 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1774.840454] env[63676]: DEBUG oslo_vmware.api [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Task: {'id': task-1925660, 'name': Rename_Task, 'duration_secs': 0.408325} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.840812] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1774.841209] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7aba7707-e91b-4562-b8b1-51f4a335a8ce {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.847392] env[63676]: DEBUG oslo_vmware.api [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Waiting for the task: (returnval){ [ 1774.847392] env[63676]: value = "task-1925665" [ 1774.847392] env[63676]: _type = "Task" [ 1774.847392] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.854681] env[63676]: DEBUG oslo_vmware.api [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Task: {'id': task-1925665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.920105] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925663, 'name': CreateVM_Task, 'duration_secs': 0.441598} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.920360] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1774.921217] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1774.921572] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.922142] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1774.922241] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34d43209-31d9-4d4b-aab2-c8e23d78af88 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.928484] env[63676]: DEBUG oslo_vmware.api [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Waiting for the task: (returnval){ [ 1774.928484] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526d3593-43ed-fb2c-7b18-e9e23f6af55a" [ 1774.928484] env[63676]: _type = "Task" [ 1774.928484] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.937189] env[63676]: DEBUG oslo_vmware.api [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526d3593-43ed-fb2c-7b18-e9e23f6af55a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.135615] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.167418] env[63676]: DEBUG nova.compute.utils [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1775.172386] env[63676]: DEBUG nova.compute.manager [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1775.172773] env[63676]: DEBUG nova.network.neutron [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1775.218847] env[63676]: DEBUG nova.policy [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '966605d714b44ec2ae84d9dd1cc1dccc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2db813d0d2ec42c4987dd26ca3cf4bf9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1775.231260] env[63676]: DEBUG oslo_vmware.api [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.508166} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.233973] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 4e945ae6-5642-4e81-abcf-f097f1abeb6b/4e945ae6-5642-4e81-abcf-f097f1abeb6b.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1775.234127] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1775.234735] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a7233fd-cfae-4dce-829e-96ecdf4d38b9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.240834] env[63676]: DEBUG oslo_vmware.api [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1775.240834] env[63676]: value = "task-1925666" [ 1775.240834] env[63676]: _type = "Task" [ 1775.240834] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.255638] env[63676]: DEBUG oslo_vmware.api [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925666, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.367381] env[63676]: DEBUG oslo_vmware.api [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Task: {'id': task-1925665, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.445157] env[63676]: DEBUG oslo_vmware.api [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526d3593-43ed-fb2c-7b18-e9e23f6af55a, 'name': SearchDatastore_Task, 'duration_secs': 0.052069} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.447503] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.447742] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1775.447970] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.448134] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.448308] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1775.451970] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4ef2308-ff6c-403e-b10f-5585ea270876 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.464846] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1775.465058] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1775.465835] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3011dd3-a14e-4ecd-a589-c1dc5c4b6ed1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.474168] env[63676]: DEBUG oslo_vmware.api [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Waiting for the task: (returnval){ [ 1775.474168] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52179342-3dfb-5fc1-2896-069d5aee4925" [ 1775.474168] env[63676]: _type = "Task" [ 1775.474168] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.491218] env[63676]: DEBUG oslo_vmware.api [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52179342-3dfb-5fc1-2896-069d5aee4925, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.519265] env[63676]: DEBUG nova.network.neutron [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Successfully created port: 3ce5ee4f-aeb0-47ae-92cd-3249332cd572 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1775.576543] env[63676]: DEBUG nova.network.neutron [req-8da88b2f-8391-487d-8f47-40528e9149b9 req-16c0c7d1-4f3d-46e1-90c4-c91b7212025a service nova] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Updated VIF entry in instance network info cache for port 603dd99c-2ce7-4fe8-882e-6a57e324b3e6. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1775.576825] env[63676]: DEBUG nova.network.neutron [req-8da88b2f-8391-487d-8f47-40528e9149b9 req-16c0c7d1-4f3d-46e1-90c4-c91b7212025a service nova] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Updating instance_info_cache with network_info: [{"id": "603dd99c-2ce7-4fe8-882e-6a57e324b3e6", "address": "fa:16:3e:04:e5:a8", "network": {"id": "f5fe1096-e494-4f37-ba28-02fac000de39", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1828400579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53bb3c4e54db42d889b791dbf494a9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap603dd99c-2c", "ovs_interfaceid": "603dd99c-2ce7-4fe8-882e-6a57e324b3e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.666025] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5534a0e8-059c-43b9-ab0b-1319435da876 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.672412] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4412f29-e429-4e73-939e-cb64ce191553 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.677156] env[63676]: DEBUG nova.compute.manager [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1775.713022] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a4aa77-1b4d-4c5d-95dd-81ed29e64ca3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.720929] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d095f8-64d3-41d1-9e0b-e4d01e492030 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.735763] env[63676]: DEBUG nova.compute.provider_tree [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1775.752146] env[63676]: DEBUG oslo_vmware.api [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925666, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067704} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.752418] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1775.753250] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aca6ee40-5768-451f-99c3-1a3d2877fcac {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.756126] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1775.756617] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1775.777486] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 4e945ae6-5642-4e81-abcf-f097f1abeb6b/4e945ae6-5642-4e81-abcf-f097f1abeb6b.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1775.778063] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc158a9a-3031-4560-b841-55af23371ecb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.804886] env[63676]: DEBUG oslo_vmware.api [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1775.804886] env[63676]: value = "task-1925667" [ 1775.804886] env[63676]: _type = "Task" [ 1775.804886] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.814204] env[63676]: DEBUG oslo_vmware.api [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925667, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.859104] env[63676]: DEBUG oslo_vmware.api [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Task: {'id': task-1925665, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.912553] env[63676]: INFO nova.compute.manager [None req-69100a52-4998-4b7d-8867-b4ac4ff1db5e tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Unrescuing [ 1775.912791] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69100a52-4998-4b7d-8867-b4ac4ff1db5e tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquiring lock "refresh_cache-8fd083af-ada6-4b80-9d14-f47e4809fc1d" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.913046] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69100a52-4998-4b7d-8867-b4ac4ff1db5e tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquired lock "refresh_cache-8fd083af-ada6-4b80-9d14-f47e4809fc1d" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.913991] env[63676]: DEBUG nova.network.neutron [None req-69100a52-4998-4b7d-8867-b4ac4ff1db5e tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1775.988640] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Acquiring lock "815360f4-e271-4210-b6b9-9866db7cf536" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.989114] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Lock "815360f4-e271-4210-b6b9-9866db7cf536" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.989194] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Acquiring lock "815360f4-e271-4210-b6b9-9866db7cf536-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1775.989336] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Lock "815360f4-e271-4210-b6b9-9866db7cf536-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1775.989516] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Lock "815360f4-e271-4210-b6b9-9866db7cf536-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.991527] env[63676]: DEBUG oslo_vmware.api [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52179342-3dfb-5fc1-2896-069d5aee4925, 'name': SearchDatastore_Task, 'duration_secs': 0.026814} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.991967] env[63676]: INFO nova.compute.manager [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Terminating instance [ 1775.994724] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73531b0d-f139-4acc-b269-70a4c1ac7781 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.001108] env[63676]: DEBUG oslo_vmware.api [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Waiting for the task: (returnval){ [ 1776.001108] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527f8bc9-fc3f-b002-690f-7dde6db8947a" [ 1776.001108] env[63676]: _type = "Task" [ 1776.001108] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.010199] env[63676]: DEBUG oslo_vmware.api [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527f8bc9-fc3f-b002-690f-7dde6db8947a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.082173] env[63676]: DEBUG oslo_concurrency.lockutils [req-8da88b2f-8391-487d-8f47-40528e9149b9 req-16c0c7d1-4f3d-46e1-90c4-c91b7212025a service nova] Releasing lock "refresh_cache-b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.239616] env[63676]: DEBUG nova.scheduler.client.report [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1776.289193] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1776.289626] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Starting heal instance info cache {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1776.289626] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Rebuilding the list of instances to heal {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 1776.316281] env[63676]: DEBUG oslo_vmware.api [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925667, 'name': ReconfigVM_Task, 'duration_secs': 0.296331} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.316586] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 4e945ae6-5642-4e81-abcf-f097f1abeb6b/4e945ae6-5642-4e81-abcf-f097f1abeb6b.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1776.317216] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd5a478d-2776-4736-9e6a-4398529685eb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.322994] env[63676]: DEBUG oslo_vmware.api [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1776.322994] env[63676]: value = "task-1925668" [ 1776.322994] env[63676]: _type = "Task" [ 1776.322994] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.332344] env[63676]: DEBUG oslo_vmware.api [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925668, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.358075] env[63676]: DEBUG oslo_vmware.api [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Task: {'id': task-1925665, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.499635] env[63676]: DEBUG nova.compute.manager [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1776.499865] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1776.500759] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828b2051-58ea-4818-bfcf-65b86407e996 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.512254] env[63676]: DEBUG oslo_vmware.api [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527f8bc9-fc3f-b002-690f-7dde6db8947a, 'name': SearchDatastore_Task, 'duration_secs': 0.009577} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.514298] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.514561] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112/b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1776.514852] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1776.515084] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e7c53a1-d668-4420-83d1-f0d78253167a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.517081] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad54b26e-461d-46c9-a7a5-0aa15b3679a6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.522504] env[63676]: DEBUG oslo_vmware.api [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Waiting for the task: (returnval){ [ 1776.522504] env[63676]: value = "task-1925669" [ 1776.522504] env[63676]: _type = "Task" [ 1776.522504] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.525659] env[63676]: DEBUG oslo_vmware.api [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Waiting for the task: (returnval){ [ 1776.525659] env[63676]: value = "task-1925670" [ 1776.525659] env[63676]: _type = "Task" [ 1776.525659] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.536318] env[63676]: DEBUG oslo_vmware.api [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': task-1925669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.539359] env[63676]: DEBUG oslo_vmware.api [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.632158] env[63676]: DEBUG nova.network.neutron [None req-69100a52-4998-4b7d-8867-b4ac4ff1db5e tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Updating instance_info_cache with network_info: [{"id": "9d298595-e8fd-4937-9e94-5b02b3d8f1a5", "address": "fa:16:3e:6b:63:57", "network": {"id": "480ca60e-60bd-4b04-8886-d01113b80e36", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-822589225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d23aa00cbab643f69f050bd0acd1c40c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c6934071-bf85-4591-9c7d-55c7ea131262", "external-id": "nsx-vlan-transportzone-452", "segmentation_id": 452, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d298595-e8", "ovs_interfaceid": "9d298595-e8fd-4937-9e94-5b02b3d8f1a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.688311] env[63676]: DEBUG nova.compute.manager [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1776.713918] env[63676]: DEBUG nova.virt.hardware [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1776.714211] env[63676]: DEBUG nova.virt.hardware [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1776.714367] env[63676]: DEBUG nova.virt.hardware [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1776.714573] env[63676]: DEBUG nova.virt.hardware [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1776.714721] env[63676]: DEBUG nova.virt.hardware [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1776.714970] env[63676]: DEBUG nova.virt.hardware [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1776.715155] env[63676]: DEBUG nova.virt.hardware [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1776.715284] env[63676]: DEBUG nova.virt.hardware [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1776.715453] env[63676]: DEBUG nova.virt.hardware [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1776.715617] env[63676]: DEBUG nova.virt.hardware [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1776.715826] env[63676]: DEBUG nova.virt.hardware [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1776.717129] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb52e862-b5b2-4391-8cbc-6f49dba719a5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.727891] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1561484-db43-478c-aacd-f07310a3acfa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.745014] env[63676]: DEBUG oslo_concurrency.lockutils [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.081s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1776.747557] env[63676]: DEBUG oslo_concurrency.lockutils [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.610s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.749224] env[63676]: INFO nova.compute.claims [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1776.772533] env[63676]: INFO nova.scheduler.client.report [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Deleted allocations for instance fa18a3fc-87f6-44e9-9ffc-f570460aefb1 [ 1776.798546] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Skipping network cache update for instance because it is being deleted. {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10362}} [ 1776.798777] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Skipping network cache update for instance because it is Building. {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1776.798926] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Skipping network cache update for instance because it is Building. {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1776.799300] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Skipping network cache update for instance because it is Building. {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1776.799300] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Skipping network cache update for instance because it is Building. {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 1776.833999] env[63676]: DEBUG oslo_vmware.api [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925668, 'name': Rename_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.860484] env[63676]: DEBUG oslo_vmware.api [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Task: {'id': task-1925665, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.869188] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "refresh_cache-887940ac-c689-45f3-b5db-d988d1e581fa" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.869390] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquired lock "refresh_cache-887940ac-c689-45f3-b5db-d988d1e581fa" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.869559] env[63676]: DEBUG nova.network.neutron [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Forcefully refreshing network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1776.869740] env[63676]: DEBUG nova.objects.instance [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lazy-loading 'info_cache' on Instance uuid 887940ac-c689-45f3-b5db-d988d1e581fa {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1777.031917] env[63676]: DEBUG nova.compute.manager [req-b61b4a13-727a-480b-ba09-f5e3d131f54b req-2ec88677-22df-41a7-8265-c331deae4812 service nova] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Received event network-vif-plugged-3ce5ee4f-aeb0-47ae-92cd-3249332cd572 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1777.032962] env[63676]: DEBUG oslo_concurrency.lockutils [req-b61b4a13-727a-480b-ba09-f5e3d131f54b req-2ec88677-22df-41a7-8265-c331deae4812 service nova] Acquiring lock "5078869b-e16d-4d28-9a7d-e6f176d958c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1777.032962] env[63676]: DEBUG oslo_concurrency.lockutils [req-b61b4a13-727a-480b-ba09-f5e3d131f54b req-2ec88677-22df-41a7-8265-c331deae4812 service nova] Lock "5078869b-e16d-4d28-9a7d-e6f176d958c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1777.032962] env[63676]: DEBUG oslo_concurrency.lockutils [req-b61b4a13-727a-480b-ba09-f5e3d131f54b req-2ec88677-22df-41a7-8265-c331deae4812 service nova] Lock "5078869b-e16d-4d28-9a7d-e6f176d958c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.032962] env[63676]: DEBUG nova.compute.manager [req-b61b4a13-727a-480b-ba09-f5e3d131f54b req-2ec88677-22df-41a7-8265-c331deae4812 service nova] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] No waiting events found dispatching network-vif-plugged-3ce5ee4f-aeb0-47ae-92cd-3249332cd572 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1777.032962] env[63676]: WARNING nova.compute.manager [req-b61b4a13-727a-480b-ba09-f5e3d131f54b req-2ec88677-22df-41a7-8265-c331deae4812 service nova] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Received unexpected event network-vif-plugged-3ce5ee4f-aeb0-47ae-92cd-3249332cd572 for instance with vm_state building and task_state spawning. [ 1777.041761] env[63676]: DEBUG oslo_vmware.api [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925670, 'name': PowerOffVM_Task, 'duration_secs': 0.167375} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.044798] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1777.044972] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1777.045267] env[63676]: DEBUG oslo_vmware.api [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': task-1925669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483195} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.045448] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17e67be7-2f41-4612-ba49-9f6d4ca4cbae {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.046928] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112/b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1777.047151] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1777.047613] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d39f976e-dadb-44d4-989a-bd29d69b74b4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.054399] env[63676]: DEBUG oslo_vmware.api [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Waiting for the task: (returnval){ [ 1777.054399] env[63676]: value = "task-1925672" [ 1777.054399] env[63676]: _type = "Task" [ 1777.054399] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.062962] env[63676]: DEBUG oslo_vmware.api [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': task-1925672, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.085875] env[63676]: DEBUG nova.compute.manager [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1777.086840] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bcddb70-f45d-40b5-91a6-dd60961ae788 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.120082] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1777.120306] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1777.120481] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Deleting the datastore file [datastore1] 815360f4-e271-4210-b6b9-9866db7cf536 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1777.120676] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-274b8aec-c01d-4d2b-a83e-e381969641fd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.130419] env[63676]: DEBUG oslo_vmware.api [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Waiting for the task: (returnval){ [ 1777.130419] env[63676]: value = "task-1925673" [ 1777.130419] env[63676]: _type = "Task" [ 1777.130419] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.131605] env[63676]: DEBUG nova.network.neutron [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Successfully updated port: 3ce5ee4f-aeb0-47ae-92cd-3249332cd572 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1777.140448] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69100a52-4998-4b7d-8867-b4ac4ff1db5e tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Releasing lock "refresh_cache-8fd083af-ada6-4b80-9d14-f47e4809fc1d" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.141136] env[63676]: DEBUG nova.objects.instance [None req-69100a52-4998-4b7d-8867-b4ac4ff1db5e tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Lazy-loading 'flavor' on Instance uuid 8fd083af-ada6-4b80-9d14-f47e4809fc1d {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1777.282893] env[63676]: DEBUG oslo_concurrency.lockutils [None req-09f2eb7e-e23e-4b90-a7db-3b690e7b1cb3 tempest-ServersNegativeTestMultiTenantJSON-1190124648 tempest-ServersNegativeTestMultiTenantJSON-1190124648-project-member] Lock "fa18a3fc-87f6-44e9-9ffc-f570460aefb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.578s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1777.333844] env[63676]: DEBUG oslo_vmware.api [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925668, 'name': Rename_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.357643] env[63676]: DEBUG oslo_vmware.api [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Task: {'id': task-1925665, 'name': PowerOnVM_Task, 'duration_secs': 2.023241} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.358032] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1777.358127] env[63676]: INFO nova.compute.manager [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Took 11.71 seconds to spawn the instance on the hypervisor. [ 1777.358266] env[63676]: DEBUG nova.compute.manager [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1777.359060] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9283c378-dac1-4477-abd5-6942b15514ec {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.565221] env[63676]: DEBUG oslo_vmware.api [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': task-1925672, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073026} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.565500] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1777.566266] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4da6b3a-8d00-4b99-855c-9d299eab2e5a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.588243] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112/b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1777.588538] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b21ca1fe-be06-4163-bfe5-83b1fac20e6b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.603380] env[63676]: INFO nova.compute.manager [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] instance snapshotting [ 1777.603569] env[63676]: WARNING nova.compute.manager [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1777.606202] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a743bda3-9c1e-4b49-b462-8632c67c3f54 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.625942] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803384d0-9397-4f52-aa23-781e314bbc64 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.628447] env[63676]: DEBUG oslo_vmware.api [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Waiting for the task: (returnval){ [ 1777.628447] env[63676]: value = "task-1925674" [ 1777.628447] env[63676]: _type = "Task" [ 1777.628447] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.645873] env[63676]: DEBUG oslo_concurrency.lockutils [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Acquiring lock "refresh_cache-5078869b-e16d-4d28-9a7d-e6f176d958c6" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.645873] env[63676]: DEBUG oslo_concurrency.lockutils [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Acquired lock "refresh_cache-5078869b-e16d-4d28-9a7d-e6f176d958c6" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.645873] env[63676]: DEBUG nova.network.neutron [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1777.645873] env[63676]: DEBUG oslo_vmware.api [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Task: {'id': task-1925673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140851} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.651241] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1777.651241] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1777.651390] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1777.651560] env[63676]: INFO nova.compute.manager [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1777.651797] env[63676]: DEBUG oslo.service.loopingcall [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1777.651998] env[63676]: DEBUG oslo_vmware.api [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': task-1925674, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.654278] env[63676]: DEBUG nova.compute.manager [-] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1777.654368] env[63676]: DEBUG nova.network.neutron [-] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1777.656561] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf63956c-a565-4f55-b386-fa70f49a9bb6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.680940] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-69100a52-4998-4b7d-8867-b4ac4ff1db5e tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1777.681527] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad18db9a-b610-4a2d-ab78-f94053fa0f15 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.692021] env[63676]: DEBUG oslo_vmware.api [None req-69100a52-4998-4b7d-8867-b4ac4ff1db5e tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1777.692021] env[63676]: value = "task-1925675" [ 1777.692021] env[63676]: _type = "Task" [ 1777.692021] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.697203] env[63676]: DEBUG oslo_vmware.api [None req-69100a52-4998-4b7d-8867-b4ac4ff1db5e tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.837484] env[63676]: DEBUG oslo_vmware.api [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925668, 'name': Rename_Task, 'duration_secs': 1.140247} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.837484] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1777.837484] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e683c69-a452-423c-8fab-d32ed9ed88f3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.843649] env[63676]: DEBUG oslo_vmware.api [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1777.843649] env[63676]: value = "task-1925676" [ 1777.843649] env[63676]: _type = "Task" [ 1777.843649] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.851346] env[63676]: DEBUG oslo_vmware.api [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925676, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.880038] env[63676]: INFO nova.compute.manager [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Took 41.42 seconds to build instance. [ 1778.140399] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Creating Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1778.142294] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8ab02954-84ae-40bf-a4e7-0ad207637c8a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.149129] env[63676]: DEBUG oslo_vmware.api [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': task-1925674, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.155722] env[63676]: DEBUG oslo_vmware.api [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1778.155722] env[63676]: value = "task-1925677" [ 1778.155722] env[63676]: _type = "Task" [ 1778.155722] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.170912] env[63676]: DEBUG oslo_vmware.api [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925677, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.198850] env[63676]: DEBUG oslo_vmware.api [None req-69100a52-4998-4b7d-8867-b4ac4ff1db5e tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925675, 'name': PowerOffVM_Task, 'duration_secs': 0.463013} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.199101] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-69100a52-4998-4b7d-8867-b4ac4ff1db5e tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1778.206777] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-69100a52-4998-4b7d-8867-b4ac4ff1db5e tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Reconfiguring VM instance instance-00000039 to detach disk 2001 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1778.208195] env[63676]: DEBUG nova.network.neutron [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1778.212030] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e636a03-20bd-48e7-b291-239abeb4565c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.231988] env[63676]: DEBUG oslo_vmware.api [None req-69100a52-4998-4b7d-8867-b4ac4ff1db5e tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1778.231988] env[63676]: value = "task-1925678" [ 1778.231988] env[63676]: _type = "Task" [ 1778.231988] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.239500] env[63676]: DEBUG oslo_vmware.api [None req-69100a52-4998-4b7d-8867-b4ac4ff1db5e tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.315453] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fe36bf-937f-4f2b-99b1-298dff6d302f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.325507] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ea9e37-0855-4f16-a17b-b0238f0924a5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.367798] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e9f607-6c93-4871-92a5-1df209f74dc6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.378114] env[63676]: DEBUG oslo_vmware.api [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925676, 'name': PowerOnVM_Task, 'duration_secs': 0.47664} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.379332] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa2ca12-5dd7-4a1c-9071-244e08140514 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.383465] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1778.383692] env[63676]: INFO nova.compute.manager [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1778.383874] env[63676]: DEBUG nova.compute.manager [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1778.384483] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a9afecf0-156f-4b94-ac60-e5d67f7bcffe tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Lock "b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.610s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.385177] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a78311e-9b87-43cb-9c1a-42fdc9420e7f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.406927] env[63676]: DEBUG nova.compute.provider_tree [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1778.476128] env[63676]: DEBUG nova.network.neutron [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Updating instance_info_cache with network_info: [{"id": "3ce5ee4f-aeb0-47ae-92cd-3249332cd572", "address": "fa:16:3e:98:5b:c1", "network": {"id": "e8197061-c016-4789-bde7-dd452928f35f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-841505681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2db813d0d2ec42c4987dd26ca3cf4bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce5ee4f-ae", "ovs_interfaceid": "3ce5ee4f-aeb0-47ae-92cd-3249332cd572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.578767] env[63676]: DEBUG nova.network.neutron [-] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.646084] env[63676]: DEBUG oslo_vmware.api [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': task-1925674, 'name': ReconfigVM_Task, 'duration_secs': 0.717232} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.646319] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Reconfigured VM instance instance-0000003d to attach disk [datastore1] b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112/b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1778.646949] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80cf47b6-7936-48af-a5d9-0128fb4e82b4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.656165] env[63676]: DEBUG oslo_vmware.api [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Waiting for the task: (returnval){ [ 1778.656165] env[63676]: value = "task-1925679" [ 1778.656165] env[63676]: _type = "Task" [ 1778.656165] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.670616] env[63676]: DEBUG oslo_vmware.api [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': task-1925679, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.684480] env[63676]: DEBUG oslo_vmware.api [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925677, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.707028] env[63676]: DEBUG nova.network.neutron [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Updating instance_info_cache with network_info: [{"id": "d53fd86a-f5f0-4eae-81df-0f94f3370524", "address": "fa:16:3e:92:f8:f4", "network": {"id": "20eb09fd-c81d-4462-b958-52404790c89a", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1907153178-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42e8876698994722b4470390683b5130", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ccc845e3-654b-43c6-acea-dde1084f0ad0", "external-id": "nsx-vlan-transportzone-344", "segmentation_id": 344, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd53fd86a-f5", "ovs_interfaceid": "d53fd86a-f5f0-4eae-81df-0f94f3370524", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1778.747926] env[63676]: DEBUG oslo_vmware.api [None req-69100a52-4998-4b7d-8867-b4ac4ff1db5e tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925678, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.914343] env[63676]: DEBUG nova.scheduler.client.report [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1778.921630] env[63676]: INFO nova.compute.manager [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Took 42.32 seconds to build instance. [ 1778.979036] env[63676]: DEBUG oslo_concurrency.lockutils [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Releasing lock "refresh_cache-5078869b-e16d-4d28-9a7d-e6f176d958c6" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.979386] env[63676]: DEBUG nova.compute.manager [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Instance network_info: |[{"id": "3ce5ee4f-aeb0-47ae-92cd-3249332cd572", "address": "fa:16:3e:98:5b:c1", "network": {"id": "e8197061-c016-4789-bde7-dd452928f35f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-841505681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2db813d0d2ec42c4987dd26ca3cf4bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce5ee4f-ae", "ovs_interfaceid": "3ce5ee4f-aeb0-47ae-92cd-3249332cd572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1778.979809] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:5b:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ce5ee4f-aeb0-47ae-92cd-3249332cd572', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1778.988819] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Creating folder: Project (2db813d0d2ec42c4987dd26ca3cf4bf9). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1778.988916] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ad69e35-835a-4af7-9431-8a158358bccc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.000264] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Created folder: Project (2db813d0d2ec42c4987dd26ca3cf4bf9) in parent group-v396927. [ 1779.000479] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Creating folder: Instances. Parent ref: group-v397091. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1779.000720] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5099c05c-ad93-4b14-b481-436e986e0048 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.009955] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Created folder: Instances in parent group-v397091. [ 1779.010208] env[63676]: DEBUG oslo.service.loopingcall [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1779.010402] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1779.010603] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3feedaa-6a57-41f1-ad70-4289bd68997b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.029421] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1779.029421] env[63676]: value = "task-1925682" [ 1779.029421] env[63676]: _type = "Task" [ 1779.029421] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.037106] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925682, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.059904] env[63676]: DEBUG nova.compute.manager [req-1f73ca09-82ab-4819-8bf2-8ecbfc551f5e req-692b6084-9507-4f68-b4ca-74ce1bdcb407 service nova] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Received event network-changed-3ce5ee4f-aeb0-47ae-92cd-3249332cd572 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1779.060111] env[63676]: DEBUG nova.compute.manager [req-1f73ca09-82ab-4819-8bf2-8ecbfc551f5e req-692b6084-9507-4f68-b4ca-74ce1bdcb407 service nova] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Refreshing instance network info cache due to event network-changed-3ce5ee4f-aeb0-47ae-92cd-3249332cd572. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1779.060632] env[63676]: DEBUG oslo_concurrency.lockutils [req-1f73ca09-82ab-4819-8bf2-8ecbfc551f5e req-692b6084-9507-4f68-b4ca-74ce1bdcb407 service nova] Acquiring lock "refresh_cache-5078869b-e16d-4d28-9a7d-e6f176d958c6" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.060632] env[63676]: DEBUG oslo_concurrency.lockutils [req-1f73ca09-82ab-4819-8bf2-8ecbfc551f5e req-692b6084-9507-4f68-b4ca-74ce1bdcb407 service nova] Acquired lock "refresh_cache-5078869b-e16d-4d28-9a7d-e6f176d958c6" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.060632] env[63676]: DEBUG nova.network.neutron [req-1f73ca09-82ab-4819-8bf2-8ecbfc551f5e req-692b6084-9507-4f68-b4ca-74ce1bdcb407 service nova] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Refreshing network info cache for port 3ce5ee4f-aeb0-47ae-92cd-3249332cd572 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1779.081505] env[63676]: INFO nova.compute.manager [-] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Took 1.43 seconds to deallocate network for instance. [ 1779.166796] env[63676]: DEBUG oslo_vmware.api [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': task-1925679, 'name': Rename_Task, 'duration_secs': 0.145046} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.167099] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1779.167358] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cf6e03a-8ebe-4a9e-a09e-fb58cbb8add6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.175545] env[63676]: DEBUG oslo_vmware.api [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Waiting for the task: (returnval){ [ 1779.175545] env[63676]: value = "task-1925683" [ 1779.175545] env[63676]: _type = "Task" [ 1779.175545] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.183251] env[63676]: DEBUG oslo_vmware.api [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925677, 'name': CreateSnapshot_Task, 'duration_secs': 0.984875} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.184024] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Created Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1779.185946] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0672e91-9243-4def-a439-0792198aa948 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.190216] env[63676]: DEBUG oslo_vmware.api [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': task-1925683, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.212878] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Releasing lock "refresh_cache-887940ac-c689-45f3-b5db-d988d1e581fa" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1779.213144] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Updated the network info_cache for instance {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 1779.213353] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1779.213638] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1779.213773] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1779.213962] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1779.214188] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1779.214354] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1779.214485] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63676) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1779.214627] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1779.221395] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Acquiring lock "b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.221850] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Lock "b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.221850] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Acquiring lock "b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.222058] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Lock "b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.222330] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Lock "b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.224237] env[63676]: INFO nova.compute.manager [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Terminating instance [ 1779.246455] env[63676]: DEBUG oslo_vmware.api [None req-69100a52-4998-4b7d-8867-b4ac4ff1db5e tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925678, 'name': ReconfigVM_Task, 'duration_secs': 0.515923} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.246455] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-69100a52-4998-4b7d-8867-b4ac4ff1db5e tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Reconfigured VM instance instance-00000039 to detach disk 2001 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1779.246455] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-69100a52-4998-4b7d-8867-b4ac4ff1db5e tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1779.246455] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51423134-7833-479d-ae1e-374682b2559b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.251627] env[63676]: DEBUG oslo_vmware.api [None req-69100a52-4998-4b7d-8867-b4ac4ff1db5e tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1779.251627] env[63676]: value = "task-1925684" [ 1779.251627] env[63676]: _type = "Task" [ 1779.251627] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.259853] env[63676]: DEBUG oslo_vmware.api [None req-69100a52-4998-4b7d-8867-b4ac4ff1db5e tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925684, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.316749] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "4e945ae6-5642-4e81-abcf-f097f1abeb6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.422311] env[63676]: DEBUG oslo_concurrency.lockutils [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.422922] env[63676]: DEBUG nova.compute.manager [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1779.425581] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.295s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.425846] env[63676]: DEBUG nova.objects.instance [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Lazy-loading 'resources' on Instance uuid 90ce8db7-eedc-48b3-b579-efc2ad00ed6f {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1779.427190] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e17e9e5b-338c-45aa-8f7d-90551eab8904 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "4e945ae6-5642-4e81-abcf-f097f1abeb6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.451s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.427803] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "4e945ae6-5642-4e81-abcf-f097f1abeb6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.111s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.428070] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "4e945ae6-5642-4e81-abcf-f097f1abeb6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.428314] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "4e945ae6-5642-4e81-abcf-f097f1abeb6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1779.428512] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "4e945ae6-5642-4e81-abcf-f097f1abeb6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.430352] env[63676]: INFO nova.compute.manager [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Terminating instance [ 1779.543979] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925682, 'name': CreateVM_Task, 'duration_secs': 0.36182} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.544201] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1779.544985] env[63676]: DEBUG oslo_concurrency.lockutils [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1779.546372] env[63676]: DEBUG oslo_concurrency.lockutils [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1779.546812] env[63676]: DEBUG oslo_concurrency.lockutils [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1779.547268] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7b4e1ab-1577-4ce5-bfa4-1bdd79514004 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.553265] env[63676]: DEBUG oslo_vmware.api [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Waiting for the task: (returnval){ [ 1779.553265] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b66417-8845-5cb2-44ca-73f30529de9c" [ 1779.553265] env[63676]: _type = "Task" [ 1779.553265] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.565218] env[63676]: DEBUG oslo_vmware.api [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b66417-8845-5cb2-44ca-73f30529de9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.589524] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.686812] env[63676]: DEBUG oslo_vmware.api [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': task-1925683, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.709516] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Creating linked-clone VM from snapshot {{(pid=63676) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1779.710258] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2ca98ee2-8043-4a90-98c9-0d015d123573 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.718706] env[63676]: DEBUG oslo_vmware.api [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1779.718706] env[63676]: value = "task-1925685" [ 1779.718706] env[63676]: _type = "Task" [ 1779.718706] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.723553] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1779.729567] env[63676]: DEBUG nova.compute.manager [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1779.729775] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1779.730060] env[63676]: DEBUG oslo_vmware.api [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925685, 'name': CloneVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.730840] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd06b4f-a403-4e9e-abc0-7cc31cfb459e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.739620] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1779.739889] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83dfd37e-81bc-4d93-8c1e-b7c260c921e7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.746804] env[63676]: DEBUG oslo_vmware.api [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Waiting for the task: (returnval){ [ 1779.746804] env[63676]: value = "task-1925686" [ 1779.746804] env[63676]: _type = "Task" [ 1779.746804] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.761239] env[63676]: DEBUG oslo_vmware.api [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Task: {'id': task-1925686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.766950] env[63676]: DEBUG oslo_vmware.api [None req-69100a52-4998-4b7d-8867-b4ac4ff1db5e tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925684, 'name': PowerOnVM_Task, 'duration_secs': 0.412324} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.767290] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-69100a52-4998-4b7d-8867-b4ac4ff1db5e tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1779.767534] env[63676]: DEBUG nova.compute.manager [None req-69100a52-4998-4b7d-8867-b4ac4ff1db5e tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1779.768369] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1cd180e-3e0f-4bac-9090-3f924a75882f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.929960] env[63676]: DEBUG nova.compute.utils [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1779.936858] env[63676]: DEBUG nova.compute.manager [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1779.937219] env[63676]: DEBUG nova.network.neutron [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1779.940022] env[63676]: DEBUG nova.compute.manager [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1779.940240] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1779.941778] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b01438c-2730-4e2c-8f09-3bc099dce018 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.947419] env[63676]: DEBUG nova.network.neutron [req-1f73ca09-82ab-4819-8bf2-8ecbfc551f5e req-692b6084-9507-4f68-b4ca-74ce1bdcb407 service nova] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Updated VIF entry in instance network info cache for port 3ce5ee4f-aeb0-47ae-92cd-3249332cd572. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1779.948115] env[63676]: DEBUG nova.network.neutron [req-1f73ca09-82ab-4819-8bf2-8ecbfc551f5e req-692b6084-9507-4f68-b4ca-74ce1bdcb407 service nova] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Updating instance_info_cache with network_info: [{"id": "3ce5ee4f-aeb0-47ae-92cd-3249332cd572", "address": "fa:16:3e:98:5b:c1", "network": {"id": "e8197061-c016-4789-bde7-dd452928f35f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-841505681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2db813d0d2ec42c4987dd26ca3cf4bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce5ee4f-ae", "ovs_interfaceid": "3ce5ee4f-aeb0-47ae-92cd-3249332cd572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1779.957717] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1779.958292] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-451222b4-9e8a-4c09-8d39-3ea1dfe603cb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.965900] env[63676]: DEBUG oslo_vmware.api [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1779.965900] env[63676]: value = "task-1925687" [ 1779.965900] env[63676]: _type = "Task" [ 1779.965900] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.984104] env[63676]: DEBUG oslo_vmware.api [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925687, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.028104] env[63676]: DEBUG nova.policy [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34089a765bfd42e78e9ae910d2a5c5cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c078532259ef404488f934caa066e327', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1780.072315] env[63676]: DEBUG oslo_vmware.api [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b66417-8845-5cb2-44ca-73f30529de9c, 'name': SearchDatastore_Task, 'duration_secs': 0.012551} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.072315] env[63676]: DEBUG oslo_concurrency.lockutils [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.072315] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1780.072315] env[63676]: DEBUG oslo_concurrency.lockutils [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.072315] env[63676]: DEBUG oslo_concurrency.lockutils [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.072315] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1780.072315] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-67167c6d-3e44-4804-83a2-1286fce241cb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.084520] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1780.084520] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1780.084520] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5da3b876-3ff6-4da6-b23d-de3c3b19aa0f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.088171] env[63676]: DEBUG oslo_vmware.api [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Waiting for the task: (returnval){ [ 1780.088171] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526cabde-e8ee-d72e-ccde-75d88d975a76" [ 1780.088171] env[63676]: _type = "Task" [ 1780.088171] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.098860] env[63676]: DEBUG oslo_vmware.api [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526cabde-e8ee-d72e-ccde-75d88d975a76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.190476] env[63676]: DEBUG oslo_vmware.api [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': task-1925683, 'name': PowerOnVM_Task, 'duration_secs': 0.61502} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.193362] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1780.193485] env[63676]: INFO nova.compute.manager [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1780.193661] env[63676]: DEBUG nova.compute.manager [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1780.194757] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6442fafd-22fb-4110-b0cc-9dacc1e00b96 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.230700] env[63676]: DEBUG oslo_vmware.api [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925685, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.260695] env[63676]: DEBUG oslo_vmware.api [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Task: {'id': task-1925686, 'name': PowerOffVM_Task, 'duration_secs': 0.318271} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.261676] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1780.261908] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1780.262180] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f7b420a-0dc0-486f-93ce-410608206214 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.371260] env[63676]: DEBUG nova.network.neutron [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Successfully created port: 9390e033-d69d-459f-adf2-b394656a6ae6 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1780.376706] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1780.376961] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1780.377160] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Deleting the datastore file [datastore1] b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1780.377465] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f271e147-5c79-45ef-aec1-fa644946fdcf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.387735] env[63676]: DEBUG oslo_vmware.api [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Waiting for the task: (returnval){ [ 1780.387735] env[63676]: value = "task-1925689" [ 1780.387735] env[63676]: _type = "Task" [ 1780.387735] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.396302] env[63676]: DEBUG oslo_vmware.api [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Task: {'id': task-1925689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.436920] env[63676]: DEBUG nova.compute.manager [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1780.452926] env[63676]: DEBUG oslo_concurrency.lockutils [req-1f73ca09-82ab-4819-8bf2-8ecbfc551f5e req-692b6084-9507-4f68-b4ca-74ce1bdcb407 service nova] Releasing lock "refresh_cache-5078869b-e16d-4d28-9a7d-e6f176d958c6" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1780.452998] env[63676]: DEBUG nova.compute.manager [req-1f73ca09-82ab-4819-8bf2-8ecbfc551f5e req-692b6084-9507-4f68-b4ca-74ce1bdcb407 service nova] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Received event network-vif-deleted-a94ba5d5-7aad-4eb5-ae9f-0d68a40a3f1a {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1780.478222] env[63676]: DEBUG oslo_vmware.api [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925687, 'name': PowerOffVM_Task, 'duration_secs': 0.402855} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.482856] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1780.483100] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1780.483666] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e609053-1494-4903-a342-ee0d5c3856fc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.516092] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c8b5e2-c0f1-494c-9a1a-2c18aeb32e1a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.523895] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f28bda-9169-415b-963b-8b99bcdba92f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.562690] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fceba808-1810-4d5b-a04e-a3c1bcb6da79 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.571905] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a65f689-8e91-4821-bb7b-a0b4bdc7fe13 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.587438] env[63676]: DEBUG nova.compute.provider_tree [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1780.598703] env[63676]: DEBUG oslo_vmware.api [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526cabde-e8ee-d72e-ccde-75d88d975a76, 'name': SearchDatastore_Task, 'duration_secs': 0.01268} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.599579] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00852683-7ad9-4aa8-a08c-d8519dc83845 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.605267] env[63676]: DEBUG oslo_vmware.api [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Waiting for the task: (returnval){ [ 1780.605267] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bfd33b-90f9-0b9f-16c6-720db8ff8223" [ 1780.605267] env[63676]: _type = "Task" [ 1780.605267] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.618096] env[63676]: DEBUG oslo_vmware.api [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bfd33b-90f9-0b9f-16c6-720db8ff8223, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.697621] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1780.697894] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1780.698064] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Deleting the datastore file [datastore1] 4e945ae6-5642-4e81-abcf-f097f1abeb6b {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1780.698335] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce148586-e475-431a-ab2b-426ec7ac1aa7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.708207] env[63676]: DEBUG oslo_vmware.api [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1780.708207] env[63676]: value = "task-1925691" [ 1780.708207] env[63676]: _type = "Task" [ 1780.708207] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.715617] env[63676]: INFO nova.compute.manager [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Took 40.34 seconds to build instance. [ 1780.720443] env[63676]: DEBUG oslo_vmware.api [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925691, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.728867] env[63676]: DEBUG oslo_vmware.api [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925685, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.895438] env[63676]: DEBUG oslo_vmware.api [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Task: {'id': task-1925689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.264078} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.895772] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1780.896000] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1780.896233] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1780.896494] env[63676]: INFO nova.compute.manager [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1780.896937] env[63676]: DEBUG oslo.service.loopingcall [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1780.897114] env[63676]: DEBUG nova.compute.manager [-] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1780.897306] env[63676]: DEBUG nova.network.neutron [-] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1781.094134] env[63676]: DEBUG nova.scheduler.client.report [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1781.116374] env[63676]: DEBUG oslo_vmware.api [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bfd33b-90f9-0b9f-16c6-720db8ff8223, 'name': SearchDatastore_Task, 'duration_secs': 0.010927} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.116646] env[63676]: DEBUG oslo_concurrency.lockutils [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1781.116890] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 5078869b-e16d-4d28-9a7d-e6f176d958c6/5078869b-e16d-4d28-9a7d-e6f176d958c6.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1781.117182] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6a538d5e-c59f-4e0f-ac29-bac3ecca099e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.120310] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquiring lock "8fd083af-ada6-4b80-9d14-f47e4809fc1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.120636] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Lock "8fd083af-ada6-4b80-9d14-f47e4809fc1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.120924] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquiring lock "8fd083af-ada6-4b80-9d14-f47e4809fc1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1781.121177] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Lock "8fd083af-ada6-4b80-9d14-f47e4809fc1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.121372] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Lock "8fd083af-ada6-4b80-9d14-f47e4809fc1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.124954] env[63676]: DEBUG oslo_vmware.api [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Waiting for the task: (returnval){ [ 1781.124954] env[63676]: value = "task-1925692" [ 1781.124954] env[63676]: _type = "Task" [ 1781.124954] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.125655] env[63676]: INFO nova.compute.manager [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Terminating instance [ 1781.138367] env[63676]: DEBUG oslo_vmware.api [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Task: {'id': task-1925692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.217529] env[63676]: DEBUG oslo_vmware.api [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925691, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249711} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.217778] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1781.217958] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1781.218353] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1781.218562] env[63676]: INFO nova.compute.manager [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1781.218873] env[63676]: DEBUG oslo.service.loopingcall [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1781.219032] env[63676]: DEBUG nova.compute.manager [-] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1781.219359] env[63676]: DEBUG nova.network.neutron [-] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1781.221133] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e8403917-9696-4cd0-b844-dd2a6471f541 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Lock "b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.780s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.231254] env[63676]: DEBUG oslo_vmware.api [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925685, 'name': CloneVM_Task, 'duration_secs': 1.443244} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.231254] env[63676]: INFO nova.virt.vmwareapi.vmops [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Created linked-clone VM from snapshot [ 1781.231254] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a364f6-9d6b-4537-b6db-f06802e2c846 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.237724] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Uploading image 0e3938fc-44a1-41f5-9030-f34fb1a7fd84 {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1781.263700] env[63676]: DEBUG oslo_vmware.rw_handles [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1781.263700] env[63676]: value = "vm-397095" [ 1781.263700] env[63676]: _type = "VirtualMachine" [ 1781.263700] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1781.263972] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-34f948ed-e86e-4e70-b5ef-6d5f7468afb6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.277056] env[63676]: DEBUG oslo_vmware.rw_handles [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lease: (returnval){ [ 1781.277056] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b45388-df84-a1fb-f604-fc19e4606566" [ 1781.277056] env[63676]: _type = "HttpNfcLease" [ 1781.277056] env[63676]: } obtained for exporting VM: (result){ [ 1781.277056] env[63676]: value = "vm-397095" [ 1781.277056] env[63676]: _type = "VirtualMachine" [ 1781.277056] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1781.277436] env[63676]: DEBUG oslo_vmware.api [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the lease: (returnval){ [ 1781.277436] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b45388-df84-a1fb-f604-fc19e4606566" [ 1781.277436] env[63676]: _type = "HttpNfcLease" [ 1781.277436] env[63676]: } to be ready. {{(pid=63676) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1781.284228] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1781.284228] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b45388-df84-a1fb-f604-fc19e4606566" [ 1781.284228] env[63676]: _type = "HttpNfcLease" [ 1781.284228] env[63676]: } is initializing. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1781.446842] env[63676]: DEBUG nova.compute.manager [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1781.468731] env[63676]: DEBUG nova.virt.hardware [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:54:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='cb92f11f-8666-4bbe-9bf6-1388947c7234',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1164045434',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1781.468984] env[63676]: DEBUG nova.virt.hardware [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1781.469154] env[63676]: DEBUG nova.virt.hardware [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1781.472338] env[63676]: DEBUG nova.virt.hardware [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1781.472596] env[63676]: DEBUG nova.virt.hardware [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1781.472864] env[63676]: DEBUG nova.virt.hardware [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1781.472971] env[63676]: DEBUG nova.virt.hardware [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1781.473176] env[63676]: DEBUG nova.virt.hardware [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1781.473351] env[63676]: DEBUG nova.virt.hardware [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1781.473514] env[63676]: DEBUG nova.virt.hardware [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1781.473683] env[63676]: DEBUG nova.virt.hardware [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1781.474659] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7541b9af-4ae2-4518-9386-4e5c651ec5b0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.486019] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4ad9b9b-7624-41db-97d7-81e5c81f3998 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.599434] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1781.602198] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.082s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1781.602328] env[63676]: DEBUG nova.objects.instance [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63676) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1781.625817] env[63676]: INFO nova.scheduler.client.report [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Deleted allocations for instance 90ce8db7-eedc-48b3-b579-efc2ad00ed6f [ 1781.634548] env[63676]: DEBUG nova.compute.manager [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1781.634946] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1781.637820] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade647a7-9886-4231-950a-620b2ee708f4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.644355] env[63676]: DEBUG oslo_vmware.api [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Task: {'id': task-1925692, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.648995] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1781.649268] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97d1fef7-fe2c-4f61-a882-af52b429a3b9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.656618] env[63676]: DEBUG oslo_vmware.api [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1781.656618] env[63676]: value = "task-1925694" [ 1781.656618] env[63676]: _type = "Task" [ 1781.656618] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.669056] env[63676]: DEBUG oslo_vmware.api [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.786331] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1781.786331] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b45388-df84-a1fb-f604-fc19e4606566" [ 1781.786331] env[63676]: _type = "HttpNfcLease" [ 1781.786331] env[63676]: } is ready. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1781.786775] env[63676]: DEBUG oslo_vmware.rw_handles [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1781.786775] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b45388-df84-a1fb-f604-fc19e4606566" [ 1781.786775] env[63676]: _type = "HttpNfcLease" [ 1781.786775] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1781.787440] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7f1a9b-723b-4a62-b468-a5ba18c51ba2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.795212] env[63676]: DEBUG oslo_vmware.rw_handles [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c73b7-3d39-a8c9-b26b-a0d7ee4cfa25/disk-0.vmdk from lease info. {{(pid=63676) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1781.795632] env[63676]: DEBUG oslo_vmware.rw_handles [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c73b7-3d39-a8c9-b26b-a0d7ee4cfa25/disk-0.vmdk for reading. {{(pid=63676) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1781.911361] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8a2a0b1e-28a9-4b1e-9e42-ed9d233169f5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.141409] env[63676]: DEBUG oslo_vmware.api [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Task: {'id': task-1925692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.892119} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.142145] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81c97474-c81e-4fab-8597-19a3531ca133 tempest-AttachInterfacesUnderV243Test-857561212 tempest-AttachInterfacesUnderV243Test-857561212-project-member] Lock "90ce8db7-eedc-48b3-b579-efc2ad00ed6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.181s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.143610] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 5078869b-e16d-4d28-9a7d-e6f176d958c6/5078869b-e16d-4d28-9a7d-e6f176d958c6.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1782.143825] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1782.144490] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-476964fd-7328-48c7-8cb3-c33e5c9836f1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.153714] env[63676]: DEBUG oslo_vmware.api [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Waiting for the task: (returnval){ [ 1782.153714] env[63676]: value = "task-1925695" [ 1782.153714] env[63676]: _type = "Task" [ 1782.153714] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.168484] env[63676]: DEBUG oslo_vmware.api [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Task: {'id': task-1925695, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.171933] env[63676]: DEBUG oslo_vmware.api [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925694, 'name': PowerOffVM_Task, 'duration_secs': 0.280552} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.172200] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1782.172422] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1782.172681] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a4e4713-bf10-4492-8fd5-2a5693500b12 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.237936] env[63676]: DEBUG nova.network.neutron [-] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.272113] env[63676]: DEBUG nova.compute.manager [req-5c8975d3-ee7e-4926-832c-a776f0845e36 req-08f0a121-77f6-4e43-99fd-33b278f97430 service nova] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Received event network-vif-deleted-16445089-cd2a-460e-940f-c51f9834ce5d {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1782.272781] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1782.273058] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1782.274392] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Deleting the datastore file [datastore1] 8fd083af-ada6-4b80-9d14-f47e4809fc1d {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1782.274392] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b76afe41-3149-4a96-9f6a-fbf8c075decd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.283141] env[63676]: DEBUG oslo_vmware.api [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1782.283141] env[63676]: value = "task-1925697" [ 1782.283141] env[63676]: _type = "Task" [ 1782.283141] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.292748] env[63676]: DEBUG oslo_vmware.api [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925697, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.357939] env[63676]: DEBUG nova.network.neutron [-] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1782.382943] env[63676]: DEBUG nova.network.neutron [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Successfully updated port: 9390e033-d69d-459f-adf2-b394656a6ae6 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1782.408989] env[63676]: DEBUG nova.compute.manager [req-a06eb67b-35f3-4341-8dfb-6de5e171021c req-9f9f87dd-7e72-4569-b7ae-4b5858c9d42b service nova] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Received event network-vif-plugged-9390e033-d69d-459f-adf2-b394656a6ae6 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1782.410043] env[63676]: DEBUG oslo_concurrency.lockutils [req-a06eb67b-35f3-4341-8dfb-6de5e171021c req-9f9f87dd-7e72-4569-b7ae-4b5858c9d42b service nova] Acquiring lock "d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.410952] env[63676]: DEBUG oslo_concurrency.lockutils [req-a06eb67b-35f3-4341-8dfb-6de5e171021c req-9f9f87dd-7e72-4569-b7ae-4b5858c9d42b service nova] Lock "d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.411388] env[63676]: DEBUG oslo_concurrency.lockutils [req-a06eb67b-35f3-4341-8dfb-6de5e171021c req-9f9f87dd-7e72-4569-b7ae-4b5858c9d42b service nova] Lock "d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.411784] env[63676]: DEBUG nova.compute.manager [req-a06eb67b-35f3-4341-8dfb-6de5e171021c req-9f9f87dd-7e72-4569-b7ae-4b5858c9d42b service nova] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] No waiting events found dispatching network-vif-plugged-9390e033-d69d-459f-adf2-b394656a6ae6 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1782.412195] env[63676]: WARNING nova.compute.manager [req-a06eb67b-35f3-4341-8dfb-6de5e171021c req-9f9f87dd-7e72-4569-b7ae-4b5858c9d42b service nova] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Received unexpected event network-vif-plugged-9390e033-d69d-459f-adf2-b394656a6ae6 for instance with vm_state building and task_state spawning. [ 1782.617881] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7191ca63-ae83-4ce4-b883-b6b1f2d7afd3 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.619397] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.844s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.620189] env[63676]: DEBUG nova.objects.instance [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lazy-loading 'resources' on Instance uuid e8ff98be-ae2f-40dd-83c7-b0623aaa9997 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1782.667760] env[63676]: DEBUG oslo_vmware.api [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Task: {'id': task-1925695, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084846} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.668879] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1782.672291] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9512e922-c084-4a64-b7cb-02fc01217ec9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.700110] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 5078869b-e16d-4d28-9a7d-e6f176d958c6/5078869b-e16d-4d28-9a7d-e6f176d958c6.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1782.700689] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-957bdd64-9b95-4265-bade-308b35a7efed {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.724458] env[63676]: DEBUG oslo_vmware.api [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Waiting for the task: (returnval){ [ 1782.724458] env[63676]: value = "task-1925698" [ 1782.724458] env[63676]: _type = "Task" [ 1782.724458] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.735253] env[63676]: DEBUG oslo_vmware.api [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Task: {'id': task-1925698, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.740859] env[63676]: INFO nova.compute.manager [-] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Took 1.84 seconds to deallocate network for instance. [ 1782.795649] env[63676]: DEBUG oslo_vmware.api [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925697, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172271} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.795994] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1782.796167] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1782.796723] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1782.796723] env[63676]: INFO nova.compute.manager [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1782.796723] env[63676]: DEBUG oslo.service.loopingcall [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1782.797096] env[63676]: DEBUG nova.compute.manager [-] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1782.797572] env[63676]: DEBUG nova.network.neutron [-] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1782.860265] env[63676]: INFO nova.compute.manager [-] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Took 1.64 seconds to deallocate network for instance. [ 1782.889323] env[63676]: DEBUG oslo_concurrency.lockutils [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquiring lock "refresh_cache-d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1782.889587] env[63676]: DEBUG oslo_concurrency.lockutils [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquired lock "refresh_cache-d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1782.889827] env[63676]: DEBUG nova.network.neutron [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1783.246022] env[63676]: DEBUG oslo_vmware.api [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Task: {'id': task-1925698, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.246969] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.332946] env[63676]: DEBUG oslo_concurrency.lockutils [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Acquiring lock "f9cafda5-674f-4fe6-ad00-ca304219fc86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.334027] env[63676]: DEBUG oslo_concurrency.lockutils [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Lock "f9cafda5-674f-4fe6-ad00-ca304219fc86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.367451] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.425694] env[63676]: DEBUG nova.network.neutron [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1783.580121] env[63676]: DEBUG nova.network.neutron [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Updating instance_info_cache with network_info: [{"id": "9390e033-d69d-459f-adf2-b394656a6ae6", "address": "fa:16:3e:6d:6c:0c", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9390e033-d6", "ovs_interfaceid": "9390e033-d69d-459f-adf2-b394656a6ae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.599526] env[63676]: DEBUG nova.network.neutron [-] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1783.624036] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92426d33-a402-4154-a1a1-9035596584e9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.631922] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647d2260-7108-4a05-bb90-171512aeae64 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.668158] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5560dd3-cf06-4ee8-83d5-cbd26697b3b9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.676418] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82740631-ff8f-458f-9de1-b03111e8ffce {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.694869] env[63676]: DEBUG nova.compute.provider_tree [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1783.737031] env[63676]: DEBUG oslo_vmware.api [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Task: {'id': task-1925698, 'name': ReconfigVM_Task, 'duration_secs': 0.606688} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.737031] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 5078869b-e16d-4d28-9a7d-e6f176d958c6/5078869b-e16d-4d28-9a7d-e6f176d958c6.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1783.737276] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-400f49c5-1767-42c1-a35b-6a88f80d5ecd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.744052] env[63676]: DEBUG oslo_vmware.api [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Waiting for the task: (returnval){ [ 1783.744052] env[63676]: value = "task-1925699" [ 1783.744052] env[63676]: _type = "Task" [ 1783.744052] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.752681] env[63676]: DEBUG oslo_vmware.api [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Task: {'id': task-1925699, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.836317] env[63676]: DEBUG nova.compute.manager [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1784.087181] env[63676]: DEBUG oslo_concurrency.lockutils [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Releasing lock "refresh_cache-d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1784.087261] env[63676]: DEBUG nova.compute.manager [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Instance network_info: |[{"id": "9390e033-d69d-459f-adf2-b394656a6ae6", "address": "fa:16:3e:6d:6c:0c", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9390e033-d6", "ovs_interfaceid": "9390e033-d69d-459f-adf2-b394656a6ae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1784.087653] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:6c:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9390e033-d69d-459f-adf2-b394656a6ae6', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1784.095981] env[63676]: DEBUG oslo.service.loopingcall [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1784.096286] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1784.096538] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a30c9e0-bc9a-430a-9b59-e1460610e805 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.111810] env[63676]: INFO nova.compute.manager [-] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Took 1.31 seconds to deallocate network for instance. [ 1784.118708] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1784.118708] env[63676]: value = "task-1925700" [ 1784.118708] env[63676]: _type = "Task" [ 1784.118708] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.129763] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925700, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.198131] env[63676]: DEBUG nova.scheduler.client.report [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1784.254063] env[63676]: DEBUG oslo_vmware.api [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Task: {'id': task-1925699, 'name': Rename_Task, 'duration_secs': 0.380828} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.254400] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1784.254658] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6c33342-514f-4e0d-90e3-1725c795b1d4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.261083] env[63676]: DEBUG oslo_vmware.api [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Waiting for the task: (returnval){ [ 1784.261083] env[63676]: value = "task-1925701" [ 1784.261083] env[63676]: _type = "Task" [ 1784.261083] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.268940] env[63676]: DEBUG oslo_vmware.api [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Task: {'id': task-1925701, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.325952] env[63676]: DEBUG nova.compute.manager [req-b4ec5b3d-83d7-4ba7-a0ad-3171b46ffe25 req-096ce73f-9401-490a-930d-4166504f82b0 service nova] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Received event network-vif-deleted-84180334-9ab1-40f7-9a7f-9258bc0c6353 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1784.364209] env[63676]: DEBUG oslo_concurrency.lockutils [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.489191] env[63676]: DEBUG nova.compute.manager [req-76274eeb-6e4c-4878-8e4d-14788bc249ea req-ec062a5e-fbaf-441b-9c47-ade058a00ee6 service nova] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Received event network-changed-9390e033-d69d-459f-adf2-b394656a6ae6 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1784.489432] env[63676]: DEBUG nova.compute.manager [req-76274eeb-6e4c-4878-8e4d-14788bc249ea req-ec062a5e-fbaf-441b-9c47-ade058a00ee6 service nova] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Refreshing instance network info cache due to event network-changed-9390e033-d69d-459f-adf2-b394656a6ae6. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1784.489627] env[63676]: DEBUG oslo_concurrency.lockutils [req-76274eeb-6e4c-4878-8e4d-14788bc249ea req-ec062a5e-fbaf-441b-9c47-ade058a00ee6 service nova] Acquiring lock "refresh_cache-d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.489771] env[63676]: DEBUG oslo_concurrency.lockutils [req-76274eeb-6e4c-4878-8e4d-14788bc249ea req-ec062a5e-fbaf-441b-9c47-ade058a00ee6 service nova] Acquired lock "refresh_cache-d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.489928] env[63676]: DEBUG nova.network.neutron [req-76274eeb-6e4c-4878-8e4d-14788bc249ea req-ec062a5e-fbaf-441b-9c47-ade058a00ee6 service nova] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Refreshing network info cache for port 9390e033-d69d-459f-adf2-b394656a6ae6 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1784.632923] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.639526] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925700, 'name': CreateVM_Task, 'duration_secs': 0.486315} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.639897] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1784.640604] env[63676]: DEBUG oslo_concurrency.lockutils [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.640967] env[63676]: DEBUG oslo_concurrency.lockutils [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.641373] env[63676]: DEBUG oslo_concurrency.lockutils [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1784.641666] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-187ff128-8491-4397-b2d0-ec8d3591f751 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.646613] env[63676]: DEBUG oslo_vmware.api [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1784.646613] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522d3238-0974-057a-f9a3-03c427cdbbdb" [ 1784.646613] env[63676]: _type = "Task" [ 1784.646613] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.654847] env[63676]: DEBUG oslo_vmware.api [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522d3238-0974-057a-f9a3-03c427cdbbdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.703990] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1784.706543] env[63676]: DEBUG oslo_concurrency.lockutils [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.513s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1784.706910] env[63676]: DEBUG nova.objects.instance [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lazy-loading 'resources' on Instance uuid 8c888cd9-be84-4190-847b-96491a3dd73f {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1784.729805] env[63676]: INFO nova.scheduler.client.report [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Deleted allocations for instance e8ff98be-ae2f-40dd-83c7-b0623aaa9997 [ 1784.773137] env[63676]: DEBUG oslo_vmware.api [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Task: {'id': task-1925701, 'name': PowerOnVM_Task} progress is 81%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.157586] env[63676]: DEBUG oslo_vmware.api [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522d3238-0974-057a-f9a3-03c427cdbbdb, 'name': SearchDatastore_Task, 'duration_secs': 0.014489} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.158981] env[63676]: DEBUG oslo_concurrency.lockutils [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.158981] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1785.158981] env[63676]: DEBUG oslo_concurrency.lockutils [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1785.158981] env[63676]: DEBUG oslo_concurrency.lockutils [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.159173] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1785.159527] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9d30e90f-5dd4-472e-9d02-0243239ccaeb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.168616] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1785.169842] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1785.169842] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd73cf40-295b-4141-b173-36c2a198109f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.177586] env[63676]: DEBUG oslo_vmware.api [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1785.177586] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52208043-fbf1-7079-8c0b-f525082364e3" [ 1785.177586] env[63676]: _type = "Task" [ 1785.177586] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.186149] env[63676]: DEBUG oslo_vmware.api [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52208043-fbf1-7079-8c0b-f525082364e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.239342] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6778c51f-415e-4525-b246-b86cad5f6ccf tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lock "e8ff98be-ae2f-40dd-83c7-b0623aaa9997" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.004s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.261174] env[63676]: DEBUG nova.network.neutron [req-76274eeb-6e4c-4878-8e4d-14788bc249ea req-ec062a5e-fbaf-441b-9c47-ade058a00ee6 service nova] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Updated VIF entry in instance network info cache for port 9390e033-d69d-459f-adf2-b394656a6ae6. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1785.261745] env[63676]: DEBUG nova.network.neutron [req-76274eeb-6e4c-4878-8e4d-14788bc249ea req-ec062a5e-fbaf-441b-9c47-ade058a00ee6 service nova] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Updating instance_info_cache with network_info: [{"id": "9390e033-d69d-459f-adf2-b394656a6ae6", "address": "fa:16:3e:6d:6c:0c", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9390e033-d6", "ovs_interfaceid": "9390e033-d69d-459f-adf2-b394656a6ae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.274392] env[63676]: DEBUG oslo_vmware.api [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Task: {'id': task-1925701, 'name': PowerOnVM_Task, 'duration_secs': 0.786308} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.277824] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1785.278052] env[63676]: INFO nova.compute.manager [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1785.278237] env[63676]: DEBUG nova.compute.manager [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1785.279461] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23252f5-d444-4439-a59b-f364eebbc4bc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.631560] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e24abda1-47d8-4971-97b6-0e8bd897c782 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.639409] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee53a64-1d34-4f0d-a5c9-af4247b3d40a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.673350] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3306bc4-afa5-4e31-a228-3df6089e10fe {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.685861] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e00c24-c626-4c44-9f17-88e2e2e9827c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.695230] env[63676]: DEBUG oslo_vmware.api [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52208043-fbf1-7079-8c0b-f525082364e3, 'name': SearchDatastore_Task, 'duration_secs': 0.014178} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.703759] env[63676]: DEBUG nova.compute.provider_tree [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1785.705162] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d41a790b-9809-4141-a2b5-39d19d0bef8e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.710965] env[63676]: DEBUG oslo_vmware.api [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1785.710965] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525a6d3a-bd85-a633-93f3-095e7ea7a55f" [ 1785.710965] env[63676]: _type = "Task" [ 1785.710965] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.720253] env[63676]: DEBUG oslo_vmware.api [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525a6d3a-bd85-a633-93f3-095e7ea7a55f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.765096] env[63676]: DEBUG oslo_concurrency.lockutils [req-76274eeb-6e4c-4878-8e4d-14788bc249ea req-ec062a5e-fbaf-441b-9c47-ade058a00ee6 service nova] Releasing lock "refresh_cache-d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1785.765096] env[63676]: DEBUG nova.compute.manager [req-76274eeb-6e4c-4878-8e4d-14788bc249ea req-ec062a5e-fbaf-441b-9c47-ade058a00ee6 service nova] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Received event network-vif-deleted-9d298595-e8fd-4937-9e94-5b02b3d8f1a5 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1785.800282] env[63676]: INFO nova.compute.manager [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Took 42.03 seconds to build instance. [ 1786.209503] env[63676]: DEBUG nova.scheduler.client.report [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1786.225741] env[63676]: DEBUG oslo_vmware.api [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525a6d3a-bd85-a633-93f3-095e7ea7a55f, 'name': SearchDatastore_Task, 'duration_secs': 0.015615} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.226056] env[63676]: DEBUG oslo_concurrency.lockutils [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.226322] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e/d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1786.226592] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eac8026b-5fdf-44b6-83b3-9b9051bd446d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.234694] env[63676]: DEBUG oslo_vmware.api [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1786.234694] env[63676]: value = "task-1925702" [ 1786.234694] env[63676]: _type = "Task" [ 1786.234694] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.244780] env[63676]: DEBUG oslo_vmware.api [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925702, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.305946] env[63676]: DEBUG oslo_concurrency.lockutils [None req-866eea7b-d5d3-480c-8f02-4b7a0e54c9f6 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Lock "5078869b-e16d-4d28-9a7d-e6f176d958c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.182s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.392087] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquiring lock "555a87e4-e882-4129-976b-504a98e29990" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.392087] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lock "555a87e4-e882-4129-976b-504a98e29990" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.392087] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquiring lock "555a87e4-e882-4129-976b-504a98e29990-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.392087] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lock "555a87e4-e882-4129-976b-504a98e29990-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.392087] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lock "555a87e4-e882-4129-976b-504a98e29990-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.394015] env[63676]: INFO nova.compute.manager [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Terminating instance [ 1786.537271] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquiring lock "5d7bfc99-f089-4d5a-aa4e-cada3e053b19" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.537271] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lock "5d7bfc99-f089-4d5a-aa4e-cada3e053b19" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.537271] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquiring lock "5d7bfc99-f089-4d5a-aa4e-cada3e053b19-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.537271] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lock "5d7bfc99-f089-4d5a-aa4e-cada3e053b19-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.537271] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lock "5d7bfc99-f089-4d5a-aa4e-cada3e053b19-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.540467] env[63676]: INFO nova.compute.manager [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Terminating instance [ 1786.574883] env[63676]: DEBUG oslo_concurrency.lockutils [None req-41de153e-4edb-4a62-ba4a-1e09bde97918 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Acquiring lock "5078869b-e16d-4d28-9a7d-e6f176d958c6" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.574883] env[63676]: DEBUG oslo_concurrency.lockutils [None req-41de153e-4edb-4a62-ba4a-1e09bde97918 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Lock "5078869b-e16d-4d28-9a7d-e6f176d958c6" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.574883] env[63676]: INFO nova.compute.manager [None req-41de153e-4edb-4a62-ba4a-1e09bde97918 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Rebooting instance [ 1786.720037] env[63676]: DEBUG oslo_concurrency.lockutils [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.013s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.723299] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.854s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.723617] env[63676]: DEBUG nova.objects.instance [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lazy-loading 'resources' on Instance uuid bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1786.748221] env[63676]: DEBUG oslo_vmware.api [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925702, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.750054] env[63676]: INFO nova.scheduler.client.report [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Deleted allocations for instance 8c888cd9-be84-4190-847b-96491a3dd73f [ 1786.897914] env[63676]: DEBUG nova.compute.manager [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1786.898184] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1786.899174] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56df4044-9be8-4c95-9bf2-4d7c130afac5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.908175] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1786.908445] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9146b14-6c3e-476d-bc52-c401dbc01a60 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.914284] env[63676]: DEBUG oslo_vmware.api [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for the task: (returnval){ [ 1786.914284] env[63676]: value = "task-1925703" [ 1786.914284] env[63676]: _type = "Task" [ 1786.914284] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.922899] env[63676]: DEBUG oslo_vmware.api [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.043691] env[63676]: DEBUG nova.compute.manager [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1787.044019] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1787.045028] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695a00fd-a403-49e8-8b20-1190f9d06ddd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.054142] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1787.054142] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ca03f3a-1746-4da2-b690-228c9c0d8afa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.064879] env[63676]: DEBUG oslo_vmware.api [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for the task: (returnval){ [ 1787.064879] env[63676]: value = "task-1925704" [ 1787.064879] env[63676]: _type = "Task" [ 1787.064879] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.084527] env[63676]: DEBUG oslo_vmware.api [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.108379] env[63676]: DEBUG oslo_concurrency.lockutils [None req-41de153e-4edb-4a62-ba4a-1e09bde97918 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Acquiring lock "refresh_cache-5078869b-e16d-4d28-9a7d-e6f176d958c6" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1787.108585] env[63676]: DEBUG oslo_concurrency.lockutils [None req-41de153e-4edb-4a62-ba4a-1e09bde97918 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Acquired lock "refresh_cache-5078869b-e16d-4d28-9a7d-e6f176d958c6" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.108888] env[63676]: DEBUG nova.network.neutron [None req-41de153e-4edb-4a62-ba4a-1e09bde97918 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1787.248550] env[63676]: DEBUG oslo_vmware.api [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925702, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659083} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.248550] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e/d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1787.248550] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1787.248550] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8a6e8fbd-412e-43ec-b101-6648c123f76f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.255202] env[63676]: DEBUG oslo_vmware.api [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1787.255202] env[63676]: value = "task-1925705" [ 1787.255202] env[63676]: _type = "Task" [ 1787.255202] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.265875] env[63676]: DEBUG oslo_concurrency.lockutils [None req-332f1d22-f53f-406c-ae3b-94581f1d7c07 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "8c888cd9-be84-4190-847b-96491a3dd73f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.889s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.266590] env[63676]: DEBUG oslo_concurrency.lockutils [req-a305a2f1-c796-4c58-91fe-e40d27d73274 req-8a0e2d94-81b3-40f1-813b-c9d400a5b6fb service nova] Acquired lock "8c888cd9-be84-4190-847b-96491a3dd73f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.271146] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73509fa4-6c5b-4c54-bbbc-206ebbb01d5b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.274184] env[63676]: DEBUG oslo_vmware.api [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925705, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.282032] env[63676]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1787.282123] env[63676]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=63676) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1787.282633] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4212b5ac-0e3f-428f-9966-a79bf9aeec60 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.293284] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267652f3-89f3-489b-adf8-6cf1b5a0ac25 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.337371] env[63676]: ERROR root [req-a305a2f1-c796-4c58-91fe-e40d27d73274 req-8a0e2d94-81b3-40f1-813b-c9d400a5b6fb service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-397016' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-397016' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-397016' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-397016'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-397016' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-397016' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-397016'}\n"]: nova.exception.InstanceNotFound: Instance 8c888cd9-be84-4190-847b-96491a3dd73f could not be found. [ 1787.337612] env[63676]: DEBUG oslo_concurrency.lockutils [req-a305a2f1-c796-4c58-91fe-e40d27d73274 req-8a0e2d94-81b3-40f1-813b-c9d400a5b6fb service nova] Releasing lock "8c888cd9-be84-4190-847b-96491a3dd73f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.337836] env[63676]: DEBUG nova.compute.manager [req-a305a2f1-c796-4c58-91fe-e40d27d73274 req-8a0e2d94-81b3-40f1-813b-c9d400a5b6fb service nova] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Detach interface failed, port_id=b5104df5-46d9-4bc3-a7c3-8b20644ab6f2, reason: Instance 8c888cd9-be84-4190-847b-96491a3dd73f could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1787.426061] env[63676]: DEBUG oslo_vmware.api [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925703, 'name': PowerOffVM_Task, 'duration_secs': 0.202484} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.426345] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1787.426519] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1787.427579] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3670405c-62af-4d60-9ff8-1acfdfd42994 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.502274] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1787.502528] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1787.502709] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Deleting the datastore file [datastore1] 555a87e4-e882-4129-976b-504a98e29990 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1787.502993] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1e44e43-a620-4649-a837-66b83abf5e11 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.513500] env[63676]: DEBUG oslo_vmware.api [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for the task: (returnval){ [ 1787.513500] env[63676]: value = "task-1925707" [ 1787.513500] env[63676]: _type = "Task" [ 1787.513500] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.521572] env[63676]: DEBUG oslo_vmware.api [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925707, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.585909] env[63676]: DEBUG oslo_vmware.api [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925704, 'name': PowerOffVM_Task, 'duration_secs': 0.198343} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.588996] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1787.589209] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1787.589496] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e66791a-e489-403d-acb4-a89095ff1a8b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.733498] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1787.737374] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1787.737666] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Deleting the datastore file [datastore1] 5d7bfc99-f089-4d5a-aa4e-cada3e053b19 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1787.737985] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56e0378c-9bdf-4b86-ae45-00e5532cd9ba {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.747210] env[63676]: DEBUG oslo_vmware.api [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for the task: (returnval){ [ 1787.747210] env[63676]: value = "task-1925709" [ 1787.747210] env[63676]: _type = "Task" [ 1787.747210] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.759730] env[63676]: DEBUG oslo_vmware.api [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.768751] env[63676]: DEBUG oslo_vmware.api [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925705, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078675} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1787.771181] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1787.772287] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22596f87-e95e-4925-a742-02f056cb9114 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.777505] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef59c244-a635-45ca-9824-19831c32093e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.805251] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e/d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1787.805686] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d53ca932-6ea2-4c4c-900a-55ec34338e64 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.820566] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee161a6-87a8-4cfd-afe5-d927ad517012 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.859823] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a96b79c2-eb0f-40c0-b731-6ff885d4429b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.863317] env[63676]: DEBUG oslo_vmware.api [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1787.863317] env[63676]: value = "task-1925710" [ 1787.863317] env[63676]: _type = "Task" [ 1787.863317] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1787.871504] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d8a485-33b8-496e-a5d8-6cf5b21bb1a5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.879136] env[63676]: DEBUG oslo_vmware.api [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.889895] env[63676]: DEBUG nova.compute.provider_tree [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1787.911734] env[63676]: DEBUG nova.network.neutron [None req-41de153e-4edb-4a62-ba4a-1e09bde97918 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Updating instance_info_cache with network_info: [{"id": "3ce5ee4f-aeb0-47ae-92cd-3249332cd572", "address": "fa:16:3e:98:5b:c1", "network": {"id": "e8197061-c016-4789-bde7-dd452928f35f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-841505681-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2db813d0d2ec42c4987dd26ca3cf4bf9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ce5ee4f-ae", "ovs_interfaceid": "3ce5ee4f-aeb0-47ae-92cd-3249332cd572", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.022733] env[63676]: DEBUG oslo_vmware.api [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925707, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.307696} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.025099] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1788.025099] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1788.025099] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1788.025099] env[63676]: INFO nova.compute.manager [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 555a87e4-e882-4129-976b-504a98e29990] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1788.025099] env[63676]: DEBUG oslo.service.loopingcall [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1788.025099] env[63676]: DEBUG nova.compute.manager [-] [instance: 555a87e4-e882-4129-976b-504a98e29990] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1788.025099] env[63676]: DEBUG nova.network.neutron [-] [instance: 555a87e4-e882-4129-976b-504a98e29990] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1788.262051] env[63676]: DEBUG oslo_vmware.api [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Task: {'id': task-1925709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.188829} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.262680] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1788.262984] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1788.263310] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1788.263567] env[63676]: INFO nova.compute.manager [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1788.263914] env[63676]: DEBUG oslo.service.loopingcall [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1788.264559] env[63676]: DEBUG nova.compute.manager [-] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1788.264559] env[63676]: DEBUG nova.network.neutron [-] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1788.381141] env[63676]: DEBUG oslo_vmware.api [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925710, 'name': ReconfigVM_Task, 'duration_secs': 0.413881} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.381141] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Reconfigured VM instance instance-0000003f to attach disk [datastore1] d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e/d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1788.381141] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d3409768-8c00-4d96-89e1-0cff88a3ffeb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.386931] env[63676]: DEBUG oslo_vmware.api [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1788.386931] env[63676]: value = "task-1925711" [ 1788.386931] env[63676]: _type = "Task" [ 1788.386931] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.393642] env[63676]: DEBUG nova.scheduler.client.report [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1788.402980] env[63676]: DEBUG oslo_vmware.api [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925711, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.414959] env[63676]: DEBUG oslo_concurrency.lockutils [None req-41de153e-4edb-4a62-ba4a-1e09bde97918 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Releasing lock "refresh_cache-5078869b-e16d-4d28-9a7d-e6f176d958c6" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1788.450197] env[63676]: DEBUG nova.compute.manager [req-f5294dee-386c-4eaf-afc9-ec49d3adfedd req-56fefd94-afba-4118-9b10-b247c4ff8d85 service nova] [instance: 555a87e4-e882-4129-976b-504a98e29990] Received event network-vif-deleted-013c9bfd-a431-4a88-8f34-65e693b96a82 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1788.450488] env[63676]: INFO nova.compute.manager [req-f5294dee-386c-4eaf-afc9-ec49d3adfedd req-56fefd94-afba-4118-9b10-b247c4ff8d85 service nova] [instance: 555a87e4-e882-4129-976b-504a98e29990] Neutron deleted interface 013c9bfd-a431-4a88-8f34-65e693b96a82; detaching it from the instance and deleting it from the info cache [ 1788.450719] env[63676]: DEBUG nova.network.neutron [req-f5294dee-386c-4eaf-afc9-ec49d3adfedd req-56fefd94-afba-4118-9b10-b247c4ff8d85 service nova] [instance: 555a87e4-e882-4129-976b-504a98e29990] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.691543] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Acquiring lock "e74e3fe1-d96c-4da8-b23b-4038c11789bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1788.692182] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Lock "e74e3fe1-d96c-4da8-b23b-4038c11789bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.701515] env[63676]: DEBUG nova.compute.manager [req-b70559a1-96bb-4b39-9778-4a341e8bc538 req-5e5475b6-5d07-4600-b2a7-c0c9028838ea service nova] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Received event network-vif-deleted-82f63bc4-6e85-4ec6-bef3-c82a357318f0 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1788.701710] env[63676]: INFO nova.compute.manager [req-b70559a1-96bb-4b39-9778-4a341e8bc538 req-5e5475b6-5d07-4600-b2a7-c0c9028838ea service nova] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Neutron deleted interface 82f63bc4-6e85-4ec6-bef3-c82a357318f0; detaching it from the instance and deleting it from the info cache [ 1788.701937] env[63676]: DEBUG nova.network.neutron [req-b70559a1-96bb-4b39-9778-4a341e8bc538 req-5e5475b6-5d07-4600-b2a7-c0c9028838ea service nova] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.758363] env[63676]: DEBUG oslo_vmware.rw_handles [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c73b7-3d39-a8c9-b26b-a0d7ee4cfa25/disk-0.vmdk. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1788.759376] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52c96a2-8e59-4366-822f-d027d159b8fb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.766173] env[63676]: DEBUG oslo_vmware.rw_handles [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c73b7-3d39-a8c9-b26b-a0d7ee4cfa25/disk-0.vmdk is in state: ready. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1788.766352] env[63676]: ERROR oslo_vmware.rw_handles [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c73b7-3d39-a8c9-b26b-a0d7ee4cfa25/disk-0.vmdk due to incomplete transfer. [ 1788.766590] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e35c9e3a-20fc-4603-9761-70a72005cfaa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.773698] env[63676]: DEBUG oslo_vmware.rw_handles [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529c73b7-3d39-a8c9-b26b-a0d7ee4cfa25/disk-0.vmdk. {{(pid=63676) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1788.773892] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Uploaded image 0e3938fc-44a1-41f5-9030-f34fb1a7fd84 to the Glance image server {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1788.776377] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Destroying the VM {{(pid=63676) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1788.776640] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cde153ca-8f14-40a5-911b-ffc2d460f46a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.782193] env[63676]: DEBUG oslo_vmware.api [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1788.782193] env[63676]: value = "task-1925712" [ 1788.782193] env[63676]: _type = "Task" [ 1788.782193] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.790365] env[63676]: DEBUG oslo_vmware.api [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925712, 'name': Destroy_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.897553] env[63676]: DEBUG oslo_vmware.api [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925711, 'name': Rename_Task, 'duration_secs': 0.20153} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.897845] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1788.898122] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d4e9ae2-17f3-4b50-bca1-8a12edea8a2e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.906360] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.909475] env[63676]: DEBUG oslo_vmware.api [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1788.909475] env[63676]: value = "task-1925713" [ 1788.909475] env[63676]: _type = "Task" [ 1788.909475] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.909923] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.757s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.911530] env[63676]: INFO nova.compute.claims [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1788.915285] env[63676]: DEBUG nova.network.neutron [-] [instance: 555a87e4-e882-4129-976b-504a98e29990] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1788.927035] env[63676]: DEBUG oslo_vmware.api [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925713, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.927481] env[63676]: DEBUG nova.compute.manager [None req-41de153e-4edb-4a62-ba4a-1e09bde97918 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1788.928267] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d573ac27-e06f-4fe7-ba08-7279d01ad217 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.956502] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8888e2f6-7fe3-40d4-8971-49095790b014 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.968541] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d811553-3d66-4541-bd76-977a13a39c6f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.983266] env[63676]: INFO nova.scheduler.client.report [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Deleted allocations for instance bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1 [ 1789.009903] env[63676]: DEBUG nova.compute.manager [req-f5294dee-386c-4eaf-afc9-ec49d3adfedd req-56fefd94-afba-4118-9b10-b247c4ff8d85 service nova] [instance: 555a87e4-e882-4129-976b-504a98e29990] Detach interface failed, port_id=013c9bfd-a431-4a88-8f34-65e693b96a82, reason: Instance 555a87e4-e882-4129-976b-504a98e29990 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1789.134650] env[63676]: DEBUG nova.network.neutron [-] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1789.196665] env[63676]: DEBUG nova.compute.manager [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1789.206861] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b12959d9-dced-4ef6-afa8-654d2f7bbcca {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.216487] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705042fb-1941-4773-90a8-0de09b53b220 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.253446] env[63676]: DEBUG nova.compute.manager [req-b70559a1-96bb-4b39-9778-4a341e8bc538 req-5e5475b6-5d07-4600-b2a7-c0c9028838ea service nova] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Detach interface failed, port_id=82f63bc4-6e85-4ec6-bef3-c82a357318f0, reason: Instance 5d7bfc99-f089-4d5a-aa4e-cada3e053b19 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1789.293538] env[63676]: DEBUG oslo_vmware.api [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925712, 'name': Destroy_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.424661] env[63676]: INFO nova.compute.manager [-] [instance: 555a87e4-e882-4129-976b-504a98e29990] Took 1.40 seconds to deallocate network for instance. [ 1789.433413] env[63676]: DEBUG oslo_vmware.api [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925713, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.494898] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7264f278-c1b7-48cb-8584-f6780481b4be tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.422s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.637984] env[63676]: INFO nova.compute.manager [-] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Took 1.37 seconds to deallocate network for instance. [ 1789.691204] env[63676]: DEBUG oslo_concurrency.lockutils [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.691204] env[63676]: DEBUG oslo_concurrency.lockutils [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.691204] env[63676]: DEBUG oslo_concurrency.lockutils [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.691204] env[63676]: DEBUG oslo_concurrency.lockutils [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.691204] env[63676]: DEBUG oslo_concurrency.lockutils [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.692086] env[63676]: INFO nova.compute.manager [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Terminating instance [ 1789.727350] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.796748] env[63676]: DEBUG oslo_vmware.api [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925712, 'name': Destroy_Task} progress is 33%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.930576] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e5e9900c-5ed8-42cc-a497-cf03b45552cc tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "14eb37de-de3c-4c1d-a078-7238551074b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.930576] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e5e9900c-5ed8-42cc-a497-cf03b45552cc tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "14eb37de-de3c-4c1d-a078-7238551074b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.931037] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e5e9900c-5ed8-42cc-a497-cf03b45552cc tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "14eb37de-de3c-4c1d-a078-7238551074b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.931410] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e5e9900c-5ed8-42cc-a497-cf03b45552cc tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "14eb37de-de3c-4c1d-a078-7238551074b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.932073] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e5e9900c-5ed8-42cc-a497-cf03b45552cc tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "14eb37de-de3c-4c1d-a078-7238551074b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.933712] env[63676]: DEBUG oslo_vmware.api [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925713, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.934560] env[63676]: INFO nova.compute.manager [None req-e5e9900c-5ed8-42cc-a497-cf03b45552cc tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Terminating instance [ 1789.937260] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.944432] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e31d494-ff95-4520-a5fd-e866ad846ce8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.957917] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-41de153e-4edb-4a62-ba4a-1e09bde97918 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Doing hard reboot of VM {{(pid=63676) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1789.957917] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-1bf261e3-4f68-4e45-930f-57e9ab5a75c0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.971336] env[63676]: DEBUG oslo_vmware.api [None req-41de153e-4edb-4a62-ba4a-1e09bde97918 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Waiting for the task: (returnval){ [ 1789.971336] env[63676]: value = "task-1925714" [ 1789.971336] env[63676]: _type = "Task" [ 1789.971336] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.985668] env[63676]: DEBUG oslo_vmware.api [None req-41de153e-4edb-4a62-ba4a-1e09bde97918 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Task: {'id': task-1925714, 'name': ResetVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.146600] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.196243] env[63676]: DEBUG nova.compute.manager [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1790.197058] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1790.200742] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ca8355-c5e9-4dd0-b950-34508c664da2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.209064] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1790.209339] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a426998-2b08-477f-b8d9-8efc8d6812a3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.218851] env[63676]: DEBUG oslo_vmware.api [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1790.218851] env[63676]: value = "task-1925715" [ 1790.218851] env[63676]: _type = "Task" [ 1790.218851] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.226717] env[63676]: DEBUG oslo_vmware.api [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.297513] env[63676]: DEBUG oslo_vmware.api [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925712, 'name': Destroy_Task, 'duration_secs': 1.20455} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.298236] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Destroyed the VM [ 1790.298575] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Deleting Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1790.299146] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-24c02b21-ec4e-4386-a61d-934662b693ac {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.312023] env[63676]: DEBUG oslo_vmware.api [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1790.312023] env[63676]: value = "task-1925716" [ 1790.312023] env[63676]: _type = "Task" [ 1790.312023] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.318347] env[63676]: DEBUG oslo_vmware.api [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925716, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.414765] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c0f568-bc93-432f-ad56-8b2bc2822593 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.427444] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9154eba6-ab81-42d1-8a55-c8506c62d1f5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.430338] env[63676]: DEBUG oslo_vmware.api [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925713, 'name': PowerOnVM_Task, 'duration_secs': 1.16427} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.430596] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1790.430803] env[63676]: INFO nova.compute.manager [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1790.430971] env[63676]: DEBUG nova.compute.manager [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1790.432038] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f70dd11-19aa-4a76-a777-5d2e5675d9f3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.459534] env[63676]: DEBUG nova.compute.manager [None req-e5e9900c-5ed8-42cc-a497-cf03b45552cc tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1790.459746] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e9900c-5ed8-42cc-a497-cf03b45552cc tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1790.461064] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd194d53-0821-4bc8-9df7-8ef98bb364ec {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.464113] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f79d7ed-3edc-49b6-91e5-da6084998011 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.480832] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54789b4d-fbf9-4787-8469-3d8f4ca4b062 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.484423] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e9900c-5ed8-42cc-a497-cf03b45552cc tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1790.484423] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea949e5d-7b65-458a-8968-6b1b1db00a4c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.492594] env[63676]: DEBUG oslo_vmware.api [None req-41de153e-4edb-4a62-ba4a-1e09bde97918 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Task: {'id': task-1925714, 'name': ResetVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.500389] env[63676]: DEBUG nova.compute.provider_tree [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1790.736431] env[63676]: DEBUG oslo_vmware.api [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.818319] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "43d0f36f-37e4-47e3-9a1c-0ac979c13a10" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.818441] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "43d0f36f-37e4-47e3-9a1c-0ac979c13a10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.823677] env[63676]: DEBUG oslo_vmware.api [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925716, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.826867] env[63676]: DEBUG oslo_concurrency.lockutils [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.827135] env[63676]: DEBUG oslo_concurrency.lockutils [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.982372] env[63676]: INFO nova.compute.manager [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Took 42.87 seconds to build instance. [ 1790.987104] env[63676]: DEBUG oslo_vmware.api [None req-41de153e-4edb-4a62-ba4a-1e09bde97918 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Task: {'id': task-1925714, 'name': ResetVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.004405] env[63676]: DEBUG nova.scheduler.client.report [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1791.230279] env[63676]: DEBUG oslo_vmware.api [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.320059] env[63676]: DEBUG oslo_vmware.api [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925716, 'name': RemoveSnapshot_Task, 'duration_secs': 1.009035} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.320302] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Deleted Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1791.320539] env[63676]: INFO nova.compute.manager [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Took 13.71 seconds to snapshot the instance on the hypervisor. [ 1791.324857] env[63676]: DEBUG nova.compute.manager [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1791.329430] env[63676]: DEBUG nova.compute.manager [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1791.487393] env[63676]: DEBUG oslo_concurrency.lockutils [None req-adfc4190-0fb2-44e5-8e77-9d3ac4d0713f tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.390s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.487760] env[63676]: DEBUG oslo_vmware.api [None req-41de153e-4edb-4a62-ba4a-1e09bde97918 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Task: {'id': task-1925714, 'name': ResetVM_Task, 'duration_secs': 1.116983} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.488090] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-41de153e-4edb-4a62-ba4a-1e09bde97918 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Did hard reboot of VM {{(pid=63676) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1791.488347] env[63676]: DEBUG nova.compute.manager [None req-41de153e-4edb-4a62-ba4a-1e09bde97918 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1791.489190] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb3ef408-4d55-4d5b-999d-eeac50962dd5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.509580] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1791.510074] env[63676]: DEBUG nova.compute.manager [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1791.512494] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.625s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1791.513961] env[63676]: INFO nova.compute.claims [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1791.668035] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e9900c-5ed8-42cc-a497-cf03b45552cc tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1791.668332] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e9900c-5ed8-42cc-a497-cf03b45552cc tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1791.668600] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e9900c-5ed8-42cc-a497-cf03b45552cc tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Deleting the datastore file [datastore1] 14eb37de-de3c-4c1d-a078-7238551074b3 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1791.668953] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-03eca0c3-bd34-438a-b201-7e93617daec6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.675716] env[63676]: DEBUG oslo_vmware.api [None req-e5e9900c-5ed8-42cc-a497-cf03b45552cc tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1791.675716] env[63676]: value = "task-1925718" [ 1791.675716] env[63676]: _type = "Task" [ 1791.675716] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.684039] env[63676]: DEBUG oslo_vmware.api [None req-e5e9900c-5ed8-42cc-a497-cf03b45552cc tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.728690] env[63676]: DEBUG oslo_vmware.api [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925715, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.824370] env[63676]: DEBUG nova.compute.manager [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Instance disappeared during snapshot {{(pid=63676) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 1791.838079] env[63676]: DEBUG nova.compute.manager [None req-89ac6f41-1ebb-40f8-b204-15cbfa176b1f tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Image not found during clean up 0e3938fc-44a1-41f5-9030-f34fb1a7fd84 {{(pid=63676) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 1791.850451] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.852794] env[63676]: DEBUG oslo_concurrency.lockutils [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.002813] env[63676]: DEBUG oslo_concurrency.lockutils [None req-41de153e-4edb-4a62-ba4a-1e09bde97918 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Lock "5078869b-e16d-4d28-9a7d-e6f176d958c6" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.430s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.018210] env[63676]: DEBUG nova.compute.utils [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1792.021730] env[63676]: DEBUG nova.compute.manager [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1792.021921] env[63676]: DEBUG nova.network.neutron [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1792.073457] env[63676]: DEBUG nova.policy [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0bc637106044423d8edf1afce32f3fb0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'da73127d316441feba727a385ef14bca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1792.188210] env[63676]: DEBUG oslo_vmware.api [None req-e5e9900c-5ed8-42cc-a497-cf03b45552cc tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217214} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.188604] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5e9900c-5ed8-42cc-a497-cf03b45552cc tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1792.188885] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e9900c-5ed8-42cc-a497-cf03b45552cc tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1792.189197] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e9900c-5ed8-42cc-a497-cf03b45552cc tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1792.189483] env[63676]: INFO nova.compute.manager [None req-e5e9900c-5ed8-42cc-a497-cf03b45552cc tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1792.189847] env[63676]: DEBUG oslo.service.loopingcall [None req-e5e9900c-5ed8-42cc-a497-cf03b45552cc tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1792.190156] env[63676]: DEBUG nova.compute.manager [-] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1792.190302] env[63676]: DEBUG nova.network.neutron [-] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1792.235668] env[63676]: DEBUG oslo_vmware.api [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925715, 'name': PowerOffVM_Task, 'duration_secs': 1.513607} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.236146] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1792.236441] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1792.236837] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c37799a-cd6a-488b-a9d6-6d29a5c23fc3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.269026] env[63676]: DEBUG nova.compute.manager [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Stashing vm_state: active {{(pid=63676) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1792.344027] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1792.344345] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1792.344464] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Deleting the datastore file [datastore1] ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1792.344691] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d49a4927-f5d3-4ee9-acf0-f2db8a8858c2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.351321] env[63676]: DEBUG oslo_vmware.api [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1792.351321] env[63676]: value = "task-1925720" [ 1792.351321] env[63676]: _type = "Task" [ 1792.351321] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.363252] env[63676]: DEBUG oslo_vmware.api [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925720, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.424520] env[63676]: DEBUG nova.network.neutron [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Successfully created port: 1d3f8cf1-12bd-4bdc-8502-c8d249219c54 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1792.508435] env[63676]: DEBUG nova.compute.manager [req-421525ff-d11d-4cb9-a833-10d36030e802 req-a6705949-e84e-494b-93d8-10685a5306bd service nova] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Received event network-vif-deleted-decd3915-9b31-4acd-9cd1-19a2d65c9d3f {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1792.508722] env[63676]: INFO nova.compute.manager [req-421525ff-d11d-4cb9-a833-10d36030e802 req-a6705949-e84e-494b-93d8-10685a5306bd service nova] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Neutron deleted interface decd3915-9b31-4acd-9cd1-19a2d65c9d3f; detaching it from the instance and deleting it from the info cache [ 1792.508822] env[63676]: DEBUG nova.network.neutron [req-421525ff-d11d-4cb9-a833-10d36030e802 req-a6705949-e84e-494b-93d8-10685a5306bd service nova] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1792.522650] env[63676]: DEBUG nova.compute.manager [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1792.793730] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.866109] env[63676]: DEBUG oslo_vmware.api [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925720, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266741} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.868913] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1792.870259] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1792.870523] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1792.870732] env[63676]: INFO nova.compute.manager [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Took 2.67 seconds to destroy the instance on the hypervisor. [ 1792.870986] env[63676]: DEBUG oslo.service.loopingcall [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1792.872353] env[63676]: DEBUG nova.compute.manager [-] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1792.872353] env[63676]: DEBUG nova.network.neutron [-] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1792.967807] env[63676]: DEBUG nova.network.neutron [-] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.013072] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c971a8ba-ce65-443e-8ec5-e752a3d4e150 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.026910] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f6de47-e93e-44d1-a46e-5a858be6b16f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.043565] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a277a70-2a07-4f7d-b25d-d60426f669f3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.054477] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5a76f2-9fd9-4ef5-a75d-a34ccfff8ab4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.071411] env[63676]: DEBUG nova.compute.manager [req-421525ff-d11d-4cb9-a833-10d36030e802 req-a6705949-e84e-494b-93d8-10685a5306bd service nova] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Detach interface failed, port_id=decd3915-9b31-4acd-9cd1-19a2d65c9d3f, reason: Instance 14eb37de-de3c-4c1d-a078-7238551074b3 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1793.100491] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d14326e-726c-4f5a-a14b-a0ca2da209be {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.110069] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6a7035-ad5a-4b8f-bc93-de5e80355505 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.132764] env[63676]: DEBUG nova.compute.provider_tree [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1793.470316] env[63676]: INFO nova.compute.manager [-] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Took 1.28 seconds to deallocate network for instance. [ 1793.548451] env[63676]: DEBUG nova.compute.manager [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1793.576622] env[63676]: DEBUG nova.virt.hardware [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1793.576868] env[63676]: DEBUG nova.virt.hardware [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1793.577035] env[63676]: DEBUG nova.virt.hardware [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1793.577219] env[63676]: DEBUG nova.virt.hardware [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1793.577365] env[63676]: DEBUG nova.virt.hardware [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1793.577510] env[63676]: DEBUG nova.virt.hardware [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1793.577722] env[63676]: DEBUG nova.virt.hardware [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1793.577879] env[63676]: DEBUG nova.virt.hardware [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1793.578056] env[63676]: DEBUG nova.virt.hardware [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1793.578226] env[63676]: DEBUG nova.virt.hardware [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1793.578404] env[63676]: DEBUG nova.virt.hardware [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1793.579320] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969e214f-271a-4057-9653-52313b9d324d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.587504] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa5b25e-adb0-4e5b-8150-d8068c842bba {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.654097] env[63676]: ERROR nova.scheduler.client.report [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [req-0f0da11f-fd95-473a-b96d-3f255d701041] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5759d2a2-0179-444e-89b9-d9d622fd17b7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0f0da11f-fd95-473a-b96d-3f255d701041"}]} [ 1793.670656] env[63676]: DEBUG nova.scheduler.client.report [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Refreshing inventories for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1793.685653] env[63676]: DEBUG nova.scheduler.client.report [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Updating ProviderTree inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1793.685896] env[63676]: DEBUG nova.compute.provider_tree [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1793.689270] env[63676]: DEBUG nova.network.neutron [-] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1793.699333] env[63676]: DEBUG nova.scheduler.client.report [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Refreshing aggregate associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, aggregates: None {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1793.719436] env[63676]: DEBUG nova.scheduler.client.report [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Refreshing trait associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1793.779462] env[63676]: DEBUG oslo_concurrency.lockutils [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Acquiring lock "5078869b-e16d-4d28-9a7d-e6f176d958c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.779689] env[63676]: DEBUG oslo_concurrency.lockutils [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Lock "5078869b-e16d-4d28-9a7d-e6f176d958c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.779893] env[63676]: DEBUG oslo_concurrency.lockutils [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Acquiring lock "5078869b-e16d-4d28-9a7d-e6f176d958c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1793.780086] env[63676]: DEBUG oslo_concurrency.lockutils [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Lock "5078869b-e16d-4d28-9a7d-e6f176d958c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.780914] env[63676]: DEBUG oslo_concurrency.lockutils [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Lock "5078869b-e16d-4d28-9a7d-e6f176d958c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1793.784834] env[63676]: INFO nova.compute.manager [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Terminating instance [ 1793.979276] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e5e9900c-5ed8-42cc-a497-cf03b45552cc tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.136995] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed86836d-e70e-4c2a-a229-cbe435ce67f3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.144283] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a85d54-7b90-4751-bbfc-a912a11ddca5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.175040] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6410edf9-0899-44bf-9d9e-34c5595f0562 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.178402] env[63676]: DEBUG nova.compute.manager [req-93e101be-6469-4f25-ad39-2710b4246422 req-34b9bdfa-d35e-49c8-b17c-7fd32c78c249 service nova] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Received event network-vif-plugged-1d3f8cf1-12bd-4bdc-8502-c8d249219c54 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1794.178744] env[63676]: DEBUG oslo_concurrency.lockutils [req-93e101be-6469-4f25-ad39-2710b4246422 req-34b9bdfa-d35e-49c8-b17c-7fd32c78c249 service nova] Acquiring lock "257c89fd-bb9a-442e-9b63-ff0b06b33565-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.178797] env[63676]: DEBUG oslo_concurrency.lockutils [req-93e101be-6469-4f25-ad39-2710b4246422 req-34b9bdfa-d35e-49c8-b17c-7fd32c78c249 service nova] Lock "257c89fd-bb9a-442e-9b63-ff0b06b33565-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.178958] env[63676]: DEBUG oslo_concurrency.lockutils [req-93e101be-6469-4f25-ad39-2710b4246422 req-34b9bdfa-d35e-49c8-b17c-7fd32c78c249 service nova] Lock "257c89fd-bb9a-442e-9b63-ff0b06b33565-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.179136] env[63676]: DEBUG nova.compute.manager [req-93e101be-6469-4f25-ad39-2710b4246422 req-34b9bdfa-d35e-49c8-b17c-7fd32c78c249 service nova] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] No waiting events found dispatching network-vif-plugged-1d3f8cf1-12bd-4bdc-8502-c8d249219c54 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1794.179621] env[63676]: WARNING nova.compute.manager [req-93e101be-6469-4f25-ad39-2710b4246422 req-34b9bdfa-d35e-49c8-b17c-7fd32c78c249 service nova] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Received unexpected event network-vif-plugged-1d3f8cf1-12bd-4bdc-8502-c8d249219c54 for instance with vm_state building and task_state spawning. [ 1794.185476] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b01fc7-eecb-484c-b620-8073d572acca {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.191772] env[63676]: INFO nova.compute.manager [-] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Took 1.32 seconds to deallocate network for instance. [ 1794.201029] env[63676]: DEBUG nova.compute.provider_tree [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1794.283887] env[63676]: DEBUG nova.network.neutron [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Successfully updated port: 1d3f8cf1-12bd-4bdc-8502-c8d249219c54 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1794.291176] env[63676]: DEBUG nova.compute.manager [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1794.291452] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1794.292314] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e2f08a-f042-4e85-aa25-92215ca578f7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.301885] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1794.301885] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-801dc8f5-b39f-4c2f-ae17-6333dd3f6c38 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.307723] env[63676]: DEBUG oslo_vmware.api [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Waiting for the task: (returnval){ [ 1794.307723] env[63676]: value = "task-1925721" [ 1794.307723] env[63676]: _type = "Task" [ 1794.307723] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.318856] env[63676]: DEBUG oslo_vmware.api [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Task: {'id': task-1925721, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.586723] env[63676]: DEBUG nova.compute.manager [req-4d757c53-fcba-4aaf-a2fa-0a6db317c830 req-22e34254-3038-468a-8b93-651b81d190cd service nova] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Received event network-vif-deleted-a70d4596-3497-4e1d-95ea-15f80ffb763f {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1794.708600] env[63676]: DEBUG oslo_concurrency.lockutils [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.735819] env[63676]: DEBUG nova.scheduler.client.report [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Updated inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with generation 91 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1794.735957] env[63676]: DEBUG nova.compute.provider_tree [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Updating resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 generation from 91 to 92 during operation: update_inventory {{(pid=63676) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1794.736048] env[63676]: DEBUG nova.compute.provider_tree [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1794.786292] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Acquiring lock "refresh_cache-257c89fd-bb9a-442e-9b63-ff0b06b33565" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.786444] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Acquired lock "refresh_cache-257c89fd-bb9a-442e-9b63-ff0b06b33565" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.786606] env[63676]: DEBUG nova.network.neutron [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1794.817805] env[63676]: DEBUG oslo_vmware.api [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Task: {'id': task-1925721, 'name': PowerOffVM_Task, 'duration_secs': 0.355773} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.818080] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1794.818247] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1794.818491] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-748e884d-b6a8-48fd-872d-0b73ffe312f8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.903790] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1794.904029] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1794.904222] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Deleting the datastore file [datastore1] 5078869b-e16d-4d28-9a7d-e6f176d958c6 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1794.904515] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b3a4d91a-9d25-421e-80eb-513f57e0b6c7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.910935] env[63676]: DEBUG oslo_vmware.api [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Waiting for the task: (returnval){ [ 1794.910935] env[63676]: value = "task-1925723" [ 1794.910935] env[63676]: _type = "Task" [ 1794.910935] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.918943] env[63676]: DEBUG oslo_vmware.api [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Task: {'id': task-1925723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.242634] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.730s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.243136] env[63676]: DEBUG nova.compute.manager [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1795.251559] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.913s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.256912] env[63676]: INFO nova.compute.claims [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1795.351702] env[63676]: DEBUG nova.network.neutron [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1795.420231] env[63676]: DEBUG oslo_vmware.api [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Task: {'id': task-1925723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135045} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.420466] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1795.420697] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1795.420902] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1795.421133] env[63676]: INFO nova.compute.manager [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1795.421418] env[63676]: DEBUG oslo.service.loopingcall [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1795.421729] env[63676]: DEBUG nova.compute.manager [-] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1795.421848] env[63676]: DEBUG nova.network.neutron [-] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1795.555512] env[63676]: DEBUG nova.network.neutron [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Updating instance_info_cache with network_info: [{"id": "1d3f8cf1-12bd-4bdc-8502-c8d249219c54", "address": "fa:16:3e:26:a2:2a", "network": {"id": "a1b1e985-d23f-4139-a02b-4041f10032b7", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-740153801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da73127d316441feba727a385ef14bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d3f8cf1-12", "ovs_interfaceid": "1d3f8cf1-12bd-4bdc-8502-c8d249219c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.765125] env[63676]: DEBUG nova.compute.utils [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1795.768247] env[63676]: DEBUG nova.compute.manager [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1795.768410] env[63676]: DEBUG nova.network.neutron [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1795.809013] env[63676]: DEBUG nova.policy [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c1e0d0a2427455a8a2d74fad4174c94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5527e2895f394031b7676b414e9916e3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1796.059785] env[63676]: DEBUG nova.network.neutron [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Successfully created port: e44733a1-b01f-4398-8389-edb29772ac28 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1796.061910] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Releasing lock "refresh_cache-257c89fd-bb9a-442e-9b63-ff0b06b33565" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.062254] env[63676]: DEBUG nova.compute.manager [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Instance network_info: |[{"id": "1d3f8cf1-12bd-4bdc-8502-c8d249219c54", "address": "fa:16:3e:26:a2:2a", "network": {"id": "a1b1e985-d23f-4139-a02b-4041f10032b7", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-740153801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da73127d316441feba727a385ef14bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d3f8cf1-12", "ovs_interfaceid": "1d3f8cf1-12bd-4bdc-8502-c8d249219c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1796.062659] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:a2:2a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd96b39f-bd2e-48d1-85c3-577cf97f08c8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d3f8cf1-12bd-4bdc-8502-c8d249219c54', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1796.070097] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Creating folder: Project (da73127d316441feba727a385ef14bca). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1796.070861] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c431cfe6-801a-4568-8b54-69be7e0b0a9c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.081435] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Created folder: Project (da73127d316441feba727a385ef14bca) in parent group-v396927. [ 1796.081617] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Creating folder: Instances. Parent ref: group-v397097. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1796.081846] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ab594a3-d476-46a6-8d94-2d13f978b397 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.090544] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Created folder: Instances in parent group-v397097. [ 1796.090771] env[63676]: DEBUG oslo.service.loopingcall [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1796.090956] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1796.091166] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d1918160-1aed-4843-817f-930d8e152e5d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.109479] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1796.109479] env[63676]: value = "task-1925726" [ 1796.109479] env[63676]: _type = "Task" [ 1796.109479] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.116811] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925726, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.185451] env[63676]: DEBUG nova.network.neutron [-] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.205968] env[63676]: DEBUG nova.compute.manager [req-3286e241-0cd7-4555-8ae1-9941ebc9a864 req-299bff36-0db5-4bf4-b86f-377dc25df53c service nova] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Received event network-changed-1d3f8cf1-12bd-4bdc-8502-c8d249219c54 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1796.205968] env[63676]: DEBUG nova.compute.manager [req-3286e241-0cd7-4555-8ae1-9941ebc9a864 req-299bff36-0db5-4bf4-b86f-377dc25df53c service nova] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Refreshing instance network info cache due to event network-changed-1d3f8cf1-12bd-4bdc-8502-c8d249219c54. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1796.207430] env[63676]: DEBUG oslo_concurrency.lockutils [req-3286e241-0cd7-4555-8ae1-9941ebc9a864 req-299bff36-0db5-4bf4-b86f-377dc25df53c service nova] Acquiring lock "refresh_cache-257c89fd-bb9a-442e-9b63-ff0b06b33565" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.207589] env[63676]: DEBUG oslo_concurrency.lockutils [req-3286e241-0cd7-4555-8ae1-9941ebc9a864 req-299bff36-0db5-4bf4-b86f-377dc25df53c service nova] Acquired lock "refresh_cache-257c89fd-bb9a-442e-9b63-ff0b06b33565" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.207758] env[63676]: DEBUG nova.network.neutron [req-3286e241-0cd7-4555-8ae1-9941ebc9a864 req-299bff36-0db5-4bf4-b86f-377dc25df53c service nova] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Refreshing network info cache for port 1d3f8cf1-12bd-4bdc-8502-c8d249219c54 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1796.269053] env[63676]: DEBUG nova.compute.manager [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1796.611772] env[63676]: DEBUG nova.compute.manager [req-3664bcae-f5e8-4a5d-8876-1516d984bd29 req-8c261966-2989-41e4-8174-f9029b9e6097 service nova] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Received event network-vif-deleted-3ce5ee4f-aeb0-47ae-92cd-3249332cd572 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1796.623294] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925726, 'name': CreateVM_Task, 'duration_secs': 0.418805} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.623458] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1796.624147] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.624313] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.624635] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1796.625136] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84c60a37-8ae5-4af7-957a-fbc0039b285f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.632222] env[63676]: DEBUG oslo_vmware.api [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Waiting for the task: (returnval){ [ 1796.632222] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529172ed-b8c0-311f-c80f-9ba3b3af95d6" [ 1796.632222] env[63676]: _type = "Task" [ 1796.632222] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.640264] env[63676]: DEBUG oslo_vmware.api [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529172ed-b8c0-311f-c80f-9ba3b3af95d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.651606] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66347847-bb58-465b-876e-0e9196102629 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.658698] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee8faf6-24b8-4d37-8860-bec1399c5ee4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.689013] env[63676]: INFO nova.compute.manager [-] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Took 1.27 seconds to deallocate network for instance. [ 1796.691467] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba9902c-3184-4c75-afac-636d60d3a9eb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.701758] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf65fa9-934d-4d8b-8f59-8dfa94a8c719 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.719032] env[63676]: DEBUG nova.compute.provider_tree [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1797.066114] env[63676]: DEBUG nova.network.neutron [req-3286e241-0cd7-4555-8ae1-9941ebc9a864 req-299bff36-0db5-4bf4-b86f-377dc25df53c service nova] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Updated VIF entry in instance network info cache for port 1d3f8cf1-12bd-4bdc-8502-c8d249219c54. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1797.066487] env[63676]: DEBUG nova.network.neutron [req-3286e241-0cd7-4555-8ae1-9941ebc9a864 req-299bff36-0db5-4bf4-b86f-377dc25df53c service nova] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Updating instance_info_cache with network_info: [{"id": "1d3f8cf1-12bd-4bdc-8502-c8d249219c54", "address": "fa:16:3e:26:a2:2a", "network": {"id": "a1b1e985-d23f-4139-a02b-4041f10032b7", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-740153801-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "da73127d316441feba727a385ef14bca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd96b39f-bd2e-48d1-85c3-577cf97f08c8", "external-id": "cl2-zone-84", "segmentation_id": 84, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d3f8cf1-12", "ovs_interfaceid": "1d3f8cf1-12bd-4bdc-8502-c8d249219c54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.143733] env[63676]: DEBUG oslo_vmware.api [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529172ed-b8c0-311f-c80f-9ba3b3af95d6, 'name': SearchDatastore_Task, 'duration_secs': 0.013002} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.143994] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.144242] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1797.144487] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.144636] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.144850] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1797.145078] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10e520d4-7740-4420-a85d-e5995e723b92 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.153492] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1797.153710] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1797.154421] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6dd20d0-c319-440f-b85b-b20ab71e0dae {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.159410] env[63676]: DEBUG oslo_vmware.api [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Waiting for the task: (returnval){ [ 1797.159410] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b5bf1f-13e1-91b0-37f8-01199ab74a08" [ 1797.159410] env[63676]: _type = "Task" [ 1797.159410] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.167235] env[63676]: DEBUG oslo_vmware.api [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b5bf1f-13e1-91b0-37f8-01199ab74a08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.198414] env[63676]: DEBUG oslo_concurrency.lockutils [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.223600] env[63676]: DEBUG nova.scheduler.client.report [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1797.280266] env[63676]: DEBUG nova.compute.manager [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1797.304840] env[63676]: DEBUG nova.virt.hardware [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1797.305114] env[63676]: DEBUG nova.virt.hardware [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1797.305272] env[63676]: DEBUG nova.virt.hardware [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1797.305451] env[63676]: DEBUG nova.virt.hardware [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1797.305594] env[63676]: DEBUG nova.virt.hardware [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1797.305743] env[63676]: DEBUG nova.virt.hardware [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1797.305944] env[63676]: DEBUG nova.virt.hardware [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1797.306115] env[63676]: DEBUG nova.virt.hardware [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1797.306286] env[63676]: DEBUG nova.virt.hardware [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1797.306446] env[63676]: DEBUG nova.virt.hardware [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1797.306646] env[63676]: DEBUG nova.virt.hardware [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1797.307773] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0276d906-aeee-47a8-b061-01d9413f5394 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.316222] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0822dff-1e6e-45bb-bff3-96e77f00aa44 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.549802] env[63676]: DEBUG nova.network.neutron [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Successfully updated port: e44733a1-b01f-4398-8389-edb29772ac28 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1797.569076] env[63676]: DEBUG oslo_concurrency.lockutils [req-3286e241-0cd7-4555-8ae1-9941ebc9a864 req-299bff36-0db5-4bf4-b86f-377dc25df53c service nova] Releasing lock "refresh_cache-257c89fd-bb9a-442e-9b63-ff0b06b33565" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.670173] env[63676]: DEBUG oslo_vmware.api [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b5bf1f-13e1-91b0-37f8-01199ab74a08, 'name': SearchDatastore_Task, 'duration_secs': 0.008417} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1797.670615] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbd62dbb-c0ae-4abd-bee8-69d27a2cae8d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.675997] env[63676]: DEBUG oslo_vmware.api [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Waiting for the task: (returnval){ [ 1797.675997] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527451df-949d-85e7-bb94-ea6f148c1b86" [ 1797.675997] env[63676]: _type = "Task" [ 1797.675997] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1797.683853] env[63676]: DEBUG oslo_vmware.api [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527451df-949d-85e7-bb94-ea6f148c1b86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1797.728540] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.729075] env[63676]: DEBUG nova.compute.manager [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1797.731635] env[63676]: DEBUG oslo_concurrency.lockutils [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.233s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.731859] env[63676]: DEBUG nova.objects.instance [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Lazy-loading 'resources' on Instance uuid 201a9dea-67af-4250-a839-6c1d9a882533 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1798.056678] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquiring lock "refresh_cache-0e86997d-1bbe-4ed7-a098-94c6aa30de3f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.056678] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquired lock "refresh_cache-0e86997d-1bbe-4ed7-a098-94c6aa30de3f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1798.056678] env[63676]: DEBUG nova.network.neutron [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1798.188495] env[63676]: DEBUG oslo_vmware.api [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527451df-949d-85e7-bb94-ea6f148c1b86, 'name': SearchDatastore_Task, 'duration_secs': 0.009917} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.188800] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.189086] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 257c89fd-bb9a-442e-9b63-ff0b06b33565/257c89fd-bb9a-442e-9b63-ff0b06b33565.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1798.189401] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8152e999-a27a-4ad6-92c6-56c3bc3ed496 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.197279] env[63676]: DEBUG oslo_vmware.api [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Waiting for the task: (returnval){ [ 1798.197279] env[63676]: value = "task-1925727" [ 1798.197279] env[63676]: _type = "Task" [ 1798.197279] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.208516] env[63676]: DEBUG oslo_vmware.api [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Task: {'id': task-1925727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.235201] env[63676]: DEBUG nova.compute.utils [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1798.236601] env[63676]: DEBUG nova.compute.manager [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1798.236778] env[63676]: DEBUG nova.network.neutron [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1798.296323] env[63676]: DEBUG nova.policy [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '343b9bd1f1df4d2d98ec1066d89c1ff0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7790cbad8bbe4e0c8c2b1584ceb57c2e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1798.588159] env[63676]: DEBUG nova.network.neutron [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Successfully created port: db118064-d605-495d-8ebe-bce15e62c850 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1798.604372] env[63676]: DEBUG nova.network.neutron [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1798.641213] env[63676]: DEBUG nova.compute.manager [req-c33b6260-77dd-46f0-abe2-9ada965daca3 req-58c35767-32ed-4517-8abe-bc5ebbc03ad9 service nova] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Received event network-vif-plugged-e44733a1-b01f-4398-8389-edb29772ac28 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1798.641213] env[63676]: DEBUG oslo_concurrency.lockutils [req-c33b6260-77dd-46f0-abe2-9ada965daca3 req-58c35767-32ed-4517-8abe-bc5ebbc03ad9 service nova] Acquiring lock "0e86997d-1bbe-4ed7-a098-94c6aa30de3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1798.641520] env[63676]: DEBUG oslo_concurrency.lockutils [req-c33b6260-77dd-46f0-abe2-9ada965daca3 req-58c35767-32ed-4517-8abe-bc5ebbc03ad9 service nova] Lock "0e86997d-1bbe-4ed7-a098-94c6aa30de3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1798.641598] env[63676]: DEBUG oslo_concurrency.lockutils [req-c33b6260-77dd-46f0-abe2-9ada965daca3 req-58c35767-32ed-4517-8abe-bc5ebbc03ad9 service nova] Lock "0e86997d-1bbe-4ed7-a098-94c6aa30de3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.641765] env[63676]: DEBUG nova.compute.manager [req-c33b6260-77dd-46f0-abe2-9ada965daca3 req-58c35767-32ed-4517-8abe-bc5ebbc03ad9 service nova] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] No waiting events found dispatching network-vif-plugged-e44733a1-b01f-4398-8389-edb29772ac28 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1798.641931] env[63676]: WARNING nova.compute.manager [req-c33b6260-77dd-46f0-abe2-9ada965daca3 req-58c35767-32ed-4517-8abe-bc5ebbc03ad9 service nova] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Received unexpected event network-vif-plugged-e44733a1-b01f-4398-8389-edb29772ac28 for instance with vm_state building and task_state spawning. [ 1798.642100] env[63676]: DEBUG nova.compute.manager [req-c33b6260-77dd-46f0-abe2-9ada965daca3 req-58c35767-32ed-4517-8abe-bc5ebbc03ad9 service nova] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Received event network-changed-e44733a1-b01f-4398-8389-edb29772ac28 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1798.642256] env[63676]: DEBUG nova.compute.manager [req-c33b6260-77dd-46f0-abe2-9ada965daca3 req-58c35767-32ed-4517-8abe-bc5ebbc03ad9 service nova] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Refreshing instance network info cache due to event network-changed-e44733a1-b01f-4398-8389-edb29772ac28. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1798.642428] env[63676]: DEBUG oslo_concurrency.lockutils [req-c33b6260-77dd-46f0-abe2-9ada965daca3 req-58c35767-32ed-4517-8abe-bc5ebbc03ad9 service nova] Acquiring lock "refresh_cache-0e86997d-1bbe-4ed7-a098-94c6aa30de3f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1798.694068] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4205206-19f2-464d-a465-4342b95aa86a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.703972] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421de79e-4268-490f-9a0e-a33277073d0b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.710111] env[63676]: DEBUG oslo_vmware.api [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Task: {'id': task-1925727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486748} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.712489] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 257c89fd-bb9a-442e-9b63-ff0b06b33565/257c89fd-bb9a-442e-9b63-ff0b06b33565.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1798.713194] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1798.713194] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb4a414d-27a6-475e-90e4-08a634019ed3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.739367] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8129352a-4812-4727-a14f-471df9c7ef74 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.743089] env[63676]: DEBUG nova.compute.manager [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1798.745611] env[63676]: DEBUG oslo_vmware.api [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Waiting for the task: (returnval){ [ 1798.745611] env[63676]: value = "task-1925728" [ 1798.745611] env[63676]: _type = "Task" [ 1798.745611] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.757023] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6b2ef6-51fe-48a3-80c4-e4bac1b865d7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.760421] env[63676]: DEBUG oslo_vmware.api [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Task: {'id': task-1925728, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.771323] env[63676]: DEBUG nova.compute.provider_tree [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1798.787466] env[63676]: DEBUG nova.network.neutron [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Updating instance_info_cache with network_info: [{"id": "e44733a1-b01f-4398-8389-edb29772ac28", "address": "fa:16:3e:c0:88:f1", "network": {"id": "c3194bae-cdc8-472b-a50f-ccb5f9b70928", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1050816381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5527e2895f394031b7676b414e9916e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44733a1-b0", "ovs_interfaceid": "e44733a1-b01f-4398-8389-edb29772ac28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.844391] env[63676]: DEBUG nova.network.neutron [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Successfully created port: 26da97bd-fa64-4c45-b5f5-63d9eec6366e {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1799.089566] env[63676]: DEBUG nova.network.neutron [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Successfully created port: 4430dc26-c348-4cf3-9538-3aa0c7bacd90 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1799.262195] env[63676]: DEBUG oslo_vmware.api [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Task: {'id': task-1925728, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069512} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.262195] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1799.262872] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e306179-2e3c-4b46-a0dd-5fa29b939ab0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.278024] env[63676]: DEBUG nova.scheduler.client.report [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1799.290117] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 257c89fd-bb9a-442e-9b63-ff0b06b33565/257c89fd-bb9a-442e-9b63-ff0b06b33565.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1799.290573] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Releasing lock "refresh_cache-0e86997d-1bbe-4ed7-a098-94c6aa30de3f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.291029] env[63676]: DEBUG nova.compute.manager [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Instance network_info: |[{"id": "e44733a1-b01f-4398-8389-edb29772ac28", "address": "fa:16:3e:c0:88:f1", "network": {"id": "c3194bae-cdc8-472b-a50f-ccb5f9b70928", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1050816381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5527e2895f394031b7676b414e9916e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44733a1-b0", "ovs_interfaceid": "e44733a1-b01f-4398-8389-edb29772ac28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1799.292052] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0329ed2-4299-46e0-ab59-4bc60c8768c7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.307010] env[63676]: DEBUG oslo_concurrency.lockutils [req-c33b6260-77dd-46f0-abe2-9ada965daca3 req-58c35767-32ed-4517-8abe-bc5ebbc03ad9 service nova] Acquired lock "refresh_cache-0e86997d-1bbe-4ed7-a098-94c6aa30de3f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.307284] env[63676]: DEBUG nova.network.neutron [req-c33b6260-77dd-46f0-abe2-9ada965daca3 req-58c35767-32ed-4517-8abe-bc5ebbc03ad9 service nova] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Refreshing network info cache for port e44733a1-b01f-4398-8389-edb29772ac28 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1799.308425] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:88:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e44733a1-b01f-4398-8389-edb29772ac28', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1799.318109] env[63676]: DEBUG oslo.service.loopingcall [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1799.319041] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1799.319813] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51d6c76d-b762-4291-bf05-a55879c1955a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.341033] env[63676]: DEBUG oslo_vmware.api [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Waiting for the task: (returnval){ [ 1799.341033] env[63676]: value = "task-1925729" [ 1799.341033] env[63676]: _type = "Task" [ 1799.341033] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.345617] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1799.345617] env[63676]: value = "task-1925730" [ 1799.345617] env[63676]: _type = "Task" [ 1799.345617] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.352997] env[63676]: DEBUG oslo_vmware.api [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Task: {'id': task-1925729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.357969] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925730, 'name': CreateVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.756243] env[63676]: DEBUG nova.compute.manager [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1799.780220] env[63676]: DEBUG nova.virt.hardware [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1799.780465] env[63676]: DEBUG nova.virt.hardware [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1799.780621] env[63676]: DEBUG nova.virt.hardware [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1799.780800] env[63676]: DEBUG nova.virt.hardware [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1799.780945] env[63676]: DEBUG nova.virt.hardware [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1799.781103] env[63676]: DEBUG nova.virt.hardware [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1799.781311] env[63676]: DEBUG nova.virt.hardware [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1799.781472] env[63676]: DEBUG nova.virt.hardware [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1799.781684] env[63676]: DEBUG nova.virt.hardware [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1799.781860] env[63676]: DEBUG nova.virt.hardware [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1799.782045] env[63676]: DEBUG nova.virt.hardware [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1799.782871] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c12fa2e9-19bc-48b9-a81c-465accadb043 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.790771] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bce2e58-3930-47b7-9d54-9501004c9a37 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.795156] env[63676]: DEBUG oslo_concurrency.lockutils [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.064s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1799.797031] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.793s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1799.797218] env[63676]: DEBUG nova.objects.instance [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63676) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1799.820938] env[63676]: INFO nova.scheduler.client.report [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Deleted allocations for instance 201a9dea-67af-4250-a839-6c1d9a882533 [ 1799.853154] env[63676]: DEBUG oslo_vmware.api [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Task: {'id': task-1925729, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.860552] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925730, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.166895] env[63676]: DEBUG nova.network.neutron [req-c33b6260-77dd-46f0-abe2-9ada965daca3 req-58c35767-32ed-4517-8abe-bc5ebbc03ad9 service nova] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Updated VIF entry in instance network info cache for port e44733a1-b01f-4398-8389-edb29772ac28. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1800.167314] env[63676]: DEBUG nova.network.neutron [req-c33b6260-77dd-46f0-abe2-9ada965daca3 req-58c35767-32ed-4517-8abe-bc5ebbc03ad9 service nova] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Updating instance_info_cache with network_info: [{"id": "e44733a1-b01f-4398-8389-edb29772ac28", "address": "fa:16:3e:c0:88:f1", "network": {"id": "c3194bae-cdc8-472b-a50f-ccb5f9b70928", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1050816381-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5527e2895f394031b7676b414e9916e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44733a1-b0", "ovs_interfaceid": "e44733a1-b01f-4398-8389-edb29772ac28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.884444] env[63676]: DEBUG nova.compute.manager [req-1b439c2b-bc4e-4eac-8855-c7522b42904a req-803eaca5-f5ef-400a-ab78-261cd19db048 service nova] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Received event network-vif-plugged-db118064-d605-495d-8ebe-bce15e62c850 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1800.884682] env[63676]: DEBUG oslo_concurrency.lockutils [req-1b439c2b-bc4e-4eac-8855-c7522b42904a req-803eaca5-f5ef-400a-ab78-261cd19db048 service nova] Acquiring lock "4a2985db-ab1c-4029-b5e6-2154f5308024-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.884885] env[63676]: DEBUG oslo_concurrency.lockutils [req-1b439c2b-bc4e-4eac-8855-c7522b42904a req-803eaca5-f5ef-400a-ab78-261cd19db048 service nova] Lock "4a2985db-ab1c-4029-b5e6-2154f5308024-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.885074] env[63676]: DEBUG oslo_concurrency.lockutils [req-1b439c2b-bc4e-4eac-8855-c7522b42904a req-803eaca5-f5ef-400a-ab78-261cd19db048 service nova] Lock "4a2985db-ab1c-4029-b5e6-2154f5308024-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.885265] env[63676]: DEBUG nova.compute.manager [req-1b439c2b-bc4e-4eac-8855-c7522b42904a req-803eaca5-f5ef-400a-ab78-261cd19db048 service nova] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] No waiting events found dispatching network-vif-plugged-db118064-d605-495d-8ebe-bce15e62c850 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1800.885401] env[63676]: WARNING nova.compute.manager [req-1b439c2b-bc4e-4eac-8855-c7522b42904a req-803eaca5-f5ef-400a-ab78-261cd19db048 service nova] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Received unexpected event network-vif-plugged-db118064-d605-495d-8ebe-bce15e62c850 for instance with vm_state building and task_state spawning. [ 1800.885954] env[63676]: DEBUG oslo_concurrency.lockutils [None req-25dd5489-1ef2-4d4e-962c-a03308c3df19 tempest-SecurityGroupsTestJSON-1807231133 tempest-SecurityGroupsTestJSON-1807231133-project-member] Lock "201a9dea-67af-4250-a839-6c1d9a882533" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.376s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.887817] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bf1faadd-b132-4aaa-befe-658c728a340d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.091s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1800.888892] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.013s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.889120] env[63676]: DEBUG nova.objects.instance [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Lazy-loading 'resources' on Instance uuid 688ca6c5-0cbc-4237-95b0-57fb051facb9 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1800.899767] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925730, 'name': CreateVM_Task, 'duration_secs': 0.844475} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.900698] env[63676]: DEBUG oslo_vmware.api [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Task: {'id': task-1925729, 'name': ReconfigVM_Task, 'duration_secs': 0.892622} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.900796] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1800.900991] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 257c89fd-bb9a-442e-9b63-ff0b06b33565/257c89fd-bb9a-442e-9b63-ff0b06b33565.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1800.902025] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1800.902182] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1800.902528] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1800.902987] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-17f27523-6012-4039-9a4f-6e730cb014fd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.904701] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9f9a56d-3431-464d-a897-e5625c4b8b40 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.911268] env[63676]: DEBUG oslo_vmware.api [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1800.911268] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52136b4d-dc6c-2f4f-2394-e80a65d5114d" [ 1800.911268] env[63676]: _type = "Task" [ 1800.911268] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.914814] env[63676]: DEBUG oslo_vmware.api [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Waiting for the task: (returnval){ [ 1800.914814] env[63676]: value = "task-1925731" [ 1800.914814] env[63676]: _type = "Task" [ 1800.914814] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.921453] env[63676]: DEBUG oslo_vmware.api [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52136b4d-dc6c-2f4f-2394-e80a65d5114d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.926504] env[63676]: DEBUG oslo_vmware.api [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Task: {'id': task-1925731, 'name': Rename_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.982171] env[63676]: DEBUG nova.network.neutron [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Successfully updated port: db118064-d605-495d-8ebe-bce15e62c850 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1801.378823] env[63676]: DEBUG oslo_concurrency.lockutils [req-c33b6260-77dd-46f0-abe2-9ada965daca3 req-58c35767-32ed-4517-8abe-bc5ebbc03ad9 service nova] Releasing lock "refresh_cache-0e86997d-1bbe-4ed7-a098-94c6aa30de3f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.426744] env[63676]: DEBUG oslo_vmware.api [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52136b4d-dc6c-2f4f-2394-e80a65d5114d, 'name': SearchDatastore_Task, 'duration_secs': 0.010347} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.427704] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.428098] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1801.428228] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.428401] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.428583] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1801.428850] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7b7c44e-1a50-486c-9eca-7d3e36498739 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.434315] env[63676]: DEBUG oslo_vmware.api [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Task: {'id': task-1925731, 'name': Rename_Task, 'duration_secs': 0.145356} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.434934] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1801.435218] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3547eebf-09ce-4311-9445-6a69869ba361 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.442141] env[63676]: DEBUG oslo_vmware.api [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Waiting for the task: (returnval){ [ 1801.442141] env[63676]: value = "task-1925732" [ 1801.442141] env[63676]: _type = "Task" [ 1801.442141] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.445490] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1801.445490] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1801.447510] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-449713b6-1ff2-42c9-b09d-928b5c892e13 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.453850] env[63676]: DEBUG oslo_vmware.api [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1801.453850] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d54ec6-cb56-6be9-373f-c963b7e2c559" [ 1801.453850] env[63676]: _type = "Task" [ 1801.453850] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.455548] env[63676]: DEBUG oslo_vmware.api [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Task: {'id': task-1925732, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.466818] env[63676]: DEBUG oslo_vmware.api [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d54ec6-cb56-6be9-373f-c963b7e2c559, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.930750] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a68869-9b44-4ba1-9a4a-e52bb04bb6a4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.938540] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d40ea27-e98a-404b-845c-4afd4e31573e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.980485] env[63676]: DEBUG oslo_vmware.api [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Task: {'id': task-1925732, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.984281] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62f5c675-fabf-4a38-a676-5d2f2a664ae3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.993798] env[63676]: DEBUG oslo_vmware.api [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d54ec6-cb56-6be9-373f-c963b7e2c559, 'name': SearchDatastore_Task, 'duration_secs': 0.019894} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.996504] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aafad2ef-d0de-4608-934c-778f579ced49 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.999745] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62695552-3aa9-438e-b877-a609720828f9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.007331] env[63676]: DEBUG oslo_vmware.api [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1802.007331] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524dc99c-952a-fe1a-b92a-05a38be31d27" [ 1802.007331] env[63676]: _type = "Task" [ 1802.007331] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.015890] env[63676]: DEBUG nova.compute.provider_tree [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1802.026623] env[63676]: DEBUG oslo_vmware.api [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524dc99c-952a-fe1a-b92a-05a38be31d27, 'name': SearchDatastore_Task, 'duration_secs': 0.010977} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.026736] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1802.026969] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 0e86997d-1bbe-4ed7-a098-94c6aa30de3f/0e86997d-1bbe-4ed7-a098-94c6aa30de3f.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1802.027200] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b4ad84aa-2472-4799-8fba-276669d00b69 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.034599] env[63676]: DEBUG oslo_vmware.api [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1802.034599] env[63676]: value = "task-1925733" [ 1802.034599] env[63676]: _type = "Task" [ 1802.034599] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.043282] env[63676]: DEBUG oslo_vmware.api [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.455302] env[63676]: DEBUG oslo_vmware.api [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Task: {'id': task-1925732, 'name': PowerOnVM_Task, 'duration_secs': 0.517105} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.455703] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1802.455964] env[63676]: INFO nova.compute.manager [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1802.456229] env[63676]: DEBUG nova.compute.manager [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1802.457229] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdec8cb0-6623-4268-a501-c8e9f7bbd92e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.522105] env[63676]: DEBUG nova.scheduler.client.report [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1802.547379] env[63676]: DEBUG oslo_vmware.api [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496003} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1802.548338] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 0e86997d-1bbe-4ed7-a098-94c6aa30de3f/0e86997d-1bbe-4ed7-a098-94c6aa30de3f.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1802.548554] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1802.548834] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9a522a3-269b-4097-a5bf-561cf97e8478 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1802.555300] env[63676]: DEBUG oslo_vmware.api [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1802.555300] env[63676]: value = "task-1925734" [ 1802.555300] env[63676]: _type = "Task" [ 1802.555300] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1802.562879] env[63676]: DEBUG oslo_vmware.api [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.810322] env[63676]: DEBUG nova.compute.manager [req-3a8fd621-92be-4a54-8d45-d3002a0a7f00 req-2fab9f1c-0fa0-434c-b4fb-fcbafa2e92b8 service nova] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Received event network-changed-db118064-d605-495d-8ebe-bce15e62c850 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1802.810513] env[63676]: DEBUG nova.compute.manager [req-3a8fd621-92be-4a54-8d45-d3002a0a7f00 req-2fab9f1c-0fa0-434c-b4fb-fcbafa2e92b8 service nova] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Refreshing instance network info cache due to event network-changed-db118064-d605-495d-8ebe-bce15e62c850. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1802.810734] env[63676]: DEBUG oslo_concurrency.lockutils [req-3a8fd621-92be-4a54-8d45-d3002a0a7f00 req-2fab9f1c-0fa0-434c-b4fb-fcbafa2e92b8 service nova] Acquiring lock "refresh_cache-4a2985db-ab1c-4029-b5e6-2154f5308024" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1802.811048] env[63676]: DEBUG oslo_concurrency.lockutils [req-3a8fd621-92be-4a54-8d45-d3002a0a7f00 req-2fab9f1c-0fa0-434c-b4fb-fcbafa2e92b8 service nova] Acquired lock "refresh_cache-4a2985db-ab1c-4029-b5e6-2154f5308024" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1802.811160] env[63676]: DEBUG nova.network.neutron [req-3a8fd621-92be-4a54-8d45-d3002a0a7f00 req-2fab9f1c-0fa0-434c-b4fb-fcbafa2e92b8 service nova] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Refreshing network info cache for port db118064-d605-495d-8ebe-bce15e62c850 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1802.974317] env[63676]: INFO nova.compute.manager [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Took 41.84 seconds to build instance. [ 1803.029175] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.032940] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.830s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.032940] env[63676]: INFO nova.compute.claims [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1803.062694] env[63676]: INFO nova.scheduler.client.report [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Deleted allocations for instance 688ca6c5-0cbc-4237-95b0-57fb051facb9 [ 1803.066984] env[63676]: DEBUG oslo_vmware.api [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081673} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.069426] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1803.070520] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f39ad47-5f14-4bb6-bd4c-376c49bfd64a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.096353] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 0e86997d-1bbe-4ed7-a098-94c6aa30de3f/0e86997d-1bbe-4ed7-a098-94c6aa30de3f.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1803.098227] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5abdb0b9-6b40-4c1d-a3ed-5f92b4f44ad9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.118484] env[63676]: DEBUG oslo_vmware.api [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1803.118484] env[63676]: value = "task-1925735" [ 1803.118484] env[63676]: _type = "Task" [ 1803.118484] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.127821] env[63676]: DEBUG oslo_vmware.api [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925735, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.238126] env[63676]: DEBUG nova.network.neutron [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Successfully updated port: 26da97bd-fa64-4c45-b5f5-63d9eec6366e {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1803.347793] env[63676]: DEBUG nova.network.neutron [req-3a8fd621-92be-4a54-8d45-d3002a0a7f00 req-2fab9f1c-0fa0-434c-b4fb-fcbafa2e92b8 service nova] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1803.443987] env[63676]: DEBUG nova.network.neutron [req-3a8fd621-92be-4a54-8d45-d3002a0a7f00 req-2fab9f1c-0fa0-434c-b4fb-fcbafa2e92b8 service nova] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1803.478340] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f0250259-fd40-4b12-b2b3-6ece954f4564 tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Lock "257c89fd-bb9a-442e-9b63-ff0b06b33565" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.366s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.577011] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2eadf743-02cf-4ff3-93aa-c477b76b9d1f tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Lock "688ca6c5-0cbc-4237-95b0-57fb051facb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.394s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1803.628869] env[63676]: DEBUG oslo_vmware.api [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.946909] env[63676]: DEBUG oslo_concurrency.lockutils [req-3a8fd621-92be-4a54-8d45-d3002a0a7f00 req-2fab9f1c-0fa0-434c-b4fb-fcbafa2e92b8 service nova] Releasing lock "refresh_cache-4a2985db-ab1c-4029-b5e6-2154f5308024" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1804.090699] env[63676]: DEBUG oslo_concurrency.lockutils [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Acquiring lock "257c89fd-bb9a-442e-9b63-ff0b06b33565" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.090946] env[63676]: DEBUG oslo_concurrency.lockutils [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Lock "257c89fd-bb9a-442e-9b63-ff0b06b33565" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.091173] env[63676]: DEBUG oslo_concurrency.lockutils [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Acquiring lock "257c89fd-bb9a-442e-9b63-ff0b06b33565-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.091357] env[63676]: DEBUG oslo_concurrency.lockutils [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Lock "257c89fd-bb9a-442e-9b63-ff0b06b33565-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.091521] env[63676]: DEBUG oslo_concurrency.lockutils [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Lock "257c89fd-bb9a-442e-9b63-ff0b06b33565-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.094804] env[63676]: INFO nova.compute.manager [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Terminating instance [ 1804.133995] env[63676]: DEBUG oslo_vmware.api [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925735, 'name': ReconfigVM_Task, 'duration_secs': 0.699932} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.138673] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 0e86997d-1bbe-4ed7-a098-94c6aa30de3f/0e86997d-1bbe-4ed7-a098-94c6aa30de3f.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1804.139663] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f83fc2b5-8433-4cbf-bd9b-19ca1b991bbb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.147112] env[63676]: DEBUG oslo_vmware.api [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1804.147112] env[63676]: value = "task-1925736" [ 1804.147112] env[63676]: _type = "Task" [ 1804.147112] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.156414] env[63676]: DEBUG oslo_vmware.api [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925736, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.512449] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b39dc74-02d3-45d5-a70c-e37beef2eb69 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.521280] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9aebd66-5df2-47f9-839a-22dc48a3042c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.559624] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a24e0ed-6e7f-482f-97ae-3e05c02ddf44 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.567028] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc75d4c-cadc-4b91-9811-bf9e17f8ba11 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.583988] env[63676]: DEBUG nova.compute.provider_tree [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1804.601655] env[63676]: DEBUG nova.compute.manager [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1804.601977] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1804.603107] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5264f816-faeb-407a-a6cc-db9bbf94d0dd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.611182] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1804.611507] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1282400d-96ee-4897-8256-a8ed1d3655dc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.617838] env[63676]: DEBUG oslo_vmware.api [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Waiting for the task: (returnval){ [ 1804.617838] env[63676]: value = "task-1925738" [ 1804.617838] env[63676]: _type = "Task" [ 1804.617838] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.626736] env[63676]: DEBUG oslo_vmware.api [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Task: {'id': task-1925738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.657509] env[63676]: DEBUG oslo_vmware.api [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925736, 'name': Rename_Task, 'duration_secs': 0.167817} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.657876] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1804.658176] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7ee6f531-2e3c-4724-86e8-c6946d5a7bd5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.664841] env[63676]: DEBUG oslo_vmware.api [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1804.664841] env[63676]: value = "task-1925739" [ 1804.664841] env[63676]: _type = "Task" [ 1804.664841] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.672888] env[63676]: DEBUG oslo_vmware.api [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.844112] env[63676]: DEBUG nova.compute.manager [req-128569b2-aa51-45c0-845e-d06229665cc7 req-457c4aac-31dc-41cd-ba33-0efda8b27365 service nova] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Received event network-vif-plugged-26da97bd-fa64-4c45-b5f5-63d9eec6366e {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1804.844499] env[63676]: DEBUG oslo_concurrency.lockutils [req-128569b2-aa51-45c0-845e-d06229665cc7 req-457c4aac-31dc-41cd-ba33-0efda8b27365 service nova] Acquiring lock "4a2985db-ab1c-4029-b5e6-2154f5308024-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.846680] env[63676]: DEBUG oslo_concurrency.lockutils [req-128569b2-aa51-45c0-845e-d06229665cc7 req-457c4aac-31dc-41cd-ba33-0efda8b27365 service nova] Lock "4a2985db-ab1c-4029-b5e6-2154f5308024-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.846680] env[63676]: DEBUG oslo_concurrency.lockutils [req-128569b2-aa51-45c0-845e-d06229665cc7 req-457c4aac-31dc-41cd-ba33-0efda8b27365 service nova] Lock "4a2985db-ab1c-4029-b5e6-2154f5308024-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1804.846680] env[63676]: DEBUG nova.compute.manager [req-128569b2-aa51-45c0-845e-d06229665cc7 req-457c4aac-31dc-41cd-ba33-0efda8b27365 service nova] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] No waiting events found dispatching network-vif-plugged-26da97bd-fa64-4c45-b5f5-63d9eec6366e {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1804.846680] env[63676]: WARNING nova.compute.manager [req-128569b2-aa51-45c0-845e-d06229665cc7 req-457c4aac-31dc-41cd-ba33-0efda8b27365 service nova] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Received unexpected event network-vif-plugged-26da97bd-fa64-4c45-b5f5-63d9eec6366e for instance with vm_state building and task_state spawning. [ 1804.846680] env[63676]: DEBUG nova.compute.manager [req-128569b2-aa51-45c0-845e-d06229665cc7 req-457c4aac-31dc-41cd-ba33-0efda8b27365 service nova] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Received event network-changed-26da97bd-fa64-4c45-b5f5-63d9eec6366e {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1804.846680] env[63676]: DEBUG nova.compute.manager [req-128569b2-aa51-45c0-845e-d06229665cc7 req-457c4aac-31dc-41cd-ba33-0efda8b27365 service nova] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Refreshing instance network info cache due to event network-changed-26da97bd-fa64-4c45-b5f5-63d9eec6366e. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1804.846680] env[63676]: DEBUG oslo_concurrency.lockutils [req-128569b2-aa51-45c0-845e-d06229665cc7 req-457c4aac-31dc-41cd-ba33-0efda8b27365 service nova] Acquiring lock "refresh_cache-4a2985db-ab1c-4029-b5e6-2154f5308024" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1804.846680] env[63676]: DEBUG oslo_concurrency.lockutils [req-128569b2-aa51-45c0-845e-d06229665cc7 req-457c4aac-31dc-41cd-ba33-0efda8b27365 service nova] Acquired lock "refresh_cache-4a2985db-ab1c-4029-b5e6-2154f5308024" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1804.847095] env[63676]: DEBUG nova.network.neutron [req-128569b2-aa51-45c0-845e-d06229665cc7 req-457c4aac-31dc-41cd-ba33-0efda8b27365 service nova] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Refreshing network info cache for port 26da97bd-fa64-4c45-b5f5-63d9eec6366e {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1805.087994] env[63676]: DEBUG nova.scheduler.client.report [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1805.127945] env[63676]: DEBUG oslo_vmware.api [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Task: {'id': task-1925738, 'name': PowerOffVM_Task, 'duration_secs': 0.244438} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.127945] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1805.128321] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1805.128321] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ee9a862-be1d-467d-8f50-bf5f434dd757 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.174774] env[63676]: DEBUG oslo_vmware.api [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925739, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.204254] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1805.204834] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1805.204834] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Deleting the datastore file [datastore1] 257c89fd-bb9a-442e-9b63-ff0b06b33565 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1805.204964] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2fd51980-6430-4672-a9df-90a5d0587632 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.213571] env[63676]: DEBUG oslo_vmware.api [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Waiting for the task: (returnval){ [ 1805.213571] env[63676]: value = "task-1925741" [ 1805.213571] env[63676]: _type = "Task" [ 1805.213571] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1805.223624] env[63676]: DEBUG oslo_vmware.api [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Task: {'id': task-1925741, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.400806] env[63676]: DEBUG nova.network.neutron [req-128569b2-aa51-45c0-845e-d06229665cc7 req-457c4aac-31dc-41cd-ba33-0efda8b27365 service nova] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1805.437240] env[63676]: DEBUG nova.network.neutron [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Successfully updated port: 4430dc26-c348-4cf3-9538-3aa0c7bacd90 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1805.592812] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.560s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.593422] env[63676]: DEBUG nova.compute.manager [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1805.596333] env[63676]: DEBUG oslo_concurrency.lockutils [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.615s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1805.596598] env[63676]: DEBUG nova.objects.instance [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lazy-loading 'resources' on Instance uuid b5f632e9-79d9-4f9a-98d8-4fe505c19851 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1805.614064] env[63676]: DEBUG nova.network.neutron [req-128569b2-aa51-45c0-845e-d06229665cc7 req-457c4aac-31dc-41cd-ba33-0efda8b27365 service nova] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1805.676279] env[63676]: DEBUG oslo_vmware.api [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925739, 'name': PowerOnVM_Task, 'duration_secs': 0.643382} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.676795] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1805.677133] env[63676]: INFO nova.compute.manager [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1805.677470] env[63676]: DEBUG nova.compute.manager [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1805.678373] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0735dd68-9c52-408b-ba01-10ed55e2ac53 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1805.728426] env[63676]: DEBUG oslo_vmware.api [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Task: {'id': task-1925741, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300932} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1805.729319] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1805.729319] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1805.729319] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1805.729319] env[63676]: INFO nova.compute.manager [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1805.730645] env[63676]: DEBUG oslo.service.loopingcall [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1805.730645] env[63676]: DEBUG nova.compute.manager [-] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1805.730645] env[63676]: DEBUG nova.network.neutron [-] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1805.941871] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Acquiring lock "refresh_cache-4a2985db-ab1c-4029-b5e6-2154f5308024" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1806.099988] env[63676]: DEBUG nova.compute.utils [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1806.103703] env[63676]: DEBUG nova.compute.manager [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1806.104401] env[63676]: DEBUG nova.network.neutron [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1806.118847] env[63676]: DEBUG oslo_concurrency.lockutils [req-128569b2-aa51-45c0-845e-d06229665cc7 req-457c4aac-31dc-41cd-ba33-0efda8b27365 service nova] Releasing lock "refresh_cache-4a2985db-ab1c-4029-b5e6-2154f5308024" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1806.119469] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Acquired lock "refresh_cache-4a2985db-ab1c-4029-b5e6-2154f5308024" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1806.119798] env[63676]: DEBUG nova.network.neutron [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1806.207705] env[63676]: INFO nova.compute.manager [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Took 44.34 seconds to build instance. [ 1806.215351] env[63676]: DEBUG nova.policy [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8fb959f7c7c45fda05b6ad5f1a1b9c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11302b5359cb437aac371d1206a15f11', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1806.277520] env[63676]: DEBUG nova.compute.manager [req-e82eb335-7918-4f5e-bc89-a273ef04a9b5 req-8ae0713a-4565-42d6-be7f-4c2403555026 service nova] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Received event network-vif-deleted-1d3f8cf1-12bd-4bdc-8502-c8d249219c54 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1806.277760] env[63676]: INFO nova.compute.manager [req-e82eb335-7918-4f5e-bc89-a273ef04a9b5 req-8ae0713a-4565-42d6-be7f-4c2403555026 service nova] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Neutron deleted interface 1d3f8cf1-12bd-4bdc-8502-c8d249219c54; detaching it from the instance and deleting it from the info cache [ 1806.277924] env[63676]: DEBUG nova.network.neutron [req-e82eb335-7918-4f5e-bc89-a273ef04a9b5 req-8ae0713a-4565-42d6-be7f-4c2403555026 service nova] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.563248] env[63676]: DEBUG nova.network.neutron [-] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1806.574018] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cbd286-7520-4fd1-b3f2-fd4d70b4c6f9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.582656] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0d6eef-e0c4-469c-9c35-22354cb2cef3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.615877] env[63676]: DEBUG nova.compute.manager [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1806.620880] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401137a2-bea4-444c-8ef4-eb41e6ee476f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.637112] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b24ff6-e19c-403a-8c19-119942a8c63a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.654699] env[63676]: DEBUG nova.compute.provider_tree [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1806.678912] env[63676]: DEBUG nova.network.neutron [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1806.697863] env[63676]: DEBUG nova.network.neutron [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Successfully created port: 2e9cada4-ce6c-47ca-b470-6995d667e701 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1806.710216] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f8d99a70-8eaa-4c21-8837-9b4ba341bc27 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lock "0e86997d-1bbe-4ed7-a098-94c6aa30de3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.859s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.784062] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41d007d3-6f2d-4cfc-a1ad-9b6697e6e342 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.792599] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46d6366-317f-453a-890b-c1de7cd9e986 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.826457] env[63676]: DEBUG nova.compute.manager [req-e82eb335-7918-4f5e-bc89-a273ef04a9b5 req-8ae0713a-4565-42d6-be7f-4c2403555026 service nova] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Detach interface failed, port_id=1d3f8cf1-12bd-4bdc-8502-c8d249219c54, reason: Instance 257c89fd-bb9a-442e-9b63-ff0b06b33565 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1807.064980] env[63676]: INFO nova.compute.manager [-] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Took 1.33 seconds to deallocate network for instance. [ 1807.130470] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Acquiring lock "1dfbf63e-5519-4b03-a3aa-d9c5e08087d4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.130716] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Lock "1dfbf63e-5519-4b03-a3aa-d9c5e08087d4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.131035] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Acquiring lock "1dfbf63e-5519-4b03-a3aa-d9c5e08087d4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.131242] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Lock "1dfbf63e-5519-4b03-a3aa-d9c5e08087d4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.131416] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Lock "1dfbf63e-5519-4b03-a3aa-d9c5e08087d4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.136030] env[63676]: INFO nova.compute.manager [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Terminating instance [ 1807.159851] env[63676]: DEBUG nova.scheduler.client.report [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1807.274286] env[63676]: DEBUG nova.compute.manager [req-e797348b-afd7-40bc-9f57-37faabffee85 req-cdd38f8f-7a95-4873-88d3-2399a9357601 service nova] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Received event network-vif-plugged-4430dc26-c348-4cf3-9538-3aa0c7bacd90 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1807.274524] env[63676]: DEBUG oslo_concurrency.lockutils [req-e797348b-afd7-40bc-9f57-37faabffee85 req-cdd38f8f-7a95-4873-88d3-2399a9357601 service nova] Acquiring lock "4a2985db-ab1c-4029-b5e6-2154f5308024-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.274706] env[63676]: DEBUG oslo_concurrency.lockutils [req-e797348b-afd7-40bc-9f57-37faabffee85 req-cdd38f8f-7a95-4873-88d3-2399a9357601 service nova] Lock "4a2985db-ab1c-4029-b5e6-2154f5308024-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.274892] env[63676]: DEBUG oslo_concurrency.lockutils [req-e797348b-afd7-40bc-9f57-37faabffee85 req-cdd38f8f-7a95-4873-88d3-2399a9357601 service nova] Lock "4a2985db-ab1c-4029-b5e6-2154f5308024-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.275091] env[63676]: DEBUG nova.compute.manager [req-e797348b-afd7-40bc-9f57-37faabffee85 req-cdd38f8f-7a95-4873-88d3-2399a9357601 service nova] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] No waiting events found dispatching network-vif-plugged-4430dc26-c348-4cf3-9538-3aa0c7bacd90 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1807.275302] env[63676]: WARNING nova.compute.manager [req-e797348b-afd7-40bc-9f57-37faabffee85 req-cdd38f8f-7a95-4873-88d3-2399a9357601 service nova] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Received unexpected event network-vif-plugged-4430dc26-c348-4cf3-9538-3aa0c7bacd90 for instance with vm_state building and task_state spawning. [ 1807.275479] env[63676]: DEBUG nova.compute.manager [req-e797348b-afd7-40bc-9f57-37faabffee85 req-cdd38f8f-7a95-4873-88d3-2399a9357601 service nova] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Received event network-changed-4430dc26-c348-4cf3-9538-3aa0c7bacd90 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1807.275646] env[63676]: DEBUG nova.compute.manager [req-e797348b-afd7-40bc-9f57-37faabffee85 req-cdd38f8f-7a95-4873-88d3-2399a9357601 service nova] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Refreshing instance network info cache due to event network-changed-4430dc26-c348-4cf3-9538-3aa0c7bacd90. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1807.275843] env[63676]: DEBUG oslo_concurrency.lockutils [req-e797348b-afd7-40bc-9f57-37faabffee85 req-cdd38f8f-7a95-4873-88d3-2399a9357601 service nova] Acquiring lock "refresh_cache-4a2985db-ab1c-4029-b5e6-2154f5308024" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1807.313455] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquiring lock "0e86997d-1bbe-4ed7-a098-94c6aa30de3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.314192] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lock "0e86997d-1bbe-4ed7-a098-94c6aa30de3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.314192] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquiring lock "0e86997d-1bbe-4ed7-a098-94c6aa30de3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.314192] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lock "0e86997d-1bbe-4ed7-a098-94c6aa30de3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.314401] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lock "0e86997d-1bbe-4ed7-a098-94c6aa30de3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.316959] env[63676]: INFO nova.compute.manager [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Terminating instance [ 1807.329923] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Acquiring lock "53a3b298-c0b7-4810-abd0-637f64f520a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.329923] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Lock "53a3b298-c0b7-4810-abd0-637f64f520a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.343254] env[63676]: DEBUG nova.network.neutron [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Updating instance_info_cache with network_info: [{"id": "db118064-d605-495d-8ebe-bce15e62c850", "address": "fa:16:3e:cf:ca:91", "network": {"id": "78b0913f-4b82-403f-bb62-bc28ee046c78", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2044263449", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7790cbad8bbe4e0c8c2b1584ceb57c2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb118064-d6", "ovs_interfaceid": "db118064-d605-495d-8ebe-bce15e62c850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26da97bd-fa64-4c45-b5f5-63d9eec6366e", "address": "fa:16:3e:84:2b:57", "network": {"id": "21cebfee-8fb2-444e-8657-0abc72590b89", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-113696271", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7790cbad8bbe4e0c8c2b1584ceb57c2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26da97bd-fa", "ovs_interfaceid": "26da97bd-fa64-4c45-b5f5-63d9eec6366e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4430dc26-c348-4cf3-9538-3aa0c7bacd90", "address": "fa:16:3e:c6:d0:9f", "network": {"id": "78b0913f-4b82-403f-bb62-bc28ee046c78", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2044263449", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7790cbad8bbe4e0c8c2b1584ceb57c2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4430dc26-c3", "ovs_interfaceid": "4430dc26-c348-4cf3-9538-3aa0c7bacd90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1807.575098] env[63676]: DEBUG oslo_concurrency.lockutils [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1807.634735] env[63676]: DEBUG nova.compute.manager [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1807.638498] env[63676]: DEBUG nova.compute.manager [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1807.638716] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1807.639590] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d020b146-abaf-4fd8-85e0-c378c42632ff {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.647106] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1807.647348] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91008fcf-cc47-46a8-966e-6432fd987b93 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.654835] env[63676]: DEBUG oslo_vmware.api [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Waiting for the task: (returnval){ [ 1807.654835] env[63676]: value = "task-1925742" [ 1807.654835] env[63676]: _type = "Task" [ 1807.654835] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.660298] env[63676]: DEBUG nova.virt.hardware [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1807.660548] env[63676]: DEBUG nova.virt.hardware [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1807.660680] env[63676]: DEBUG nova.virt.hardware [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1807.660901] env[63676]: DEBUG nova.virt.hardware [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1807.661058] env[63676]: DEBUG nova.virt.hardware [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1807.661211] env[63676]: DEBUG nova.virt.hardware [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1807.661432] env[63676]: DEBUG nova.virt.hardware [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1807.661611] env[63676]: DEBUG nova.virt.hardware [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1807.661784] env[63676]: DEBUG nova.virt.hardware [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1807.661971] env[63676]: DEBUG nova.virt.hardware [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1807.662168] env[63676]: DEBUG nova.virt.hardware [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1807.662916] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26087e0b-88a7-4634-b60d-fbb5cce6336c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.668668] env[63676]: DEBUG oslo_concurrency.lockutils [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.670569] env[63676]: DEBUG oslo_vmware.api [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.672985] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.536s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1807.673601] env[63676]: INFO nova.compute.claims [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1807.681806] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f89a9a9-9a7f-4cb7-a3c7-147f86027e19 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.697825] env[63676]: INFO nova.scheduler.client.report [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Deleted allocations for instance b5f632e9-79d9-4f9a-98d8-4fe505c19851 [ 1807.820720] env[63676]: DEBUG nova.compute.manager [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1807.821401] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1807.822050] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97caed6d-da15-414e-873a-a489f145a148 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.830373] env[63676]: DEBUG nova.compute.manager [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1807.833339] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1807.833585] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-635fa1f9-3127-4617-a6c8-6ea0f81df31f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.840774] env[63676]: DEBUG oslo_vmware.api [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1807.840774] env[63676]: value = "task-1925743" [ 1807.840774] env[63676]: _type = "Task" [ 1807.840774] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.849139] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Releasing lock "refresh_cache-4a2985db-ab1c-4029-b5e6-2154f5308024" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1807.849563] env[63676]: DEBUG nova.compute.manager [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Instance network_info: |[{"id": "db118064-d605-495d-8ebe-bce15e62c850", "address": "fa:16:3e:cf:ca:91", "network": {"id": "78b0913f-4b82-403f-bb62-bc28ee046c78", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2044263449", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7790cbad8bbe4e0c8c2b1584ceb57c2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb118064-d6", "ovs_interfaceid": "db118064-d605-495d-8ebe-bce15e62c850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26da97bd-fa64-4c45-b5f5-63d9eec6366e", "address": "fa:16:3e:84:2b:57", "network": {"id": "21cebfee-8fb2-444e-8657-0abc72590b89", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-113696271", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7790cbad8bbe4e0c8c2b1584ceb57c2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26da97bd-fa", "ovs_interfaceid": "26da97bd-fa64-4c45-b5f5-63d9eec6366e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4430dc26-c348-4cf3-9538-3aa0c7bacd90", "address": "fa:16:3e:c6:d0:9f", "network": {"id": "78b0913f-4b82-403f-bb62-bc28ee046c78", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2044263449", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7790cbad8bbe4e0c8c2b1584ceb57c2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4430dc26-c3", "ovs_interfaceid": "4430dc26-c348-4cf3-9538-3aa0c7bacd90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1807.849891] env[63676]: DEBUG oslo_vmware.api [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.850221] env[63676]: DEBUG oslo_concurrency.lockutils [req-e797348b-afd7-40bc-9f57-37faabffee85 req-cdd38f8f-7a95-4873-88d3-2399a9357601 service nova] Acquired lock "refresh_cache-4a2985db-ab1c-4029-b5e6-2154f5308024" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1807.850505] env[63676]: DEBUG nova.network.neutron [req-e797348b-afd7-40bc-9f57-37faabffee85 req-cdd38f8f-7a95-4873-88d3-2399a9357601 service nova] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Refreshing network info cache for port 4430dc26-c348-4cf3-9538-3aa0c7bacd90 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1807.852476] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:ca:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'db118064-d605-495d-8ebe-bce15e62c850', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:2b:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '664c466b-9417-49d7-83cc-364d964c403a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26da97bd-fa64-4c45-b5f5-63d9eec6366e', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:d0:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9732690c-bdcf-4e6f-9a32-42c196333eb8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4430dc26-c348-4cf3-9538-3aa0c7bacd90', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1807.864128] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Creating folder: Project (7790cbad8bbe4e0c8c2b1584ceb57c2e). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1807.865107] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a70007e0-120c-413d-ab17-98d3a9c0875b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.876008] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Created folder: Project (7790cbad8bbe4e0c8c2b1584ceb57c2e) in parent group-v396927. [ 1807.876340] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Creating folder: Instances. Parent ref: group-v397101. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1807.876847] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18b959e2-17f6-4808-8ea2-66f3ec8e95c6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.885757] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Created folder: Instances in parent group-v397101. [ 1807.885974] env[63676]: DEBUG oslo.service.loopingcall [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1807.886178] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1807.886370] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d4f3156-f56c-4dbf-8708-f1600f848d2e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.912135] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1807.912135] env[63676]: value = "task-1925746" [ 1807.912135] env[63676]: _type = "Task" [ 1807.912135] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.920137] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925746, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.165216] env[63676]: DEBUG oslo_vmware.api [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925742, 'name': PowerOffVM_Task, 'duration_secs': 0.206714} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.165492] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1808.165659] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1808.165912] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f9855f4-f356-4b57-9c12-755948f10c29 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.204964] env[63676]: DEBUG oslo_concurrency.lockutils [None req-88c4a078-a9f3-4e36-851e-8a769b9347cd tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "b5f632e9-79d9-4f9a-98d8-4fe505c19851" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.704s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.265343] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1808.265902] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1808.265902] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Deleting the datastore file [datastore1] 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1808.266107] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0345f36-5d85-47e6-bc35-5785c85556bb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.272450] env[63676]: DEBUG oslo_vmware.api [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Waiting for the task: (returnval){ [ 1808.272450] env[63676]: value = "task-1925748" [ 1808.272450] env[63676]: _type = "Task" [ 1808.272450] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.283288] env[63676]: DEBUG oslo_vmware.api [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.356899] env[63676]: DEBUG oslo_vmware.api [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925743, 'name': PowerOffVM_Task, 'duration_secs': 0.188734} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.357602] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1808.357934] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1808.359428] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2019f7ed-104b-4caf-a666-deb6580f85e8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.364333] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.422641] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925746, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.572494] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1808.572720] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1808.573104] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Deleting the datastore file [datastore1] 0e86997d-1bbe-4ed7-a098-94c6aa30de3f {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1808.573421] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f8b5bb2-ce0c-4b3a-bb08-7dc875a41664 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.580296] env[63676]: DEBUG oslo_vmware.api [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for the task: (returnval){ [ 1808.580296] env[63676]: value = "task-1925750" [ 1808.580296] env[63676]: _type = "Task" [ 1808.580296] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.589448] env[63676]: DEBUG oslo_vmware.api [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925750, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.598213] env[63676]: DEBUG nova.network.neutron [req-e797348b-afd7-40bc-9f57-37faabffee85 req-cdd38f8f-7a95-4873-88d3-2399a9357601 service nova] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Updated VIF entry in instance network info cache for port 4430dc26-c348-4cf3-9538-3aa0c7bacd90. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1808.598213] env[63676]: DEBUG nova.network.neutron [req-e797348b-afd7-40bc-9f57-37faabffee85 req-cdd38f8f-7a95-4873-88d3-2399a9357601 service nova] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Updating instance_info_cache with network_info: [{"id": "db118064-d605-495d-8ebe-bce15e62c850", "address": "fa:16:3e:cf:ca:91", "network": {"id": "78b0913f-4b82-403f-bb62-bc28ee046c78", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2044263449", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7790cbad8bbe4e0c8c2b1584ceb57c2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb118064-d6", "ovs_interfaceid": "db118064-d605-495d-8ebe-bce15e62c850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26da97bd-fa64-4c45-b5f5-63d9eec6366e", "address": "fa:16:3e:84:2b:57", "network": {"id": "21cebfee-8fb2-444e-8657-0abc72590b89", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-113696271", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7790cbad8bbe4e0c8c2b1584ceb57c2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "664c466b-9417-49d7-83cc-364d964c403a", "external-id": "nsx-vlan-transportzone-103", "segmentation_id": 103, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26da97bd-fa", "ovs_interfaceid": "26da97bd-fa64-4c45-b5f5-63d9eec6366e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4430dc26-c348-4cf3-9538-3aa0c7bacd90", "address": "fa:16:3e:c6:d0:9f", "network": {"id": "78b0913f-4b82-403f-bb62-bc28ee046c78", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2044263449", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7790cbad8bbe4e0c8c2b1584ceb57c2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4430dc26-c3", "ovs_interfaceid": "4430dc26-c348-4cf3-9538-3aa0c7bacd90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.654149] env[63676]: DEBUG nova.compute.manager [req-e2f25e84-bd4c-48ec-881c-685152386f90 req-34eec803-c364-436b-b525-d726654b3eb5 service nova] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Received event network-vif-plugged-2e9cada4-ce6c-47ca-b470-6995d667e701 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1808.654149] env[63676]: DEBUG oslo_concurrency.lockutils [req-e2f25e84-bd4c-48ec-881c-685152386f90 req-34eec803-c364-436b-b525-d726654b3eb5 service nova] Acquiring lock "4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.654149] env[63676]: DEBUG oslo_concurrency.lockutils [req-e2f25e84-bd4c-48ec-881c-685152386f90 req-34eec803-c364-436b-b525-d726654b3eb5 service nova] Lock "4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.654149] env[63676]: DEBUG oslo_concurrency.lockutils [req-e2f25e84-bd4c-48ec-881c-685152386f90 req-34eec803-c364-436b-b525-d726654b3eb5 service nova] Lock "4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.654149] env[63676]: DEBUG nova.compute.manager [req-e2f25e84-bd4c-48ec-881c-685152386f90 req-34eec803-c364-436b-b525-d726654b3eb5 service nova] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] No waiting events found dispatching network-vif-plugged-2e9cada4-ce6c-47ca-b470-6995d667e701 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1808.654149] env[63676]: WARNING nova.compute.manager [req-e2f25e84-bd4c-48ec-881c-685152386f90 req-34eec803-c364-436b-b525-d726654b3eb5 service nova] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Received unexpected event network-vif-plugged-2e9cada4-ce6c-47ca-b470-6995d667e701 for instance with vm_state building and task_state spawning. [ 1808.707419] env[63676]: DEBUG nova.network.neutron [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Successfully updated port: 2e9cada4-ce6c-47ca-b470-6995d667e701 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1808.782384] env[63676]: DEBUG oslo_vmware.api [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Task: {'id': task-1925748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139928} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.784905] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1808.785016] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1808.785150] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1808.785323] env[63676]: INFO nova.compute.manager [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1808.785553] env[63676]: DEBUG oslo.service.loopingcall [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1808.785926] env[63676]: DEBUG nova.compute.manager [-] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1808.786035] env[63676]: DEBUG nova.network.neutron [-] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1808.924841] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925746, 'name': CreateVM_Task, 'duration_secs': 0.620126} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.925041] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1808.925909] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1808.927075] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1808.927075] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1808.927075] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e78186db-d329-4982-97e4-c56ecbdb307e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.933733] env[63676]: DEBUG oslo_vmware.api [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Waiting for the task: (returnval){ [ 1808.933733] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52fe6a1b-612c-f9f2-a5e4-35369dab47df" [ 1808.933733] env[63676]: _type = "Task" [ 1808.933733] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.941738] env[63676]: DEBUG oslo_vmware.api [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52fe6a1b-612c-f9f2-a5e4-35369dab47df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.093484] env[63676]: DEBUG oslo_vmware.api [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Task: {'id': task-1925750, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134428} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.093710] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1809.094286] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1809.094286] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1809.094286] env[63676]: INFO nova.compute.manager [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1809.094434] env[63676]: DEBUG oslo.service.loopingcall [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1809.095472] env[63676]: DEBUG nova.compute.manager [-] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1809.095606] env[63676]: DEBUG nova.network.neutron [-] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1809.097608] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e87374-aebe-426e-9f42-87ac7ed0c693 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.100258] env[63676]: DEBUG oslo_concurrency.lockutils [req-e797348b-afd7-40bc-9f57-37faabffee85 req-cdd38f8f-7a95-4873-88d3-2399a9357601 service nova] Releasing lock "refresh_cache-4a2985db-ab1c-4029-b5e6-2154f5308024" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.105343] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4123b5-6037-4fe2-8151-2629f6652361 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.135578] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6a37f7-c5a3-4e5a-b670-4f538e2fa2f2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.143384] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539875f5-0e7e-404d-b005-14c7f9a3fd0a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.156740] env[63676]: DEBUG nova.compute.provider_tree [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1809.211579] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "refresh_cache-4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.211851] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired lock "refresh_cache-4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.211982] env[63676]: DEBUG nova.network.neutron [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1809.365143] env[63676]: DEBUG nova.compute.manager [req-0b82aa7e-6236-4ba8-a105-4d10a0a17c98 req-4a1c95b4-5610-4b73-937f-7651ae2e9f8f service nova] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Received event network-vif-deleted-e44733a1-b01f-4398-8389-edb29772ac28 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1809.365382] env[63676]: INFO nova.compute.manager [req-0b82aa7e-6236-4ba8-a105-4d10a0a17c98 req-4a1c95b4-5610-4b73-937f-7651ae2e9f8f service nova] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Neutron deleted interface e44733a1-b01f-4398-8389-edb29772ac28; detaching it from the instance and deleting it from the info cache [ 1809.365570] env[63676]: DEBUG nova.network.neutron [req-0b82aa7e-6236-4ba8-a105-4d10a0a17c98 req-4a1c95b4-5610-4b73-937f-7651ae2e9f8f service nova] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.448208] env[63676]: DEBUG oslo_vmware.api [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52fe6a1b-612c-f9f2-a5e4-35369dab47df, 'name': SearchDatastore_Task, 'duration_secs': 0.008884} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.448686] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1809.449587] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1809.449587] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1809.449587] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1809.449721] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1809.450083] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11ac4887-8078-49e9-b296-66179ccb5ebf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.458900] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1809.458900] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1809.460144] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-786ea721-6f11-4f99-9a81-09b77fbd50cf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.467048] env[63676]: DEBUG oslo_vmware.api [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Waiting for the task: (returnval){ [ 1809.467048] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52813762-6218-f3f3-d0e7-93d8d4d21d3f" [ 1809.467048] env[63676]: _type = "Task" [ 1809.467048] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.474903] env[63676]: DEBUG oslo_vmware.api [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52813762-6218-f3f3-d0e7-93d8d4d21d3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.660079] env[63676]: DEBUG nova.scheduler.client.report [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1809.745071] env[63676]: DEBUG nova.network.neutron [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1809.788318] env[63676]: DEBUG nova.network.neutron [-] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.840789] env[63676]: DEBUG nova.network.neutron [-] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.868429] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59909167-5d07-47a0-bdb0-fedc593b5dcd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.881018] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c38383b-69c5-4df9-9844-e0e1eb9a44db {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.890964] env[63676]: DEBUG nova.network.neutron [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Updating instance_info_cache with network_info: [{"id": "2e9cada4-ce6c-47ca-b470-6995d667e701", "address": "fa:16:3e:42:c6:a4", "network": {"id": "b4503803-880d-4b7d-94e2-622c87fede97", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-638170252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11302b5359cb437aac371d1206a15f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e9cada4-ce", "ovs_interfaceid": "2e9cada4-ce6c-47ca-b470-6995d667e701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.916400] env[63676]: DEBUG nova.compute.manager [req-0b82aa7e-6236-4ba8-a105-4d10a0a17c98 req-4a1c95b4-5610-4b73-937f-7651ae2e9f8f service nova] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Detach interface failed, port_id=e44733a1-b01f-4398-8389-edb29772ac28, reason: Instance 0e86997d-1bbe-4ed7-a098-94c6aa30de3f could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1809.976977] env[63676]: DEBUG oslo_vmware.api [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52813762-6218-f3f3-d0e7-93d8d4d21d3f, 'name': SearchDatastore_Task, 'duration_secs': 0.00891} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.977788] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2dc245c-83e0-4f84-bdd5-ec267215d7ad {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1809.983368] env[63676]: DEBUG oslo_vmware.api [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Waiting for the task: (returnval){ [ 1809.983368] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52de09bf-f739-3066-1541-b5d0895181ef" [ 1809.983368] env[63676]: _type = "Task" [ 1809.983368] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.991257] env[63676]: DEBUG oslo_vmware.api [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52de09bf-f739-3066-1541-b5d0895181ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.165069] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.165647] env[63676]: DEBUG nova.compute.manager [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1810.168474] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.579s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.168690] env[63676]: DEBUG nova.objects.instance [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Lazy-loading 'resources' on Instance uuid 815360f4-e271-4210-b6b9-9866db7cf536 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1810.292429] env[63676]: INFO nova.compute.manager [-] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Took 1.51 seconds to deallocate network for instance. [ 1810.347388] env[63676]: INFO nova.compute.manager [-] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Took 1.25 seconds to deallocate network for instance. [ 1810.393617] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Releasing lock "refresh_cache-4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.393952] env[63676]: DEBUG nova.compute.manager [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Instance network_info: |[{"id": "2e9cada4-ce6c-47ca-b470-6995d667e701", "address": "fa:16:3e:42:c6:a4", "network": {"id": "b4503803-880d-4b7d-94e2-622c87fede97", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-638170252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11302b5359cb437aac371d1206a15f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e9cada4-ce", "ovs_interfaceid": "2e9cada4-ce6c-47ca-b470-6995d667e701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1810.394403] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:42:c6:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e9cada4-ce6c-47ca-b470-6995d667e701', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1810.401935] env[63676]: DEBUG oslo.service.loopingcall [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1810.402407] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1810.402861] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fab62cac-4d3b-4a3b-8a50-31c390953c69 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.423754] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1810.423754] env[63676]: value = "task-1925751" [ 1810.423754] env[63676]: _type = "Task" [ 1810.423754] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.434156] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925751, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.493185] env[63676]: DEBUG oslo_vmware.api [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52de09bf-f739-3066-1541-b5d0895181ef, 'name': SearchDatastore_Task, 'duration_secs': 0.010046} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.493414] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1810.493674] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 4a2985db-ab1c-4029-b5e6-2154f5308024/4a2985db-ab1c-4029-b5e6-2154f5308024.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1810.493971] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90ff3c13-cee9-4593-b94f-f4fcd90552a1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.500198] env[63676]: DEBUG oslo_vmware.api [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Waiting for the task: (returnval){ [ 1810.500198] env[63676]: value = "task-1925752" [ 1810.500198] env[63676]: _type = "Task" [ 1810.500198] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.508349] env[63676]: DEBUG oslo_vmware.api [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.672329] env[63676]: DEBUG nova.compute.utils [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1810.677942] env[63676]: DEBUG nova.compute.manager [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1810.678280] env[63676]: DEBUG nova.network.neutron [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1810.687357] env[63676]: DEBUG nova.compute.manager [req-d78e9afe-4cb2-4aea-b607-c52289ad5ea5 req-24cb4984-2434-401d-a9fa-11d103d8007d service nova] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Received event network-changed-2e9cada4-ce6c-47ca-b470-6995d667e701 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1810.687473] env[63676]: DEBUG nova.compute.manager [req-d78e9afe-4cb2-4aea-b607-c52289ad5ea5 req-24cb4984-2434-401d-a9fa-11d103d8007d service nova] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Refreshing instance network info cache due to event network-changed-2e9cada4-ce6c-47ca-b470-6995d667e701. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1810.687771] env[63676]: DEBUG oslo_concurrency.lockutils [req-d78e9afe-4cb2-4aea-b607-c52289ad5ea5 req-24cb4984-2434-401d-a9fa-11d103d8007d service nova] Acquiring lock "refresh_cache-4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.687839] env[63676]: DEBUG oslo_concurrency.lockutils [req-d78e9afe-4cb2-4aea-b607-c52289ad5ea5 req-24cb4984-2434-401d-a9fa-11d103d8007d service nova] Acquired lock "refresh_cache-4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.688059] env[63676]: DEBUG nova.network.neutron [req-d78e9afe-4cb2-4aea-b607-c52289ad5ea5 req-24cb4984-2434-401d-a9fa-11d103d8007d service nova] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Refreshing network info cache for port 2e9cada4-ce6c-47ca-b470-6995d667e701 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1810.735914] env[63676]: DEBUG nova.policy [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d3afab4e3d14a0d8eab8ba96abbe542', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5accc7a22deb4afeb300bab2cdcf4b8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1810.799190] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.852923] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.934521] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925751, 'name': CreateVM_Task, 'duration_secs': 0.345393} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.937722] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1810.938905] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.939098] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.939506] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1810.939808] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba3081d8-aaae-40b2-ba5f-7b0f99c125f5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.945368] env[63676]: DEBUG oslo_vmware.api [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1810.945368] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52dbfd9d-50ac-5ac7-ed72-970692f94b03" [ 1810.945368] env[63676]: _type = "Task" [ 1810.945368] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.954968] env[63676]: DEBUG oslo_vmware.api [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52dbfd9d-50ac-5ac7-ed72-970692f94b03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.012634] env[63676]: DEBUG oslo_vmware.api [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.475742} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.013307] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 4a2985db-ab1c-4029-b5e6-2154f5308024/4a2985db-ab1c-4029-b5e6-2154f5308024.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1811.016939] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1811.016939] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-625189a3-7f17-48ad-a12d-fe2b46ae2535 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.022985] env[63676]: DEBUG oslo_vmware.api [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Waiting for the task: (returnval){ [ 1811.022985] env[63676]: value = "task-1925753" [ 1811.022985] env[63676]: _type = "Task" [ 1811.022985] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.031558] env[63676]: DEBUG oslo_vmware.api [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925753, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.032513] env[63676]: DEBUG nova.network.neutron [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Successfully created port: 7a39deff-0d7d-45de-a0d2-35c42fb7cd90 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1811.143849] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c394c74-ad14-4e06-983a-c84d6c2d3464 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.154304] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b25d22-10a6-4ed6-ac03-1cbe8e99ba16 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.184207] env[63676]: DEBUG nova.compute.manager [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1811.187891] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aaacb89-736f-4bd0-95a1-d8fa62200aaf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.198587] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47284d2-46fb-42fe-9554-2619927e38a0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.217180] env[63676]: DEBUG nova.compute.provider_tree [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1811.433783] env[63676]: DEBUG nova.network.neutron [req-d78e9afe-4cb2-4aea-b607-c52289ad5ea5 req-24cb4984-2434-401d-a9fa-11d103d8007d service nova] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Updated VIF entry in instance network info cache for port 2e9cada4-ce6c-47ca-b470-6995d667e701. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1811.434256] env[63676]: DEBUG nova.network.neutron [req-d78e9afe-4cb2-4aea-b607-c52289ad5ea5 req-24cb4984-2434-401d-a9fa-11d103d8007d service nova] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Updating instance_info_cache with network_info: [{"id": "2e9cada4-ce6c-47ca-b470-6995d667e701", "address": "fa:16:3e:42:c6:a4", "network": {"id": "b4503803-880d-4b7d-94e2-622c87fede97", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-638170252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11302b5359cb437aac371d1206a15f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e9cada4-ce", "ovs_interfaceid": "2e9cada4-ce6c-47ca-b470-6995d667e701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.456144] env[63676]: DEBUG oslo_vmware.api [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52dbfd9d-50ac-5ac7-ed72-970692f94b03, 'name': SearchDatastore_Task, 'duration_secs': 0.01825} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.456457] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.456675] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1811.456908] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.457071] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.457254] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1811.457497] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2460a627-2b76-4199-99d5-c93a58ec9f72 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.465766] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1811.465936] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1811.466630] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dde07707-63ba-40dc-a0c1-bb7ade26f579 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.471424] env[63676]: DEBUG oslo_vmware.api [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1811.471424] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52902e51-3a4d-f07e-aaa3-479de4d6d5c1" [ 1811.471424] env[63676]: _type = "Task" [ 1811.471424] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.479691] env[63676]: DEBUG oslo_vmware.api [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52902e51-3a4d-f07e-aaa3-479de4d6d5c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.531898] env[63676]: DEBUG oslo_vmware.api [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925753, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067474} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.532195] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1811.532916] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcc2869-b991-4a52-bd15-93f0c3f8eeee {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.558410] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 4a2985db-ab1c-4029-b5e6-2154f5308024/4a2985db-ab1c-4029-b5e6-2154f5308024.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1811.558664] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8acf8949-d2b6-444c-9565-6073d49002da {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.578513] env[63676]: DEBUG oslo_vmware.api [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Waiting for the task: (returnval){ [ 1811.578513] env[63676]: value = "task-1925754" [ 1811.578513] env[63676]: _type = "Task" [ 1811.578513] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.586552] env[63676]: DEBUG oslo_vmware.api [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925754, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.720673] env[63676]: DEBUG nova.scheduler.client.report [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1811.937047] env[63676]: DEBUG oslo_concurrency.lockutils [req-d78e9afe-4cb2-4aea-b607-c52289ad5ea5 req-24cb4984-2434-401d-a9fa-11d103d8007d service nova] Releasing lock "refresh_cache-4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.937481] env[63676]: DEBUG nova.compute.manager [req-d78e9afe-4cb2-4aea-b607-c52289ad5ea5 req-24cb4984-2434-401d-a9fa-11d103d8007d service nova] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Received event network-vif-deleted-5eb748f3-13b4-4e98-a0d7-d365f9772d90 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1811.983301] env[63676]: DEBUG oslo_vmware.api [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52902e51-3a4d-f07e-aaa3-479de4d6d5c1, 'name': SearchDatastore_Task, 'duration_secs': 0.009054} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.984106] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-250eedcf-8389-47ef-b654-bdd464043172 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.990064] env[63676]: DEBUG oslo_vmware.api [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1811.990064] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524e04da-d189-da22-e5bb-dcfc01929e15" [ 1811.990064] env[63676]: _type = "Task" [ 1811.990064] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.996601] env[63676]: DEBUG oslo_vmware.api [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524e04da-d189-da22-e5bb-dcfc01929e15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.088328] env[63676]: DEBUG oslo_vmware.api [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925754, 'name': ReconfigVM_Task, 'duration_secs': 0.297703} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.088568] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 4a2985db-ab1c-4029-b5e6-2154f5308024/4a2985db-ab1c-4029-b5e6-2154f5308024.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1812.089233] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f0db7873-7412-4dc4-ba91-36ddebd11298 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.095709] env[63676]: DEBUG oslo_vmware.api [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Waiting for the task: (returnval){ [ 1812.095709] env[63676]: value = "task-1925755" [ 1812.095709] env[63676]: _type = "Task" [ 1812.095709] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.102980] env[63676]: DEBUG oslo_vmware.api [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925755, 'name': Rename_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.198713] env[63676]: DEBUG nova.compute.manager [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1812.228708] env[63676]: DEBUG nova.virt.hardware [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1812.228708] env[63676]: DEBUG nova.virt.hardware [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1812.228708] env[63676]: DEBUG nova.virt.hardware [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1812.228708] env[63676]: DEBUG nova.virt.hardware [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1812.228708] env[63676]: DEBUG nova.virt.hardware [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1812.228708] env[63676]: DEBUG nova.virt.hardware [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1812.228708] env[63676]: DEBUG nova.virt.hardware [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1812.228708] env[63676]: DEBUG nova.virt.hardware [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1812.228708] env[63676]: DEBUG nova.virt.hardware [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1812.229261] env[63676]: DEBUG nova.virt.hardware [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1812.229261] env[63676]: DEBUG nova.virt.hardware [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1812.230202] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.061s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.232506] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eafe776-9e22-4fd3-b3bf-cc3f3b5a11ef {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.236548] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.513s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.236726] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.236879] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63676) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1812.237169] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.990s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.237376] env[63676]: DEBUG nova.objects.instance [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Lazy-loading 'resources' on Instance uuid b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1812.239096] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-824c4a1e-6f37-4a82-b162-84a812cfe7e5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.250032] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ea0b02-2028-4200-8d2f-e1d36f5aab87 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.254554] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc325e5b-4f50-40e4-a943-8bb2e506e328 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.278639] env[63676]: INFO nova.scheduler.client.report [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Deleted allocations for instance 815360f4-e271-4210-b6b9-9866db7cf536 [ 1812.283028] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a335ad5-e673-4f43-959e-57637b8f7dfd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.291461] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ea1995-3eb7-4862-bc04-b2ae60c8dd39 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.322816] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179160MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=63676) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1812.322981] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.473028] env[63676]: DEBUG nova.compute.manager [req-1c3fc3cb-b738-4e16-bfcf-0afb70bfcf26 req-e46f1556-62eb-4728-a301-895f72f4ad91 service nova] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Received event network-vif-plugged-7a39deff-0d7d-45de-a0d2-35c42fb7cd90 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1812.473291] env[63676]: DEBUG oslo_concurrency.lockutils [req-1c3fc3cb-b738-4e16-bfcf-0afb70bfcf26 req-e46f1556-62eb-4728-a301-895f72f4ad91 service nova] Acquiring lock "7bd23d57-885d-41ce-bbfe-98fa97cf6efb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.473461] env[63676]: DEBUG oslo_concurrency.lockutils [req-1c3fc3cb-b738-4e16-bfcf-0afb70bfcf26 req-e46f1556-62eb-4728-a301-895f72f4ad91 service nova] Lock "7bd23d57-885d-41ce-bbfe-98fa97cf6efb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.473632] env[63676]: DEBUG oslo_concurrency.lockutils [req-1c3fc3cb-b738-4e16-bfcf-0afb70bfcf26 req-e46f1556-62eb-4728-a301-895f72f4ad91 service nova] Lock "7bd23d57-885d-41ce-bbfe-98fa97cf6efb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.473800] env[63676]: DEBUG nova.compute.manager [req-1c3fc3cb-b738-4e16-bfcf-0afb70bfcf26 req-e46f1556-62eb-4728-a301-895f72f4ad91 service nova] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] No waiting events found dispatching network-vif-plugged-7a39deff-0d7d-45de-a0d2-35c42fb7cd90 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1812.474024] env[63676]: WARNING nova.compute.manager [req-1c3fc3cb-b738-4e16-bfcf-0afb70bfcf26 req-e46f1556-62eb-4728-a301-895f72f4ad91 service nova] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Received unexpected event network-vif-plugged-7a39deff-0d7d-45de-a0d2-35c42fb7cd90 for instance with vm_state building and task_state spawning. [ 1812.499602] env[63676]: DEBUG oslo_vmware.api [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524e04da-d189-da22-e5bb-dcfc01929e15, 'name': SearchDatastore_Task, 'duration_secs': 0.01085} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.499868] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.500157] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe/4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1812.500393] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c24029a-2c02-4486-9d06-1ca1c1364da7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.507718] env[63676]: DEBUG oslo_vmware.api [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1812.507718] env[63676]: value = "task-1925756" [ 1812.507718] env[63676]: _type = "Task" [ 1812.507718] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.515848] env[63676]: DEBUG oslo_vmware.api [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925756, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.554549] env[63676]: DEBUG nova.network.neutron [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Successfully updated port: 7a39deff-0d7d-45de-a0d2-35c42fb7cd90 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1812.606276] env[63676]: DEBUG oslo_vmware.api [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925755, 'name': Rename_Task, 'duration_secs': 0.161864} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1812.606472] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1812.606743] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b4214bc-b5c3-4b92-9bcd-4b7a8d07ae90 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.613512] env[63676]: DEBUG oslo_vmware.api [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Waiting for the task: (returnval){ [ 1812.613512] env[63676]: value = "task-1925757" [ 1812.613512] env[63676]: _type = "Task" [ 1812.613512] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.621287] env[63676]: DEBUG oslo_vmware.api [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.793497] env[63676]: DEBUG oslo_concurrency.lockutils [None req-69d8796d-e501-4198-a6cc-461778c59bb7 tempest-ImagesOneServerTestJSON-518088065 tempest-ImagesOneServerTestJSON-518088065-project-member] Lock "815360f4-e271-4210-b6b9-9866db7cf536" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.804s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1813.021336] env[63676]: DEBUG oslo_vmware.api [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925756, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499539} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.021710] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe/4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1813.022154] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1813.022821] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e1176f62-8942-4703-994e-50f2d33fb82f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.031034] env[63676]: DEBUG oslo_vmware.api [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1813.031034] env[63676]: value = "task-1925758" [ 1813.031034] env[63676]: _type = "Task" [ 1813.031034] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.043728] env[63676]: DEBUG oslo_vmware.api [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925758, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.057299] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "refresh_cache-7bd23d57-885d-41ce-bbfe-98fa97cf6efb" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.057575] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquired lock "refresh_cache-7bd23d57-885d-41ce-bbfe-98fa97cf6efb" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.057768] env[63676]: DEBUG nova.network.neutron [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1813.124832] env[63676]: DEBUG oslo_vmware.api [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925757, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.182428] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11341b1-92a4-491e-93b4-0f0489431101 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.191029] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d186bc2a-bac4-46fd-9d72-d9b69ec2b263 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.228777] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8659fb1f-7bcb-4542-bfc8-fc4e8ee3f069 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.234501] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fbb25e-921b-4ef1-a82e-faf70b316e1c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.248663] env[63676]: DEBUG nova.compute.provider_tree [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1813.544244] env[63676]: DEBUG oslo_vmware.api [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925758, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069567} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.544538] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1813.545188] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74acea2-0609-42a4-9837-4d3d064e805e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.571878] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe/4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1813.572440] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01f73cb0-67cc-4163-b07c-80893932410f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.593191] env[63676]: DEBUG oslo_vmware.api [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1813.593191] env[63676]: value = "task-1925759" [ 1813.593191] env[63676]: _type = "Task" [ 1813.593191] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.604663] env[63676]: DEBUG oslo_vmware.api [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925759, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.623583] env[63676]: DEBUG oslo_vmware.api [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925757, 'name': PowerOnVM_Task, 'duration_secs': 0.565154} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.624141] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1813.624462] env[63676]: INFO nova.compute.manager [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Took 13.87 seconds to spawn the instance on the hypervisor. [ 1813.624860] env[63676]: DEBUG nova.compute.manager [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1813.625763] env[63676]: DEBUG nova.network.neutron [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1813.630762] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-315b3553-f165-4939-adc0-262c079a13f0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.751758] env[63676]: DEBUG nova.scheduler.client.report [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1813.867998] env[63676]: DEBUG nova.network.neutron [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Updating instance_info_cache with network_info: [{"id": "7a39deff-0d7d-45de-a0d2-35c42fb7cd90", "address": "fa:16:3e:73:f1:66", "network": {"id": "8b3d4c23-731d-4fef-8723-d3260ab588ed", "bridge": "br-int", "label": "tempest-ServersTestJSON-186016855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5accc7a22deb4afeb300bab2cdcf4b8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a39deff-0d", "ovs_interfaceid": "7a39deff-0d7d-45de-a0d2-35c42fb7cd90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1814.103863] env[63676]: DEBUG oslo_vmware.api [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.154635] env[63676]: INFO nova.compute.manager [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Took 50.83 seconds to build instance. [ 1814.257403] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.020s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.260446] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.893s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.260729] env[63676]: DEBUG nova.objects.instance [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lazy-loading 'resources' on Instance uuid 4e945ae6-5642-4e81-abcf-f097f1abeb6b {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1814.286155] env[63676]: INFO nova.scheduler.client.report [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Deleted allocations for instance b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c [ 1814.374014] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Releasing lock "refresh_cache-7bd23d57-885d-41ce-bbfe-98fa97cf6efb" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.374014] env[63676]: DEBUG nova.compute.manager [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Instance network_info: |[{"id": "7a39deff-0d7d-45de-a0d2-35c42fb7cd90", "address": "fa:16:3e:73:f1:66", "network": {"id": "8b3d4c23-731d-4fef-8723-d3260ab588ed", "bridge": "br-int", "label": "tempest-ServersTestJSON-186016855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5accc7a22deb4afeb300bab2cdcf4b8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a39deff-0d", "ovs_interfaceid": "7a39deff-0d7d-45de-a0d2-35c42fb7cd90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1814.374014] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:f1:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a39deff-0d7d-45de-a0d2-35c42fb7cd90', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1814.383129] env[63676]: DEBUG oslo.service.loopingcall [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1814.384097] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1814.384583] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8af9ae3e-6e8a-4c36-a200-ff9be7742ee1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.412804] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1814.412804] env[63676]: value = "task-1925760" [ 1814.412804] env[63676]: _type = "Task" [ 1814.412804] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.424674] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925760, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.579009] env[63676]: DEBUG nova.compute.manager [req-1a52770f-30ff-41a3-b8d2-31f96ab3e231 req-84cbe000-64f0-48ea-88bf-be67a6d20f4c service nova] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Received event network-changed-7a39deff-0d7d-45de-a0d2-35c42fb7cd90 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1814.579263] env[63676]: DEBUG nova.compute.manager [req-1a52770f-30ff-41a3-b8d2-31f96ab3e231 req-84cbe000-64f0-48ea-88bf-be67a6d20f4c service nova] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Refreshing instance network info cache due to event network-changed-7a39deff-0d7d-45de-a0d2-35c42fb7cd90. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1814.579489] env[63676]: DEBUG oslo_concurrency.lockutils [req-1a52770f-30ff-41a3-b8d2-31f96ab3e231 req-84cbe000-64f0-48ea-88bf-be67a6d20f4c service nova] Acquiring lock "refresh_cache-7bd23d57-885d-41ce-bbfe-98fa97cf6efb" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.579637] env[63676]: DEBUG oslo_concurrency.lockutils [req-1a52770f-30ff-41a3-b8d2-31f96ab3e231 req-84cbe000-64f0-48ea-88bf-be67a6d20f4c service nova] Acquired lock "refresh_cache-7bd23d57-885d-41ce-bbfe-98fa97cf6efb" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.579801] env[63676]: DEBUG nova.network.neutron [req-1a52770f-30ff-41a3-b8d2-31f96ab3e231 req-84cbe000-64f0-48ea-88bf-be67a6d20f4c service nova] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Refreshing network info cache for port 7a39deff-0d7d-45de-a0d2-35c42fb7cd90 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1814.604432] env[63676]: DEBUG oslo_vmware.api [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925759, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.658037] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96dd1361-b338-418e-99e5-91f63c22e24f tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Lock "4a2985db-ab1c-4029-b5e6-2154f5308024" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.353s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.751136] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a4019a0c-c4ea-4726-bc90-bd06a8533a68 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Acquiring lock "4a2985db-ab1c-4029-b5e6-2154f5308024" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.751403] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a4019a0c-c4ea-4726-bc90-bd06a8533a68 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Lock "4a2985db-ab1c-4029-b5e6-2154f5308024" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.751761] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a4019a0c-c4ea-4726-bc90-bd06a8533a68 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Acquiring lock "4a2985db-ab1c-4029-b5e6-2154f5308024-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.751829] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a4019a0c-c4ea-4726-bc90-bd06a8533a68 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Lock "4a2985db-ab1c-4029-b5e6-2154f5308024-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.751975] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a4019a0c-c4ea-4726-bc90-bd06a8533a68 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Lock "4a2985db-ab1c-4029-b5e6-2154f5308024-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.755639] env[63676]: INFO nova.compute.manager [None req-a4019a0c-c4ea-4726-bc90-bd06a8533a68 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Terminating instance [ 1814.796841] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d6b9206f-4917-42e2-98ae-1b5a8622ba3e tempest-InstanceActionsV221TestJSON-36735950 tempest-InstanceActionsV221TestJSON-36735950-project-member] Lock "b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.575s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1814.922308] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925760, 'name': CreateVM_Task, 'duration_secs': 0.412787} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.925016] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1814.926009] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1814.926228] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1814.926592] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1814.926971] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-273353bf-97ec-4870-91b6-8f6499acded3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.931896] env[63676]: DEBUG oslo_vmware.api [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1814.931896] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522eb761-17f2-f8a3-37d1-162e890f2237" [ 1814.931896] env[63676]: _type = "Task" [ 1814.931896] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.941779] env[63676]: DEBUG oslo_vmware.api [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522eb761-17f2-f8a3-37d1-162e890f2237, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.107377] env[63676]: DEBUG oslo_vmware.api [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925759, 'name': ReconfigVM_Task, 'duration_secs': 1.08626} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.107653] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe/4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1815.108733] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-054c2824-c6de-48ec-b54c-3265917627af {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.117110] env[63676]: DEBUG oslo_vmware.api [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1815.117110] env[63676]: value = "task-1925761" [ 1815.117110] env[63676]: _type = "Task" [ 1815.117110] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.127140] env[63676]: DEBUG oslo_vmware.api [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925761, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.140042] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59def98-8b74-43fe-88f9-bdfecf62d178 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.147265] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da39b1c3-ff40-4cd5-b40c-7b5374903708 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.178381] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d82432-c350-4aca-a71a-d8701bfce44b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.187507] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd839f12-2c60-4fef-af23-c894ad56d2dc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.199994] env[63676]: DEBUG nova.compute.provider_tree [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1815.259078] env[63676]: DEBUG nova.compute.manager [None req-a4019a0c-c4ea-4726-bc90-bd06a8533a68 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1815.259322] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a4019a0c-c4ea-4726-bc90-bd06a8533a68 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1815.260233] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41713f76-ced1-4841-be08-71c9949942be {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.270364] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4019a0c-c4ea-4726-bc90-bd06a8533a68 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1815.270741] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15a7d1f1-a8a7-48a0-9c4b-af67e5fc347f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.278126] env[63676]: DEBUG oslo_vmware.api [None req-a4019a0c-c4ea-4726-bc90-bd06a8533a68 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Waiting for the task: (returnval){ [ 1815.278126] env[63676]: value = "task-1925762" [ 1815.278126] env[63676]: _type = "Task" [ 1815.278126] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.286463] env[63676]: DEBUG oslo_vmware.api [None req-a4019a0c-c4ea-4726-bc90-bd06a8533a68 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.442215] env[63676]: DEBUG oslo_vmware.api [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522eb761-17f2-f8a3-37d1-162e890f2237, 'name': SearchDatastore_Task, 'duration_secs': 0.011819} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.442542] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1815.442783] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1815.443034] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1815.443189] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1815.443366] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1815.443628] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f451beea-7567-4e28-b867-fdb4c002aeb2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.452434] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1815.452648] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1815.456245] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5032870d-f218-4507-8e3d-a50cbcb1be05 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.461853] env[63676]: DEBUG oslo_vmware.api [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1815.461853] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52227f3e-6951-57df-fd01-dd3aa5222bd0" [ 1815.461853] env[63676]: _type = "Task" [ 1815.461853] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.470978] env[63676]: DEBUG oslo_vmware.api [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52227f3e-6951-57df-fd01-dd3aa5222bd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.550175] env[63676]: DEBUG nova.network.neutron [req-1a52770f-30ff-41a3-b8d2-31f96ab3e231 req-84cbe000-64f0-48ea-88bf-be67a6d20f4c service nova] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Updated VIF entry in instance network info cache for port 7a39deff-0d7d-45de-a0d2-35c42fb7cd90. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1815.550660] env[63676]: DEBUG nova.network.neutron [req-1a52770f-30ff-41a3-b8d2-31f96ab3e231 req-84cbe000-64f0-48ea-88bf-be67a6d20f4c service nova] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Updating instance_info_cache with network_info: [{"id": "7a39deff-0d7d-45de-a0d2-35c42fb7cd90", "address": "fa:16:3e:73:f1:66", "network": {"id": "8b3d4c23-731d-4fef-8723-d3260ab588ed", "bridge": "br-int", "label": "tempest-ServersTestJSON-186016855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5accc7a22deb4afeb300bab2cdcf4b8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a39deff-0d", "ovs_interfaceid": "7a39deff-0d7d-45de-a0d2-35c42fb7cd90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1815.630320] env[63676]: DEBUG oslo_vmware.api [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925761, 'name': Rename_Task, 'duration_secs': 0.181363} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.630669] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1815.630902] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-552437e6-458d-4b13-9c7e-905f023ca513 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.637880] env[63676]: DEBUG oslo_vmware.api [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1815.637880] env[63676]: value = "task-1925763" [ 1815.637880] env[63676]: _type = "Task" [ 1815.637880] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.646388] env[63676]: DEBUG oslo_vmware.api [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.704165] env[63676]: DEBUG nova.scheduler.client.report [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1815.790583] env[63676]: DEBUG oslo_vmware.api [None req-a4019a0c-c4ea-4726-bc90-bd06a8533a68 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925762, 'name': PowerOffVM_Task, 'duration_secs': 0.187215} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.790940] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4019a0c-c4ea-4726-bc90-bd06a8533a68 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1815.791158] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a4019a0c-c4ea-4726-bc90-bd06a8533a68 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1815.792081] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ada4a2b-5ef4-4063-ba0a-10e1709c1184 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.973341] env[63676]: DEBUG oslo_vmware.api [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52227f3e-6951-57df-fd01-dd3aa5222bd0, 'name': SearchDatastore_Task, 'duration_secs': 0.009508} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.974053] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52389cef-c873-4341-a959-1bb57aef711d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.980443] env[63676]: DEBUG oslo_vmware.api [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1815.980443] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520abb92-2f48-e7ae-69ea-ca583c6d5ebb" [ 1815.980443] env[63676]: _type = "Task" [ 1815.980443] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.989846] env[63676]: DEBUG oslo_vmware.api [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520abb92-2f48-e7ae-69ea-ca583c6d5ebb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.053755] env[63676]: DEBUG oslo_concurrency.lockutils [req-1a52770f-30ff-41a3-b8d2-31f96ab3e231 req-84cbe000-64f0-48ea-88bf-be67a6d20f4c service nova] Releasing lock "refresh_cache-7bd23d57-885d-41ce-bbfe-98fa97cf6efb" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.121827] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a4019a0c-c4ea-4726-bc90-bd06a8533a68 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1816.122039] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a4019a0c-c4ea-4726-bc90-bd06a8533a68 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1816.122239] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4019a0c-c4ea-4726-bc90-bd06a8533a68 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Deleting the datastore file [datastore1] 4a2985db-ab1c-4029-b5e6-2154f5308024 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1816.122513] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fdc18bd-5284-47d0-a46e-c4056a96e776 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.129216] env[63676]: DEBUG oslo_vmware.api [None req-a4019a0c-c4ea-4726-bc90-bd06a8533a68 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Waiting for the task: (returnval){ [ 1816.129216] env[63676]: value = "task-1925765" [ 1816.129216] env[63676]: _type = "Task" [ 1816.129216] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.137378] env[63676]: DEBUG oslo_vmware.api [None req-a4019a0c-c4ea-4726-bc90-bd06a8533a68 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.145880] env[63676]: DEBUG oslo_vmware.api [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925763, 'name': PowerOnVM_Task, 'duration_secs': 0.464775} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.146157] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1816.146380] env[63676]: INFO nova.compute.manager [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1816.146610] env[63676]: DEBUG nova.compute.manager [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1816.147400] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862f227c-1afe-4a35-94f9-85c53a174e79 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.210272] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.950s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.213860] env[63676]: DEBUG oslo_concurrency.lockutils [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.849s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1816.215125] env[63676]: INFO nova.compute.claims [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1816.236283] env[63676]: INFO nova.scheduler.client.report [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Deleted allocations for instance 4e945ae6-5642-4e81-abcf-f097f1abeb6b [ 1816.490885] env[63676]: DEBUG oslo_vmware.api [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520abb92-2f48-e7ae-69ea-ca583c6d5ebb, 'name': SearchDatastore_Task, 'duration_secs': 0.010224} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.491165] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1816.491459] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 7bd23d57-885d-41ce-bbfe-98fa97cf6efb/7bd23d57-885d-41ce-bbfe-98fa97cf6efb.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1816.491719] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec001299-1dac-4368-8991-f81810d7da41 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.497994] env[63676]: DEBUG oslo_vmware.api [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1816.497994] env[63676]: value = "task-1925766" [ 1816.497994] env[63676]: _type = "Task" [ 1816.497994] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.505495] env[63676]: DEBUG oslo_vmware.api [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925766, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.641731] env[63676]: DEBUG oslo_vmware.api [None req-a4019a0c-c4ea-4726-bc90-bd06a8533a68 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202461} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.641731] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4019a0c-c4ea-4726-bc90-bd06a8533a68 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1816.641731] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a4019a0c-c4ea-4726-bc90-bd06a8533a68 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1816.642471] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a4019a0c-c4ea-4726-bc90-bd06a8533a68 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1816.642471] env[63676]: INFO nova.compute.manager [None req-a4019a0c-c4ea-4726-bc90-bd06a8533a68 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1816.642471] env[63676]: DEBUG oslo.service.loopingcall [None req-a4019a0c-c4ea-4726-bc90-bd06a8533a68 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1816.642471] env[63676]: DEBUG nova.compute.manager [-] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1816.642668] env[63676]: DEBUG nova.network.neutron [-] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1816.670055] env[63676]: INFO nova.compute.manager [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Took 45.49 seconds to build instance. [ 1816.746861] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c145a92-9dae-4ba7-b434-6bac3816c135 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "4e945ae6-5642-4e81-abcf-f097f1abeb6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.319s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.010866] env[63676]: DEBUG oslo_vmware.api [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925766, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.142836] env[63676]: DEBUG nova.compute.manager [req-315d9c5c-000d-42a3-9220-7dbf17114c51 req-84133005-15fd-4138-a2df-215761b3f3e7 service nova] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Received event network-vif-deleted-26da97bd-fa64-4c45-b5f5-63d9eec6366e {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1817.143047] env[63676]: INFO nova.compute.manager [req-315d9c5c-000d-42a3-9220-7dbf17114c51 req-84133005-15fd-4138-a2df-215761b3f3e7 service nova] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Neutron deleted interface 26da97bd-fa64-4c45-b5f5-63d9eec6366e; detaching it from the instance and deleting it from the info cache [ 1817.143343] env[63676]: DEBUG nova.network.neutron [req-315d9c5c-000d-42a3-9220-7dbf17114c51 req-84133005-15fd-4138-a2df-215761b3f3e7 service nova] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Updating instance_info_cache with network_info: [{"id": "db118064-d605-495d-8ebe-bce15e62c850", "address": "fa:16:3e:cf:ca:91", "network": {"id": "78b0913f-4b82-403f-bb62-bc28ee046c78", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2044263449", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.178", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7790cbad8bbe4e0c8c2b1584ceb57c2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdb118064-d6", "ovs_interfaceid": "db118064-d605-495d-8ebe-bce15e62c850", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4430dc26-c348-4cf3-9538-3aa0c7bacd90", "address": "fa:16:3e:c6:d0:9f", "network": {"id": "78b0913f-4b82-403f-bb62-bc28ee046c78", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2044263449", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.164", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7790cbad8bbe4e0c8c2b1584ceb57c2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9732690c-bdcf-4e6f-9a32-42c196333eb8", "external-id": "nsx-vlan-transportzone-548", "segmentation_id": 548, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4430dc26-c3", "ovs_interfaceid": "4430dc26-c348-4cf3-9538-3aa0c7bacd90", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1817.168919] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7d7a1d1e-00a9-45f5-a7aa-92f3030058c6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1817.512412] env[63676]: DEBUG oslo_vmware.api [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925766, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54553} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.513028] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 7bd23d57-885d-41ce-bbfe-98fa97cf6efb/7bd23d57-885d-41ce-bbfe-98fa97cf6efb.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1817.513265] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1817.514073] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85f04f3c-d12a-4b5b-9cfa-3d7103a6e51b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.522267] env[63676]: DEBUG oslo_vmware.api [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1817.522267] env[63676]: value = "task-1925767" [ 1817.522267] env[63676]: _type = "Task" [ 1817.522267] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.532485] env[63676]: DEBUG oslo_vmware.api [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925767, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.622618] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcbfd81f-e6a4-4b16-9777-193d99f21a97 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.632387] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c9c9c5-357b-41d0-acdd-f2aefad08d40 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.670463] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e293d2d8-5242-47af-93c5-c41f68ac7232 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.673090] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25605940-ef30-4b38-8dfb-5da507fa03a3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.682032] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de9723ac-efdd-4628-a807-2bf5430bb555 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.690507] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20981ed-b601-46f6-ab10-31c6af0e1960 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.712384] env[63676]: DEBUG nova.compute.provider_tree [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1817.726978] env[63676]: DEBUG nova.compute.manager [req-315d9c5c-000d-42a3-9220-7dbf17114c51 req-84133005-15fd-4138-a2df-215761b3f3e7 service nova] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Detach interface failed, port_id=26da97bd-fa64-4c45-b5f5-63d9eec6366e, reason: Instance 4a2985db-ab1c-4029-b5e6-2154f5308024 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1817.727159] env[63676]: DEBUG nova.scheduler.client.report [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1818.036913] env[63676]: DEBUG oslo_vmware.api [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925767, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073995} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.036913] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1818.036913] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43e5605-27ef-4745-b672-41e3387bc144 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.065112] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 7bd23d57-885d-41ce-bbfe-98fa97cf6efb/7bd23d57-885d-41ce-bbfe-98fa97cf6efb.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1818.068345] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-534d9172-7e49-497e-8d33-0d7c3dcbb95d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.089876] env[63676]: DEBUG oslo_vmware.api [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1818.089876] env[63676]: value = "task-1925768" [ 1818.089876] env[63676]: _type = "Task" [ 1818.089876] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.098847] env[63676]: DEBUG oslo_vmware.api [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925768, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.140066] env[63676]: DEBUG nova.network.neutron [-] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1818.232483] env[63676]: DEBUG oslo_concurrency.lockutils [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.019s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.232874] env[63676]: DEBUG nova.compute.manager [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1818.237609] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.605s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.237846] env[63676]: DEBUG nova.objects.instance [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Lazy-loading 'resources' on Instance uuid 8fd083af-ada6-4b80-9d14-f47e4809fc1d {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1818.552227] env[63676]: DEBUG oslo_concurrency.lockutils [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "e47e0f8b-4282-41a7-8061-3a0ed52bfce6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1818.552593] env[63676]: DEBUG oslo_concurrency.lockutils [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "e47e0f8b-4282-41a7-8061-3a0ed52bfce6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1818.600504] env[63676]: DEBUG oslo_vmware.api [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925768, 'name': ReconfigVM_Task, 'duration_secs': 0.330198} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1818.601501] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 7bd23d57-885d-41ce-bbfe-98fa97cf6efb/7bd23d57-885d-41ce-bbfe-98fa97cf6efb.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1818.602261] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-355f8a76-9e70-458d-956c-701244ea9382 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.609958] env[63676]: DEBUG oslo_vmware.api [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1818.609958] env[63676]: value = "task-1925769" [ 1818.609958] env[63676]: _type = "Task" [ 1818.609958] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1818.619928] env[63676]: DEBUG oslo_vmware.api [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925769, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1818.643344] env[63676]: INFO nova.compute.manager [-] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Took 2.00 seconds to deallocate network for instance. [ 1818.739916] env[63676]: DEBUG nova.compute.utils [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1818.744825] env[63676]: DEBUG nova.compute.manager [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1818.744825] env[63676]: DEBUG nova.network.neutron [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1818.840617] env[63676]: DEBUG nova.policy [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5486f987a3940fd901db8e1a2ad583b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53bb3c4e54db42d889b791dbf494a9ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1819.057097] env[63676]: DEBUG nova.compute.manager [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1819.124926] env[63676]: DEBUG oslo_vmware.api [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925769, 'name': Rename_Task, 'duration_secs': 0.180297} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.125907] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1819.126178] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cadbc31b-beab-45e6-abef-828d31ebc7b8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.138274] env[63676]: DEBUG oslo_vmware.api [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1819.138274] env[63676]: value = "task-1925770" [ 1819.138274] env[63676]: _type = "Task" [ 1819.138274] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1819.144531] env[63676]: DEBUG oslo_vmware.api [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1819.158070] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a4019a0c-c4ea-4726-bc90-bd06a8533a68 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.225928] env[63676]: DEBUG nova.compute.manager [req-253caae5-57ed-42c7-9719-0f072955bbcd req-9f33e718-701b-473c-92ce-5246cc4186f7 service nova] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Received event network-vif-deleted-4430dc26-c348-4cf3-9538-3aa0c7bacd90 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1819.226706] env[63676]: DEBUG nova.compute.manager [req-253caae5-57ed-42c7-9719-0f072955bbcd req-9f33e718-701b-473c-92ce-5246cc4186f7 service nova] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Received event network-vif-deleted-db118064-d605-495d-8ebe-bce15e62c850 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1819.250426] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-025fa07d-a5e5-4658-8dbe-c18bf9d4865b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.254813] env[63676]: DEBUG nova.compute.manager [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1819.262492] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59f8762-52aa-4bf1-8a90-d3b4c4d0be43 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.295020] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79730b71-19ba-475b-9e25-52132308a78e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.306939] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2df9af-8473-4871-9f8e-5041ff4f90e0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.322115] env[63676]: DEBUG nova.compute.provider_tree [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1819.363352] env[63676]: DEBUG nova.network.neutron [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Successfully created port: c3daf720-20e5-4a3e-91a4-0d01e4b893d5 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1819.591226] env[63676]: DEBUG oslo_concurrency.lockutils [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1819.650528] env[63676]: DEBUG oslo_vmware.api [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925770, 'name': PowerOnVM_Task, 'duration_secs': 0.479626} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1819.650943] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1819.651250] env[63676]: INFO nova.compute.manager [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Took 7.45 seconds to spawn the instance on the hypervisor. [ 1819.651492] env[63676]: DEBUG nova.compute.manager [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1819.652634] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9be6a46b-7f5c-4b98-b7ba-2c84b32b7cfe {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.826341] env[63676]: DEBUG nova.scheduler.client.report [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1820.177419] env[63676]: INFO nova.compute.manager [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Took 45.06 seconds to build instance. [ 1820.184799] env[63676]: DEBUG nova.compute.manager [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Stashing vm_state: active {{(pid=63676) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1820.267442] env[63676]: DEBUG nova.compute.manager [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1820.299017] env[63676]: DEBUG nova.virt.hardware [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1820.302580] env[63676]: DEBUG nova.virt.hardware [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1820.302580] env[63676]: DEBUG nova.virt.hardware [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1820.302580] env[63676]: DEBUG nova.virt.hardware [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1820.302580] env[63676]: DEBUG nova.virt.hardware [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1820.302580] env[63676]: DEBUG nova.virt.hardware [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1820.302580] env[63676]: DEBUG nova.virt.hardware [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1820.303275] env[63676]: DEBUG nova.virt.hardware [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1820.303275] env[63676]: DEBUG nova.virt.hardware [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1820.303275] env[63676]: DEBUG nova.virt.hardware [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1820.303275] env[63676]: DEBUG nova.virt.hardware [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1820.305606] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17901afa-9fe9-411c-80cc-da9e4c4e56f6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.313982] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33f0933-0cd5-4134-898e-cef432190932 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.333777] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.096s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.336182] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.609s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.338319] env[63676]: INFO nova.compute.claims [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1820.367647] env[63676]: INFO nova.scheduler.client.report [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Deleted allocations for instance 8fd083af-ada6-4b80-9d14-f47e4809fc1d [ 1820.436623] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Acquiring lock "c5474fff-4c75-48eb-9644-6b7a04b9da80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.437846] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Lock "c5474fff-4c75-48eb-9644-6b7a04b9da80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1820.685404] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0813fbae-2891-4ff9-8a12-9a8bfd23e289 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "7bd23d57-885d-41ce-bbfe-98fa97cf6efb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.575s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.709528] env[63676]: DEBUG oslo_concurrency.lockutils [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1820.875996] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ab2808e2-6ed2-469e-b18f-27f3096fcbb7 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Lock "8fd083af-ada6-4b80-9d14-f47e4809fc1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.755s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1820.942637] env[63676]: DEBUG nova.compute.manager [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1821.079317] env[63676]: DEBUG nova.network.neutron [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Successfully updated port: c3daf720-20e5-4a3e-91a4-0d01e4b893d5 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1821.143015] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e2164c7a-f128-4a11-8f21-92d7ae7be193 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "7bd23d57-885d-41ce-bbfe-98fa97cf6efb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.143459] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e2164c7a-f128-4a11-8f21-92d7ae7be193 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "7bd23d57-885d-41ce-bbfe-98fa97cf6efb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.143868] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e2164c7a-f128-4a11-8f21-92d7ae7be193 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "7bd23d57-885d-41ce-bbfe-98fa97cf6efb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.144947] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e2164c7a-f128-4a11-8f21-92d7ae7be193 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "7bd23d57-885d-41ce-bbfe-98fa97cf6efb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.148039] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e2164c7a-f128-4a11-8f21-92d7ae7be193 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "7bd23d57-885d-41ce-bbfe-98fa97cf6efb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.149149] env[63676]: INFO nova.compute.manager [None req-e2164c7a-f128-4a11-8f21-92d7ae7be193 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Terminating instance [ 1821.291353] env[63676]: DEBUG nova.compute.manager [req-eb9497fe-3544-4305-a461-72e21577d09f req-fa90e2d8-1668-41d7-8321-7c82a395b9b7 service nova] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Received event network-vif-plugged-c3daf720-20e5-4a3e-91a4-0d01e4b893d5 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1821.291609] env[63676]: DEBUG oslo_concurrency.lockutils [req-eb9497fe-3544-4305-a461-72e21577d09f req-fa90e2d8-1668-41d7-8321-7c82a395b9b7 service nova] Acquiring lock "f9cafda5-674f-4fe6-ad00-ca304219fc86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.291819] env[63676]: DEBUG oslo_concurrency.lockutils [req-eb9497fe-3544-4305-a461-72e21577d09f req-fa90e2d8-1668-41d7-8321-7c82a395b9b7 service nova] Lock "f9cafda5-674f-4fe6-ad00-ca304219fc86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.291989] env[63676]: DEBUG oslo_concurrency.lockutils [req-eb9497fe-3544-4305-a461-72e21577d09f req-fa90e2d8-1668-41d7-8321-7c82a395b9b7 service nova] Lock "f9cafda5-674f-4fe6-ad00-ca304219fc86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.292511] env[63676]: DEBUG nova.compute.manager [req-eb9497fe-3544-4305-a461-72e21577d09f req-fa90e2d8-1668-41d7-8321-7c82a395b9b7 service nova] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] No waiting events found dispatching network-vif-plugged-c3daf720-20e5-4a3e-91a4-0d01e4b893d5 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1821.292704] env[63676]: WARNING nova.compute.manager [req-eb9497fe-3544-4305-a461-72e21577d09f req-fa90e2d8-1668-41d7-8321-7c82a395b9b7 service nova] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Received unexpected event network-vif-plugged-c3daf720-20e5-4a3e-91a4-0d01e4b893d5 for instance with vm_state building and task_state spawning. [ 1821.292874] env[63676]: DEBUG nova.compute.manager [req-eb9497fe-3544-4305-a461-72e21577d09f req-fa90e2d8-1668-41d7-8321-7c82a395b9b7 service nova] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Received event network-changed-c3daf720-20e5-4a3e-91a4-0d01e4b893d5 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1821.293043] env[63676]: DEBUG nova.compute.manager [req-eb9497fe-3544-4305-a461-72e21577d09f req-fa90e2d8-1668-41d7-8321-7c82a395b9b7 service nova] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Refreshing instance network info cache due to event network-changed-c3daf720-20e5-4a3e-91a4-0d01e4b893d5. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1821.294222] env[63676]: DEBUG oslo_concurrency.lockutils [req-eb9497fe-3544-4305-a461-72e21577d09f req-fa90e2d8-1668-41d7-8321-7c82a395b9b7 service nova] Acquiring lock "refresh_cache-f9cafda5-674f-4fe6-ad00-ca304219fc86" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.294222] env[63676]: DEBUG oslo_concurrency.lockutils [req-eb9497fe-3544-4305-a461-72e21577d09f req-fa90e2d8-1668-41d7-8321-7c82a395b9b7 service nova] Acquired lock "refresh_cache-f9cafda5-674f-4fe6-ad00-ca304219fc86" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.294222] env[63676]: DEBUG nova.network.neutron [req-eb9497fe-3544-4305-a461-72e21577d09f req-fa90e2d8-1668-41d7-8321-7c82a395b9b7 service nova] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Refreshing network info cache for port c3daf720-20e5-4a3e-91a4-0d01e4b893d5 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1821.459784] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.584619] env[63676]: DEBUG oslo_concurrency.lockutils [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Acquiring lock "refresh_cache-f9cafda5-674f-4fe6-ad00-ca304219fc86" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.654718] env[63676]: DEBUG nova.compute.manager [None req-e2164c7a-f128-4a11-8f21-92d7ae7be193 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1821.656313] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e2164c7a-f128-4a11-8f21-92d7ae7be193 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1821.656313] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d77704-65f5-49ab-b3fd-f94355e21775 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.664221] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2164c7a-f128-4a11-8f21-92d7ae7be193 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1821.664476] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f8a5c73-d783-4226-8b10-d5dcaa342879 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.670845] env[63676]: DEBUG oslo_vmware.api [None req-e2164c7a-f128-4a11-8f21-92d7ae7be193 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1821.670845] env[63676]: value = "task-1925771" [ 1821.670845] env[63676]: _type = "Task" [ 1821.670845] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1821.681194] env[63676]: DEBUG oslo_vmware.api [None req-e2164c7a-f128-4a11-8f21-92d7ae7be193 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925771, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1821.773349] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9441e23-772e-437c-9a96-47a3d0918caa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.782421] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4501d08e-79a0-47be-9d65-ba15133f04aa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.822576] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4138e6b0-5195-4e9c-98ce-8f5e76c0fcfd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.831340] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2c5b59-59c5-42d9-8035-68f0a7007c5e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1821.853136] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquiring lock "07c4b6fa-d291-4827-b390-3a1f8d365652" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.853453] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lock "07c4b6fa-d291-4827-b390-3a1f8d365652" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.855857] env[63676]: DEBUG nova.compute.provider_tree [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1821.872449] env[63676]: DEBUG nova.network.neutron [req-eb9497fe-3544-4305-a461-72e21577d09f req-fa90e2d8-1668-41d7-8321-7c82a395b9b7 service nova] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1821.960399] env[63676]: DEBUG nova.network.neutron [req-eb9497fe-3544-4305-a461-72e21577d09f req-fa90e2d8-1668-41d7-8321-7c82a395b9b7 service nova] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1821.997021] env[63676]: DEBUG oslo_concurrency.lockutils [None req-84fad936-a07e-44c0-99cb-61f1d16ca289 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquiring lock "f07729fe-f159-4ff5-90e0-33f7696a22c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.997370] env[63676]: DEBUG oslo_concurrency.lockutils [None req-84fad936-a07e-44c0-99cb-61f1d16ca289 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Lock "f07729fe-f159-4ff5-90e0-33f7696a22c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.997691] env[63676]: DEBUG oslo_concurrency.lockutils [None req-84fad936-a07e-44c0-99cb-61f1d16ca289 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquiring lock "f07729fe-f159-4ff5-90e0-33f7696a22c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.998730] env[63676]: DEBUG oslo_concurrency.lockutils [None req-84fad936-a07e-44c0-99cb-61f1d16ca289 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Lock "f07729fe-f159-4ff5-90e0-33f7696a22c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.998730] env[63676]: DEBUG oslo_concurrency.lockutils [None req-84fad936-a07e-44c0-99cb-61f1d16ca289 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Lock "f07729fe-f159-4ff5-90e0-33f7696a22c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.000470] env[63676]: INFO nova.compute.manager [None req-84fad936-a07e-44c0-99cb-61f1d16ca289 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Terminating instance [ 1822.181814] env[63676]: DEBUG oslo_vmware.api [None req-e2164c7a-f128-4a11-8f21-92d7ae7be193 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925771, 'name': PowerOffVM_Task, 'duration_secs': 0.196315} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.182125] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2164c7a-f128-4a11-8f21-92d7ae7be193 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1822.182339] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e2164c7a-f128-4a11-8f21-92d7ae7be193 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1822.182626] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d0c58546-de90-4df8-ad74-4751ffb37f93 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.276083] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e2164c7a-f128-4a11-8f21-92d7ae7be193 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1822.276342] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e2164c7a-f128-4a11-8f21-92d7ae7be193 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1822.276550] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2164c7a-f128-4a11-8f21-92d7ae7be193 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Deleting the datastore file [datastore1] 7bd23d57-885d-41ce-bbfe-98fa97cf6efb {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1822.276828] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d2b1bb6-867d-4b8e-a6e3-dee22ab3cb12 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.283678] env[63676]: DEBUG oslo_vmware.api [None req-e2164c7a-f128-4a11-8f21-92d7ae7be193 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1822.283678] env[63676]: value = "task-1925773" [ 1822.283678] env[63676]: _type = "Task" [ 1822.283678] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.291219] env[63676]: DEBUG oslo_vmware.api [None req-e2164c7a-f128-4a11-8f21-92d7ae7be193 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.357234] env[63676]: DEBUG nova.compute.manager [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1822.361995] env[63676]: DEBUG nova.scheduler.client.report [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1822.462569] env[63676]: DEBUG oslo_concurrency.lockutils [req-eb9497fe-3544-4305-a461-72e21577d09f req-fa90e2d8-1668-41d7-8321-7c82a395b9b7 service nova] Releasing lock "refresh_cache-f9cafda5-674f-4fe6-ad00-ca304219fc86" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.463329] env[63676]: DEBUG oslo_concurrency.lockutils [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Acquired lock "refresh_cache-f9cafda5-674f-4fe6-ad00-ca304219fc86" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1822.463496] env[63676]: DEBUG nova.network.neutron [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1822.510127] env[63676]: DEBUG nova.compute.manager [None req-84fad936-a07e-44c0-99cb-61f1d16ca289 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1822.510501] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-84fad936-a07e-44c0-99cb-61f1d16ca289 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1822.511811] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-283bd6df-1b0f-40d2-85aa-e496cd08f027 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.523768] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fad936-a07e-44c0-99cb-61f1d16ca289 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1822.524121] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4347cfbb-770a-4395-9471-b999d2931523 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.531455] env[63676]: DEBUG oslo_vmware.api [None req-84fad936-a07e-44c0-99cb-61f1d16ca289 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1822.531455] env[63676]: value = "task-1925774" [ 1822.531455] env[63676]: _type = "Task" [ 1822.531455] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.542747] env[63676]: DEBUG oslo_vmware.api [None req-84fad936-a07e-44c0-99cb-61f1d16ca289 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1822.795552] env[63676]: DEBUG oslo_vmware.api [None req-e2164c7a-f128-4a11-8f21-92d7ae7be193 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14472} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1822.795552] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2164c7a-f128-4a11-8f21-92d7ae7be193 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1822.795552] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e2164c7a-f128-4a11-8f21-92d7ae7be193 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1822.795552] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e2164c7a-f128-4a11-8f21-92d7ae7be193 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1822.795552] env[63676]: INFO nova.compute.manager [None req-e2164c7a-f128-4a11-8f21-92d7ae7be193 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1822.796098] env[63676]: DEBUG oslo.service.loopingcall [None req-e2164c7a-f128-4a11-8f21-92d7ae7be193 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1822.796402] env[63676]: DEBUG nova.compute.manager [-] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1822.796593] env[63676]: DEBUG nova.network.neutron [-] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1822.871103] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.534s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1822.871361] env[63676]: DEBUG nova.compute.manager [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1822.876516] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.939s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1822.876870] env[63676]: DEBUG nova.objects.instance [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lazy-loading 'resources' on Instance uuid 555a87e4-e882-4129-976b-504a98e29990 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1822.898103] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1822.997618] env[63676]: DEBUG nova.network.neutron [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1823.045319] env[63676]: DEBUG oslo_vmware.api [None req-84fad936-a07e-44c0-99cb-61f1d16ca289 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925774, 'name': PowerOffVM_Task, 'duration_secs': 0.228751} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.045319] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-84fad936-a07e-44c0-99cb-61f1d16ca289 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1823.045319] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-84fad936-a07e-44c0-99cb-61f1d16ca289 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1823.045319] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2d26691-b807-41d0-a4c2-7006736aed24 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.137667] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-84fad936-a07e-44c0-99cb-61f1d16ca289 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1823.137906] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-84fad936-a07e-44c0-99cb-61f1d16ca289 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1823.138101] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-84fad936-a07e-44c0-99cb-61f1d16ca289 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Deleting the datastore file [datastore1] f07729fe-f159-4ff5-90e0-33f7696a22c6 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1823.138376] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04d21bdb-c8f9-4da2-99d0-29d3f3046505 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.148116] env[63676]: DEBUG oslo_vmware.api [None req-84fad936-a07e-44c0-99cb-61f1d16ca289 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for the task: (returnval){ [ 1823.148116] env[63676]: value = "task-1925776" [ 1823.148116] env[63676]: _type = "Task" [ 1823.148116] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.153214] env[63676]: DEBUG oslo_vmware.api [None req-84fad936-a07e-44c0-99cb-61f1d16ca289 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925776, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.219126] env[63676]: DEBUG nova.network.neutron [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Updating instance_info_cache with network_info: [{"id": "c3daf720-20e5-4a3e-91a4-0d01e4b893d5", "address": "fa:16:3e:64:5e:f7", "network": {"id": "f5fe1096-e494-4f37-ba28-02fac000de39", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1828400579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53bb3c4e54db42d889b791dbf494a9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3daf720-20", "ovs_interfaceid": "c3daf720-20e5-4a3e-91a4-0d01e4b893d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.314260] env[63676]: DEBUG nova.compute.manager [req-75876f9e-5b24-427a-994e-ecfa273718c3 req-8f275af5-2310-4e56-b72d-8bc024a3edb3 service nova] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Received event network-vif-deleted-7a39deff-0d7d-45de-a0d2-35c42fb7cd90 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1823.314481] env[63676]: INFO nova.compute.manager [req-75876f9e-5b24-427a-994e-ecfa273718c3 req-8f275af5-2310-4e56-b72d-8bc024a3edb3 service nova] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Neutron deleted interface 7a39deff-0d7d-45de-a0d2-35c42fb7cd90; detaching it from the instance and deleting it from the info cache [ 1823.314661] env[63676]: DEBUG nova.network.neutron [req-75876f9e-5b24-427a-994e-ecfa273718c3 req-8f275af5-2310-4e56-b72d-8bc024a3edb3 service nova] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.380029] env[63676]: DEBUG nova.compute.utils [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1823.384144] env[63676]: DEBUG nova.compute.manager [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1823.384403] env[63676]: DEBUG nova.network.neutron [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1823.464658] env[63676]: DEBUG nova.policy [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8e2a95b8ddc4f01a688352d362a0ed5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd37f48a556084a4aa6641f6b45234898', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1823.567604] env[63676]: DEBUG nova.network.neutron [-] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.655093] env[63676]: DEBUG oslo_vmware.api [None req-84fad936-a07e-44c0-99cb-61f1d16ca289 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Task: {'id': task-1925776, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173109} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.655284] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-84fad936-a07e-44c0-99cb-61f1d16ca289 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1823.655519] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-84fad936-a07e-44c0-99cb-61f1d16ca289 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1823.655688] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-84fad936-a07e-44c0-99cb-61f1d16ca289 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1823.655861] env[63676]: INFO nova.compute.manager [None req-84fad936-a07e-44c0-99cb-61f1d16ca289 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1823.656124] env[63676]: DEBUG oslo.service.loopingcall [None req-84fad936-a07e-44c0-99cb-61f1d16ca289 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1823.658637] env[63676]: DEBUG nova.compute.manager [-] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1823.658755] env[63676]: DEBUG nova.network.neutron [-] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1823.721344] env[63676]: DEBUG oslo_concurrency.lockutils [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Releasing lock "refresh_cache-f9cafda5-674f-4fe6-ad00-ca304219fc86" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.721764] env[63676]: DEBUG nova.compute.manager [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Instance network_info: |[{"id": "c3daf720-20e5-4a3e-91a4-0d01e4b893d5", "address": "fa:16:3e:64:5e:f7", "network": {"id": "f5fe1096-e494-4f37-ba28-02fac000de39", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1828400579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53bb3c4e54db42d889b791dbf494a9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3daf720-20", "ovs_interfaceid": "c3daf720-20e5-4a3e-91a4-0d01e4b893d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1823.724135] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:64:5e:f7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9aa05ef8-c7bb-4af5-983f-bfa0f3f88223', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3daf720-20e5-4a3e-91a4-0d01e4b893d5', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1823.731845] env[63676]: DEBUG oslo.service.loopingcall [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1823.734677] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1823.735181] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11534b72-a2b8-47a6-a2fd-c063f837036c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.762529] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1823.762529] env[63676]: value = "task-1925777" [ 1823.762529] env[63676]: _type = "Task" [ 1823.762529] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.768940] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925777, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.783341] env[63676]: DEBUG nova.network.neutron [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Successfully created port: 760b87bb-a987-4d94-a2ba-ecb045684411 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1823.815474] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206e5c88-cf0a-4103-a231-c5fb29002217 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.821957] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63956dd4-2260-4719-aafd-f0463a528a0d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.829250] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6092134e-c2c6-4b3e-ab1d-b4a94aaa1d24 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.835549] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb07fdba-569f-4141-9d90-a34cca6398fb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.888952] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74f69c9a-9f76-4211-986b-df46a820f162 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.892272] env[63676]: DEBUG nova.compute.manager [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1823.897022] env[63676]: DEBUG nova.compute.manager [req-75876f9e-5b24-427a-994e-ecfa273718c3 req-8f275af5-2310-4e56-b72d-8bc024a3edb3 service nova] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Detach interface failed, port_id=7a39deff-0d7d-45de-a0d2-35c42fb7cd90, reason: Instance 7bd23d57-885d-41ce-bbfe-98fa97cf6efb could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1823.902232] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1ce497-5944-48e4-a0c9-7956c0c9e69d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.917922] env[63676]: DEBUG nova.compute.provider_tree [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1824.071633] env[63676]: INFO nova.compute.manager [-] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Took 1.27 seconds to deallocate network for instance. [ 1824.270939] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925777, 'name': CreateVM_Task, 'duration_secs': 0.348247} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.271121] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1824.271860] env[63676]: DEBUG oslo_concurrency.lockutils [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.272107] env[63676]: DEBUG oslo_concurrency.lockutils [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.272402] env[63676]: DEBUG oslo_concurrency.lockutils [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1824.272608] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b05ecd6-ebce-4a5c-b2d9-dc0cf8d61105 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.277487] env[63676]: DEBUG oslo_vmware.api [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Waiting for the task: (returnval){ [ 1824.277487] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bdc102-dd34-f514-ac9c-eb644f30762b" [ 1824.277487] env[63676]: _type = "Task" [ 1824.277487] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.286179] env[63676]: DEBUG oslo_vmware.api [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bdc102-dd34-f514-ac9c-eb644f30762b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.421344] env[63676]: DEBUG nova.scheduler.client.report [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1824.425800] env[63676]: DEBUG nova.network.neutron [-] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1824.577144] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e2164c7a-f128-4a11-8f21-92d7ae7be193 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.788026] env[63676]: DEBUG oslo_vmware.api [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bdc102-dd34-f514-ac9c-eb644f30762b, 'name': SearchDatastore_Task, 'duration_secs': 0.010061} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.788342] env[63676]: DEBUG oslo_concurrency.lockutils [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.788584] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1824.789231] env[63676]: DEBUG oslo_concurrency.lockutils [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1824.789468] env[63676]: DEBUG oslo_concurrency.lockutils [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1824.789698] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1824.789959] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14b3f891-4579-4bc6-848f-4c59e593a310 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.798125] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1824.798340] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1824.799035] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1bab521-e166-4635-ab4c-731177387f7c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.803853] env[63676]: DEBUG oslo_vmware.api [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Waiting for the task: (returnval){ [ 1824.803853] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5281fd19-5a52-58a5-1616-a628c5b0d7a1" [ 1824.803853] env[63676]: _type = "Task" [ 1824.803853] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.811383] env[63676]: DEBUG oslo_vmware.api [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5281fd19-5a52-58a5-1616-a628c5b0d7a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.902173] env[63676]: DEBUG nova.compute.manager [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1824.926838] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.050s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.928923] env[63676]: INFO nova.compute.manager [-] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Took 1.27 seconds to deallocate network for instance. [ 1824.931191] env[63676]: DEBUG nova.virt.hardware [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1824.931426] env[63676]: DEBUG nova.virt.hardware [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1824.931640] env[63676]: DEBUG nova.virt.hardware [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1824.931760] env[63676]: DEBUG nova.virt.hardware [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1824.931904] env[63676]: DEBUG nova.virt.hardware [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1824.932069] env[63676]: DEBUG nova.virt.hardware [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1824.932275] env[63676]: DEBUG nova.virt.hardware [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1824.932434] env[63676]: DEBUG nova.virt.hardware [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1824.932600] env[63676]: DEBUG nova.virt.hardware [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1824.932761] env[63676]: DEBUG nova.virt.hardware [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1824.932928] env[63676]: DEBUG nova.virt.hardware [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1824.933604] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.787s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.933714] env[63676]: DEBUG nova.objects.instance [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lazy-loading 'resources' on Instance uuid 5d7bfc99-f089-4d5a-aa4e-cada3e053b19 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1824.938053] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723f0633-e2b3-4ed4-b7fc-04662124b65e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.951999] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4166b1-7ca8-4dee-8072-0dd337919e55 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.956387] env[63676]: INFO nova.scheduler.client.report [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Deleted allocations for instance 555a87e4-e882-4129-976b-504a98e29990 [ 1825.314910] env[63676]: DEBUG oslo_vmware.api [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5281fd19-5a52-58a5-1616-a628c5b0d7a1, 'name': SearchDatastore_Task, 'duration_secs': 0.008168} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.315884] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b9bb09e-f968-460a-800e-f880566e1eb0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.321788] env[63676]: DEBUG oslo_vmware.api [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Waiting for the task: (returnval){ [ 1825.321788] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521f4c81-a3bb-a3a8-c9a5-6292b179ccb0" [ 1825.321788] env[63676]: _type = "Task" [ 1825.321788] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.329624] env[63676]: DEBUG oslo_vmware.api [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521f4c81-a3bb-a3a8-c9a5-6292b179ccb0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.386820] env[63676]: DEBUG nova.compute.manager [req-7768b733-214a-4076-ae8a-bcb03ad4a212 req-452945b7-bd36-4b06-82cf-c5aa49888520 service nova] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Received event network-vif-deleted-228fb1e5-beea-4e1c-bacf-84c9ccafff9d {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1825.446710] env[63676]: DEBUG oslo_concurrency.lockutils [None req-84fad936-a07e-44c0-99cb-61f1d16ca289 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.470257] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9f3a963b-5249-49e6-80ed-18775cca5cff tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lock "555a87e4-e882-4129-976b-504a98e29990" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.077s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.493087] env[63676]: DEBUG nova.compute.manager [req-e7fa6337-7fc2-4c71-a103-7aff90a436f2 req-1259fa70-523e-4e73-a037-83bec1d63ee5 service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Received event network-vif-plugged-760b87bb-a987-4d94-a2ba-ecb045684411 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1825.493087] env[63676]: DEBUG oslo_concurrency.lockutils [req-e7fa6337-7fc2-4c71-a103-7aff90a436f2 req-1259fa70-523e-4e73-a037-83bec1d63ee5 service nova] Acquiring lock "e74e3fe1-d96c-4da8-b23b-4038c11789bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1825.493188] env[63676]: DEBUG oslo_concurrency.lockutils [req-e7fa6337-7fc2-4c71-a103-7aff90a436f2 req-1259fa70-523e-4e73-a037-83bec1d63ee5 service nova] Lock "e74e3fe1-d96c-4da8-b23b-4038c11789bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1825.493323] env[63676]: DEBUG oslo_concurrency.lockutils [req-e7fa6337-7fc2-4c71-a103-7aff90a436f2 req-1259fa70-523e-4e73-a037-83bec1d63ee5 service nova] Lock "e74e3fe1-d96c-4da8-b23b-4038c11789bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1825.493495] env[63676]: DEBUG nova.compute.manager [req-e7fa6337-7fc2-4c71-a103-7aff90a436f2 req-1259fa70-523e-4e73-a037-83bec1d63ee5 service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] No waiting events found dispatching network-vif-plugged-760b87bb-a987-4d94-a2ba-ecb045684411 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1825.493655] env[63676]: WARNING nova.compute.manager [req-e7fa6337-7fc2-4c71-a103-7aff90a436f2 req-1259fa70-523e-4e73-a037-83bec1d63ee5 service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Received unexpected event network-vif-plugged-760b87bb-a987-4d94-a2ba-ecb045684411 for instance with vm_state building and task_state spawning. [ 1825.673839] env[63676]: DEBUG nova.network.neutron [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Successfully updated port: 760b87bb-a987-4d94-a2ba-ecb045684411 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1825.817078] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8224ac54-6e8f-4b34-9f15-dea93bffd919 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.827187] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ae2773-1259-490d-8309-3e550785db83 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.833360] env[63676]: DEBUG oslo_vmware.api [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521f4c81-a3bb-a3a8-c9a5-6292b179ccb0, 'name': SearchDatastore_Task, 'duration_secs': 0.011268} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.833898] env[63676]: DEBUG oslo_concurrency.lockutils [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1825.834177] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] f9cafda5-674f-4fe6-ad00-ca304219fc86/f9cafda5-674f-4fe6-ad00-ca304219fc86.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1825.834437] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7025fa50-71f3-44aa-ad1f-db8a5bcb663a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.863024] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13cb662a-b02a-4750-8b3b-827581f8f515 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.865561] env[63676]: DEBUG oslo_vmware.api [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Waiting for the task: (returnval){ [ 1825.865561] env[63676]: value = "task-1925778" [ 1825.865561] env[63676]: _type = "Task" [ 1825.865561] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.871911] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02bffd06-1b55-4e9b-a594-2ad02b55ae41 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.878330] env[63676]: DEBUG oslo_vmware.api [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': task-1925778, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.888419] env[63676]: DEBUG nova.compute.provider_tree [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1826.176986] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Acquiring lock "refresh_cache-e74e3fe1-d96c-4da8-b23b-4038c11789bf" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1826.177229] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Acquired lock "refresh_cache-e74e3fe1-d96c-4da8-b23b-4038c11789bf" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1826.177447] env[63676]: DEBUG nova.network.neutron [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1826.375835] env[63676]: DEBUG oslo_vmware.api [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': task-1925778, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464924} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.376296] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] f9cafda5-674f-4fe6-ad00-ca304219fc86/f9cafda5-674f-4fe6-ad00-ca304219fc86.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1826.376385] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1826.376585] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6fc28792-e995-4c93-942f-df2325fe40bf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.382933] env[63676]: DEBUG oslo_vmware.api [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Waiting for the task: (returnval){ [ 1826.382933] env[63676]: value = "task-1925779" [ 1826.382933] env[63676]: _type = "Task" [ 1826.382933] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.391059] env[63676]: DEBUG nova.scheduler.client.report [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1826.395027] env[63676]: DEBUG oslo_vmware.api [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': task-1925779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.730715] env[63676]: DEBUG nova.network.neutron [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1826.893087] env[63676]: DEBUG oslo_vmware.api [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': task-1925779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070377} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.893364] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1826.894231] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03fb90a-5ce4-4c73-857c-f22d6b5a40ae {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.897238] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.964s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.899330] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.049s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1826.900827] env[63676]: INFO nova.compute.claims [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1826.930271] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] f9cafda5-674f-4fe6-ad00-ca304219fc86/f9cafda5-674f-4fe6-ad00-ca304219fc86.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1826.930735] env[63676]: INFO nova.scheduler.client.report [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Deleted allocations for instance 5d7bfc99-f089-4d5a-aa4e-cada3e053b19 [ 1826.932073] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fbdafcff-a750-47f4-902d-8caf6753e1b2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.966513] env[63676]: DEBUG oslo_vmware.api [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Waiting for the task: (returnval){ [ 1826.966513] env[63676]: value = "task-1925780" [ 1826.966513] env[63676]: _type = "Task" [ 1826.966513] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.976868] env[63676]: DEBUG oslo_vmware.api [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': task-1925780, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.131063] env[63676]: DEBUG nova.network.neutron [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Updating instance_info_cache with network_info: [{"id": "760b87bb-a987-4d94-a2ba-ecb045684411", "address": "fa:16:3e:15:16:c5", "network": {"id": "0eda7ba5-690b-4bc8-97aa-b93526bb8ba2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1834980605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d37f48a556084a4aa6641f6b45234898", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760b87bb-a9", "ovs_interfaceid": "760b87bb-a987-4d94-a2ba-ecb045684411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.463566] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e054de79-13e3-4139-84c0-c86d84c5387f tempest-ListServersNegativeTestJSON-1799996438 tempest-ListServersNegativeTestJSON-1799996438-project-member] Lock "5d7bfc99-f089-4d5a-aa4e-cada3e053b19" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.928s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1827.481843] env[63676]: DEBUG oslo_vmware.api [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': task-1925780, 'name': ReconfigVM_Task, 'duration_secs': 0.277214} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.481843] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Reconfigured VM instance instance-00000045 to attach disk [datastore1] f9cafda5-674f-4fe6-ad00-ca304219fc86/f9cafda5-674f-4fe6-ad00-ca304219fc86.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1827.482980] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0baed8d2-d97a-453c-8c84-baadcc747bc3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.490202] env[63676]: DEBUG oslo_vmware.api [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Waiting for the task: (returnval){ [ 1827.490202] env[63676]: value = "task-1925781" [ 1827.490202] env[63676]: _type = "Task" [ 1827.490202] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.498761] env[63676]: DEBUG oslo_vmware.api [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': task-1925781, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.598522] env[63676]: DEBUG nova.compute.manager [req-bd627b88-98cf-4745-a8e0-c7860f1f5abc req-7477ce31-95bc-46f2-a39e-cccef7974746 service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Received event network-changed-760b87bb-a987-4d94-a2ba-ecb045684411 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1827.598734] env[63676]: DEBUG nova.compute.manager [req-bd627b88-98cf-4745-a8e0-c7860f1f5abc req-7477ce31-95bc-46f2-a39e-cccef7974746 service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Refreshing instance network info cache due to event network-changed-760b87bb-a987-4d94-a2ba-ecb045684411. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1827.598934] env[63676]: DEBUG oslo_concurrency.lockutils [req-bd627b88-98cf-4745-a8e0-c7860f1f5abc req-7477ce31-95bc-46f2-a39e-cccef7974746 service nova] Acquiring lock "refresh_cache-e74e3fe1-d96c-4da8-b23b-4038c11789bf" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1827.634012] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Releasing lock "refresh_cache-e74e3fe1-d96c-4da8-b23b-4038c11789bf" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1827.634367] env[63676]: DEBUG nova.compute.manager [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Instance network_info: |[{"id": "760b87bb-a987-4d94-a2ba-ecb045684411", "address": "fa:16:3e:15:16:c5", "network": {"id": "0eda7ba5-690b-4bc8-97aa-b93526bb8ba2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1834980605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d37f48a556084a4aa6641f6b45234898", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760b87bb-a9", "ovs_interfaceid": "760b87bb-a987-4d94-a2ba-ecb045684411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1827.634686] env[63676]: DEBUG oslo_concurrency.lockutils [req-bd627b88-98cf-4745-a8e0-c7860f1f5abc req-7477ce31-95bc-46f2-a39e-cccef7974746 service nova] Acquired lock "refresh_cache-e74e3fe1-d96c-4da8-b23b-4038c11789bf" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1827.634869] env[63676]: DEBUG nova.network.neutron [req-bd627b88-98cf-4745-a8e0-c7860f1f5abc req-7477ce31-95bc-46f2-a39e-cccef7974746 service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Refreshing network info cache for port 760b87bb-a987-4d94-a2ba-ecb045684411 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1827.636149] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:15:16:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8868dc2-7767-49c0-a2ed-e611fcbf8414', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '760b87bb-a987-4d94-a2ba-ecb045684411', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1827.645069] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Creating folder: Project (d37f48a556084a4aa6641f6b45234898). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1827.648515] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c166890-504a-47b3-84c6-38e3dbf119f0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.661664] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Created folder: Project (d37f48a556084a4aa6641f6b45234898) in parent group-v396927. [ 1827.661857] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Creating folder: Instances. Parent ref: group-v397107. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1827.662105] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c989b30f-f1b7-40ab-b5ac-d164893b2eba {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.671742] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Created folder: Instances in parent group-v397107. [ 1827.671986] env[63676]: DEBUG oslo.service.loopingcall [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1827.672276] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1827.672403] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6220bebb-d776-4d2d-9519-0422a7593867 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1827.692368] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1827.692368] env[63676]: value = "task-1925784" [ 1827.692368] env[63676]: _type = "Task" [ 1827.692368] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.705764] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925784, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.921685] env[63676]: DEBUG nova.network.neutron [req-bd627b88-98cf-4745-a8e0-c7860f1f5abc req-7477ce31-95bc-46f2-a39e-cccef7974746 service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Updated VIF entry in instance network info cache for port 760b87bb-a987-4d94-a2ba-ecb045684411. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1827.922056] env[63676]: DEBUG nova.network.neutron [req-bd627b88-98cf-4745-a8e0-c7860f1f5abc req-7477ce31-95bc-46f2-a39e-cccef7974746 service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Updating instance_info_cache with network_info: [{"id": "760b87bb-a987-4d94-a2ba-ecb045684411", "address": "fa:16:3e:15:16:c5", "network": {"id": "0eda7ba5-690b-4bc8-97aa-b93526bb8ba2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1834980605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d37f48a556084a4aa6641f6b45234898", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760b87bb-a9", "ovs_interfaceid": "760b87bb-a987-4d94-a2ba-ecb045684411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1827.999390] env[63676]: DEBUG oslo_vmware.api [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': task-1925781, 'name': Rename_Task, 'duration_secs': 0.210188} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.999662] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1827.999922] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a950882-5308-41b0-9924-79f35ff86928 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.009428] env[63676]: DEBUG oslo_vmware.api [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Waiting for the task: (returnval){ [ 1828.009428] env[63676]: value = "task-1925785" [ 1828.009428] env[63676]: _type = "Task" [ 1828.009428] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.018873] env[63676]: DEBUG oslo_vmware.api [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': task-1925785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.211162] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925784, 'name': CreateVM_Task, 'duration_secs': 0.294247} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.211303] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1828.212451] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.212770] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.213060] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1828.215741] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beb59817-9a46-4757-aad1-5176c8b4e1a3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.221167] env[63676]: DEBUG oslo_vmware.api [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Waiting for the task: (returnval){ [ 1828.221167] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c7c504-b95f-57f5-d937-558f24fe6a6d" [ 1828.221167] env[63676]: _type = "Task" [ 1828.221167] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.229833] env[63676]: DEBUG oslo_vmware.api [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c7c504-b95f-57f5-d937-558f24fe6a6d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.307871] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288eb591-b8b9-4f4c-8bf1-833ef407fce9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.315380] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a541810b-2cf4-4cc5-85ad-c6f0909bf2c3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.349216] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354e8163-e550-40bc-b390-654631aeb1a0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.357529] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8dc5d8-ecc0-41bc-9e06-fb049a3409b3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.375160] env[63676]: DEBUG nova.compute.provider_tree [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1828.425107] env[63676]: DEBUG oslo_concurrency.lockutils [req-bd627b88-98cf-4745-a8e0-c7860f1f5abc req-7477ce31-95bc-46f2-a39e-cccef7974746 service nova] Releasing lock "refresh_cache-e74e3fe1-d96c-4da8-b23b-4038c11789bf" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.520293] env[63676]: DEBUG oslo_vmware.api [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': task-1925785, 'name': PowerOnVM_Task, 'duration_secs': 0.503932} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.520613] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1828.521240] env[63676]: INFO nova.compute.manager [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1828.521240] env[63676]: DEBUG nova.compute.manager [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1828.521729] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84a733b-b34d-4b65-9453-b5529bd430d2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.731729] env[63676]: DEBUG oslo_vmware.api [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c7c504-b95f-57f5-d937-558f24fe6a6d, 'name': SearchDatastore_Task, 'duration_secs': 0.01056} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.732051] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1828.732294] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1828.732690] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.732852] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.733083] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1828.733365] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2aab4b0b-fef7-45b3-955d-923d8bd1526d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.741996] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1828.742059] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1828.742885] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc214585-4e59-429a-ac43-ac7394c4d859 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.748038] env[63676]: DEBUG oslo_vmware.api [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Waiting for the task: (returnval){ [ 1828.748038] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ce0907-9191-387f-d5f5-653c77c7fc8c" [ 1828.748038] env[63676]: _type = "Task" [ 1828.748038] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.759048] env[63676]: DEBUG oslo_vmware.api [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ce0907-9191-387f-d5f5-653c77c7fc8c, 'name': SearchDatastore_Task, 'duration_secs': 0.008334} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1828.760116] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40214d43-bfff-4d93-a362-9f125bc11537 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.764883] env[63676]: DEBUG oslo_vmware.api [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Waiting for the task: (returnval){ [ 1828.764883] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5215360d-dc79-3170-bb12-ba172c7904ba" [ 1828.764883] env[63676]: _type = "Task" [ 1828.764883] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1828.772239] env[63676]: DEBUG oslo_vmware.api [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5215360d-dc79-3170-bb12-ba172c7904ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1828.878108] env[63676]: DEBUG nova.scheduler.client.report [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1829.038716] env[63676]: INFO nova.compute.manager [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Took 44.70 seconds to build instance. [ 1829.275752] env[63676]: DEBUG oslo_vmware.api [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5215360d-dc79-3170-bb12-ba172c7904ba, 'name': SearchDatastore_Task, 'duration_secs': 0.008469} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.276037] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1829.276305] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] e74e3fe1-d96c-4da8-b23b-4038c11789bf/e74e3fe1-d96c-4da8-b23b-4038c11789bf.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1829.276551] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cf47bc1d-361f-4b9d-b55c-dd5666aac4b1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.282957] env[63676]: DEBUG oslo_vmware.api [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Waiting for the task: (returnval){ [ 1829.282957] env[63676]: value = "task-1925786" [ 1829.282957] env[63676]: _type = "Task" [ 1829.282957] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.290552] env[63676]: DEBUG oslo_vmware.api [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': task-1925786, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.383369] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.383913] env[63676]: DEBUG nova.compute.manager [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1829.386644] env[63676]: DEBUG oslo_concurrency.lockutils [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.534s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1829.388173] env[63676]: INFO nova.compute.claims [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1829.541779] env[63676]: DEBUG oslo_concurrency.lockutils [None req-42544569-c900-414e-89f2-0f4d23b34a0b tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Lock "f9cafda5-674f-4fe6-ad00-ca304219fc86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.208s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1829.793442] env[63676]: DEBUG oslo_vmware.api [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': task-1925786, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494762} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1829.793714] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] e74e3fe1-d96c-4da8-b23b-4038c11789bf/e74e3fe1-d96c-4da8-b23b-4038c11789bf.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1829.793925] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1829.794194] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb8602a8-1564-4af3-9868-9156f8e6e9d1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1829.800061] env[63676]: DEBUG oslo_vmware.api [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Waiting for the task: (returnval){ [ 1829.800061] env[63676]: value = "task-1925787" [ 1829.800061] env[63676]: _type = "Task" [ 1829.800061] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1829.807382] env[63676]: DEBUG oslo_vmware.api [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': task-1925787, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1829.897071] env[63676]: DEBUG nova.compute.utils [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1829.900468] env[63676]: DEBUG nova.compute.manager [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1829.900626] env[63676]: DEBUG nova.network.neutron [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1830.000716] env[63676]: DEBUG nova.policy [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27e3dd69b19d4fceac9f299a6c093004', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '784ebf4456e749ceac9d92fabaab6883', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1830.310524] env[63676]: DEBUG oslo_vmware.api [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': task-1925787, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066155} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1830.310686] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1830.311523] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74588db6-ab28-4454-b158-c80ff90f672a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.334137] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] e74e3fe1-d96c-4da8-b23b-4038c11789bf/e74e3fe1-d96c-4da8-b23b-4038c11789bf.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1830.334464] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0ffbf59-01fc-4f99-bc43-121a3a92c3e2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.354267] env[63676]: DEBUG oslo_vmware.api [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Waiting for the task: (returnval){ [ 1830.354267] env[63676]: value = "task-1925788" [ 1830.354267] env[63676]: _type = "Task" [ 1830.354267] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1830.361871] env[63676]: DEBUG oslo_vmware.api [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': task-1925788, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1830.401812] env[63676]: DEBUG nova.compute.manager [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1830.529933] env[63676]: DEBUG nova.network.neutron [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Successfully created port: 74b0f3f5-d919-4154-b639-5ff235d4e67d {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1830.799183] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caddcc3f-1187-4367-88bc-950d2375b338 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.807413] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1d912a-46a0-4023-849b-ac9579175176 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.840317] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8c8a82-ad3d-4dae-b2d7-94a680fa8555 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.851305] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040e0b87-401c-4fc4-a06f-f85a4fae82e4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1830.862530] env[63676]: DEBUG nova.compute.provider_tree [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1830.871608] env[63676]: DEBUG oslo_vmware.api [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': task-1925788, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.265458] env[63676]: DEBUG nova.compute.manager [req-c47c84ac-d095-45a5-bc22-b824f9c82a26 req-8fb1d76b-f4c4-4507-86b4-6fbe3d747bc7 service nova] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Received event network-changed-603dd99c-2ce7-4fe8-882e-6a57e324b3e6 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1831.265615] env[63676]: DEBUG nova.compute.manager [req-c47c84ac-d095-45a5-bc22-b824f9c82a26 req-8fb1d76b-f4c4-4507-86b4-6fbe3d747bc7 service nova] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Refreshing instance network info cache due to event network-changed-603dd99c-2ce7-4fe8-882e-6a57e324b3e6. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1831.265807] env[63676]: DEBUG oslo_concurrency.lockutils [req-c47c84ac-d095-45a5-bc22-b824f9c82a26 req-8fb1d76b-f4c4-4507-86b4-6fbe3d747bc7 service nova] Acquiring lock "refresh_cache-b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1831.265957] env[63676]: DEBUG oslo_concurrency.lockutils [req-c47c84ac-d095-45a5-bc22-b824f9c82a26 req-8fb1d76b-f4c4-4507-86b4-6fbe3d747bc7 service nova] Acquired lock "refresh_cache-b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1831.266236] env[63676]: DEBUG nova.network.neutron [req-c47c84ac-d095-45a5-bc22-b824f9c82a26 req-8fb1d76b-f4c4-4507-86b4-6fbe3d747bc7 service nova] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Refreshing network info cache for port 603dd99c-2ce7-4fe8-882e-6a57e324b3e6 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1831.368676] env[63676]: DEBUG nova.scheduler.client.report [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1831.377967] env[63676]: DEBUG oslo_vmware.api [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': task-1925788, 'name': ReconfigVM_Task, 'duration_secs': 0.785112} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.378854] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Reconfigured VM instance instance-00000046 to attach disk [datastore1] e74e3fe1-d96c-4da8-b23b-4038c11789bf/e74e3fe1-d96c-4da8-b23b-4038c11789bf.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1831.380215] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c8936bd-e81e-4f9e-a35e-afd18550e16b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.386295] env[63676]: DEBUG oslo_vmware.api [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Waiting for the task: (returnval){ [ 1831.386295] env[63676]: value = "task-1925789" [ 1831.386295] env[63676]: _type = "Task" [ 1831.386295] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.395314] env[63676]: DEBUG oslo_vmware.api [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': task-1925789, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1831.413833] env[63676]: DEBUG nova.compute.manager [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1831.493595] env[63676]: DEBUG nova.virt.hardware [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1831.493595] env[63676]: DEBUG nova.virt.hardware [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1831.493749] env[63676]: DEBUG nova.virt.hardware [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1831.493843] env[63676]: DEBUG nova.virt.hardware [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1831.493988] env[63676]: DEBUG nova.virt.hardware [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1831.495347] env[63676]: DEBUG nova.virt.hardware [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1831.495347] env[63676]: DEBUG nova.virt.hardware [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1831.495347] env[63676]: DEBUG nova.virt.hardware [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1831.495347] env[63676]: DEBUG nova.virt.hardware [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1831.495347] env[63676]: DEBUG nova.virt.hardware [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1831.495347] env[63676]: DEBUG nova.virt.hardware [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1831.495908] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb2c4be-a6a9-4316-b9a5-4cc40343a4f6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.504431] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2005a6a8-efa8-467d-8d05-927961023c45 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.874367] env[63676]: DEBUG oslo_concurrency.lockutils [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.488s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1831.874946] env[63676]: DEBUG nova.compute.manager [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1831.880136] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 39.087s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1831.896022] env[63676]: DEBUG oslo_vmware.api [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': task-1925789, 'name': Rename_Task, 'duration_secs': 0.396303} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1831.896656] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1831.897155] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2aa447dd-e445-49dc-b319-adbf7e012ee1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1831.904010] env[63676]: DEBUG oslo_vmware.api [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Waiting for the task: (returnval){ [ 1831.904010] env[63676]: value = "task-1925790" [ 1831.904010] env[63676]: _type = "Task" [ 1831.904010] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1831.913451] env[63676]: DEBUG oslo_vmware.api [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': task-1925790, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.004695] env[63676]: DEBUG nova.network.neutron [req-c47c84ac-d095-45a5-bc22-b824f9c82a26 req-8fb1d76b-f4c4-4507-86b4-6fbe3d747bc7 service nova] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Updated VIF entry in instance network info cache for port 603dd99c-2ce7-4fe8-882e-6a57e324b3e6. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1832.005296] env[63676]: DEBUG nova.network.neutron [req-c47c84ac-d095-45a5-bc22-b824f9c82a26 req-8fb1d76b-f4c4-4507-86b4-6fbe3d747bc7 service nova] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Updating instance_info_cache with network_info: [{"id": "603dd99c-2ce7-4fe8-882e-6a57e324b3e6", "address": "fa:16:3e:04:e5:a8", "network": {"id": "f5fe1096-e494-4f37-ba28-02fac000de39", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1828400579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53bb3c4e54db42d889b791dbf494a9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap603dd99c-2c", "ovs_interfaceid": "603dd99c-2ce7-4fe8-882e-6a57e324b3e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1832.385504] env[63676]: INFO nova.compute.claims [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1832.389930] env[63676]: DEBUG nova.compute.utils [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1832.391460] env[63676]: DEBUG nova.compute.manager [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1832.391626] env[63676]: DEBUG nova.network.neutron [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1832.416517] env[63676]: DEBUG oslo_vmware.api [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': task-1925790, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.435128] env[63676]: DEBUG nova.policy [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec8e6397d4224cc783352861583ef0e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf227039b25c482ab23b72d4919bbdd9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1832.508724] env[63676]: DEBUG oslo_concurrency.lockutils [req-c47c84ac-d095-45a5-bc22-b824f9c82a26 req-8fb1d76b-f4c4-4507-86b4-6fbe3d747bc7 service nova] Releasing lock "refresh_cache-b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1832.699703] env[63676]: DEBUG nova.network.neutron [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Successfully created port: ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1832.895715] env[63676]: INFO nova.compute.resource_tracker [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Updating resource usage from migration bb2b84bd-7ee9-407a-b204-c2ff7f084425 [ 1832.898066] env[63676]: DEBUG nova.compute.manager [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1832.919021] env[63676]: DEBUG oslo_vmware.api [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': task-1925790, 'name': PowerOnVM_Task, 'duration_secs': 0.950154} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.919021] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1832.919021] env[63676]: INFO nova.compute.manager [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1832.919021] env[63676]: DEBUG nova.compute.manager [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1832.919021] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea9e38c-7bf0-49c7-aca6-81abffafc93a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.940293] env[63676]: DEBUG nova.network.neutron [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Successfully updated port: 74b0f3f5-d919-4154-b639-5ff235d4e67d {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1833.341598] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006bc2b3-541b-4a57-acf7-f2fc2849bcdc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.349556] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ee014d-7ac5-467e-88ad-0dda2c34f395 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.384769] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38594eb-7266-4680-8c21-06398722fecd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.393624] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd15b55-4661-420c-bac7-73c5f4001e3c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.413772] env[63676]: DEBUG nova.compute.provider_tree [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1833.452137] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "refresh_cache-43d0f36f-37e4-47e3-9a1c-0ac979c13a10" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.452304] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquired lock "refresh_cache-43d0f36f-37e4-47e3-9a1c-0ac979c13a10" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1833.452432] env[63676]: DEBUG nova.network.neutron [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1833.455094] env[63676]: INFO nova.compute.manager [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Took 43.75 seconds to build instance. [ 1833.813727] env[63676]: DEBUG nova.compute.manager [req-f7064ee0-e51a-4366-870e-fd144cb40b2a req-830bc819-9f74-474b-a020-ce84aa030657 service nova] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Received event network-vif-plugged-74b0f3f5-d919-4154-b639-5ff235d4e67d {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1833.813964] env[63676]: DEBUG oslo_concurrency.lockutils [req-f7064ee0-e51a-4366-870e-fd144cb40b2a req-830bc819-9f74-474b-a020-ce84aa030657 service nova] Acquiring lock "43d0f36f-37e4-47e3-9a1c-0ac979c13a10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1833.814201] env[63676]: DEBUG oslo_concurrency.lockutils [req-f7064ee0-e51a-4366-870e-fd144cb40b2a req-830bc819-9f74-474b-a020-ce84aa030657 service nova] Lock "43d0f36f-37e4-47e3-9a1c-0ac979c13a10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1833.814375] env[63676]: DEBUG oslo_concurrency.lockutils [req-f7064ee0-e51a-4366-870e-fd144cb40b2a req-830bc819-9f74-474b-a020-ce84aa030657 service nova] Lock "43d0f36f-37e4-47e3-9a1c-0ac979c13a10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.814545] env[63676]: DEBUG nova.compute.manager [req-f7064ee0-e51a-4366-870e-fd144cb40b2a req-830bc819-9f74-474b-a020-ce84aa030657 service nova] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] No waiting events found dispatching network-vif-plugged-74b0f3f5-d919-4154-b639-5ff235d4e67d {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1833.814770] env[63676]: WARNING nova.compute.manager [req-f7064ee0-e51a-4366-870e-fd144cb40b2a req-830bc819-9f74-474b-a020-ce84aa030657 service nova] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Received unexpected event network-vif-plugged-74b0f3f5-d919-4154-b639-5ff235d4e67d for instance with vm_state building and task_state spawning. [ 1833.814948] env[63676]: DEBUG nova.compute.manager [req-f7064ee0-e51a-4366-870e-fd144cb40b2a req-830bc819-9f74-474b-a020-ce84aa030657 service nova] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Received event network-changed-74b0f3f5-d919-4154-b639-5ff235d4e67d {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1833.815259] env[63676]: DEBUG nova.compute.manager [req-f7064ee0-e51a-4366-870e-fd144cb40b2a req-830bc819-9f74-474b-a020-ce84aa030657 service nova] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Refreshing instance network info cache due to event network-changed-74b0f3f5-d919-4154-b639-5ff235d4e67d. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1833.815342] env[63676]: DEBUG oslo_concurrency.lockutils [req-f7064ee0-e51a-4366-870e-fd144cb40b2a req-830bc819-9f74-474b-a020-ce84aa030657 service nova] Acquiring lock "refresh_cache-43d0f36f-37e4-47e3-9a1c-0ac979c13a10" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1833.914527] env[63676]: DEBUG nova.compute.manager [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1833.917676] env[63676]: DEBUG nova.scheduler.client.report [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1833.942430] env[63676]: DEBUG nova.virt.hardware [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1833.942681] env[63676]: DEBUG nova.virt.hardware [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1833.942835] env[63676]: DEBUG nova.virt.hardware [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1833.943054] env[63676]: DEBUG nova.virt.hardware [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1833.943182] env[63676]: DEBUG nova.virt.hardware [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1833.943325] env[63676]: DEBUG nova.virt.hardware [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1833.943535] env[63676]: DEBUG nova.virt.hardware [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1833.943693] env[63676]: DEBUG nova.virt.hardware [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1833.943921] env[63676]: DEBUG nova.virt.hardware [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1833.944163] env[63676]: DEBUG nova.virt.hardware [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1833.944313] env[63676]: DEBUG nova.virt.hardware [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1833.945722] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a54229-af28-4ec8-bece-7069b7050a45 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.956942] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dddbb8c3-3d3f-446f-89ee-f58eed408ae5 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Lock "e74e3fe1-d96c-4da8-b23b-4038c11789bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.265s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1833.958201] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c1ad4d-accf-4206-a605-09c55da0aa01 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.080161] env[63676]: DEBUG nova.network.neutron [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1834.221438] env[63676]: DEBUG nova.network.neutron [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Successfully updated port: ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1834.372789] env[63676]: DEBUG nova.network.neutron [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Updating instance_info_cache with network_info: [{"id": "74b0f3f5-d919-4154-b639-5ff235d4e67d", "address": "fa:16:3e:ab:9e:c1", "network": {"id": "e9157b58-5807-471a-a4bf-51ae93aae27f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1812216044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ebf4456e749ceac9d92fabaab6883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74b0f3f5-d9", "ovs_interfaceid": "74b0f3f5-d919-4154-b639-5ff235d4e67d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1834.376947] env[63676]: DEBUG nova.compute.manager [req-ea5fa562-55cb-4098-a326-67a12a24bf9c req-760885f8-b0f8-4340-999c-7e92c611fd76 service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Received event network-vif-plugged-ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1834.377127] env[63676]: DEBUG oslo_concurrency.lockutils [req-ea5fa562-55cb-4098-a326-67a12a24bf9c req-760885f8-b0f8-4340-999c-7e92c611fd76 service nova] Acquiring lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1834.380011] env[63676]: DEBUG oslo_concurrency.lockutils [req-ea5fa562-55cb-4098-a326-67a12a24bf9c req-760885f8-b0f8-4340-999c-7e92c611fd76 service nova] Lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.380011] env[63676]: DEBUG oslo_concurrency.lockutils [req-ea5fa562-55cb-4098-a326-67a12a24bf9c req-760885f8-b0f8-4340-999c-7e92c611fd76 service nova] Lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.380011] env[63676]: DEBUG nova.compute.manager [req-ea5fa562-55cb-4098-a326-67a12a24bf9c req-760885f8-b0f8-4340-999c-7e92c611fd76 service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] No waiting events found dispatching network-vif-plugged-ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1834.380011] env[63676]: WARNING nova.compute.manager [req-ea5fa562-55cb-4098-a326-67a12a24bf9c req-760885f8-b0f8-4340-999c-7e92c611fd76 service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Received unexpected event network-vif-plugged-ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f for instance with vm_state building and task_state spawning. [ 1834.422035] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.542s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1834.422990] env[63676]: INFO nova.compute.manager [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Migrating [ 1834.429909] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e5e9900c-5ed8-42cc-a497-cf03b45552cc tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.451s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1834.430244] env[63676]: DEBUG nova.objects.instance [None req-e5e9900c-5ed8-42cc-a497-cf03b45552cc tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lazy-loading 'resources' on Instance uuid 14eb37de-de3c-4c1d-a078-7238551074b3 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1834.554915] env[63676]: INFO nova.compute.manager [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Rescuing [ 1834.555408] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Acquiring lock "refresh_cache-e74e3fe1-d96c-4da8-b23b-4038c11789bf" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.555600] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Acquired lock "refresh_cache-e74e3fe1-d96c-4da8-b23b-4038c11789bf" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.555788] env[63676]: DEBUG nova.network.neutron [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1834.725329] env[63676]: DEBUG oslo_concurrency.lockutils [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "refresh_cache-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.725777] env[63676]: DEBUG oslo_concurrency.lockutils [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired lock "refresh_cache-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.725777] env[63676]: DEBUG nova.network.neutron [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1834.875993] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Releasing lock "refresh_cache-43d0f36f-37e4-47e3-9a1c-0ac979c13a10" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1834.876359] env[63676]: DEBUG nova.compute.manager [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Instance network_info: |[{"id": "74b0f3f5-d919-4154-b639-5ff235d4e67d", "address": "fa:16:3e:ab:9e:c1", "network": {"id": "e9157b58-5807-471a-a4bf-51ae93aae27f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1812216044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ebf4456e749ceac9d92fabaab6883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74b0f3f5-d9", "ovs_interfaceid": "74b0f3f5-d919-4154-b639-5ff235d4e67d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1834.876665] env[63676]: DEBUG oslo_concurrency.lockutils [req-f7064ee0-e51a-4366-870e-fd144cb40b2a req-830bc819-9f74-474b-a020-ce84aa030657 service nova] Acquired lock "refresh_cache-43d0f36f-37e4-47e3-9a1c-0ac979c13a10" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.876848] env[63676]: DEBUG nova.network.neutron [req-f7064ee0-e51a-4366-870e-fd144cb40b2a req-830bc819-9f74-474b-a020-ce84aa030657 service nova] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Refreshing network info cache for port 74b0f3f5-d919-4154-b639-5ff235d4e67d {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1834.878086] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:9e:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74b0f3f5-d919-4154-b639-5ff235d4e67d', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1834.885584] env[63676]: DEBUG oslo.service.loopingcall [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1834.886756] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1834.887043] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dc401b32-09d9-4a49-848b-6ab063ed42b6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.908515] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1834.908515] env[63676]: value = "task-1925791" [ 1834.908515] env[63676]: _type = "Task" [ 1834.908515] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.919720] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925791, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.945675] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquiring lock "refresh_cache-d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1834.945856] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquired lock "refresh_cache-d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1834.946245] env[63676]: DEBUG nova.network.neutron [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1835.268821] env[63676]: DEBUG nova.network.neutron [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1835.370760] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c156f21f-03fa-4516-8337-7f672a4ff71b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.378841] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5219d8ab-3cc6-42e6-9b7d-7f850771d0c9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.419601] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac801ac-87df-477d-9f5e-76bea929cb00 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.431467] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52668dec-1b28-4da8-9db0-f20c593f9b5d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.435501] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925791, 'name': CreateVM_Task, 'duration_secs': 0.439366} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.435731] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1835.436731] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.436898] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.437422] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1835.437685] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9af5477b-b855-4cb4-9df5-2b1b2bda89bc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.447054] env[63676]: DEBUG nova.compute.provider_tree [None req-e5e9900c-5ed8-42cc-a497-cf03b45552cc tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1835.452208] env[63676]: DEBUG oslo_vmware.api [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1835.452208] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d21e14-2df3-cc9d-ebdb-59efdb6d1792" [ 1835.452208] env[63676]: _type = "Task" [ 1835.452208] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1835.460675] env[63676]: DEBUG oslo_vmware.api [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d21e14-2df3-cc9d-ebdb-59efdb6d1792, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.469996] env[63676]: DEBUG nova.network.neutron [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Updating instance_info_cache with network_info: [{"id": "ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f", "address": "fa:16:3e:2e:a4:dc", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffeb84e8-7f", "ovs_interfaceid": "ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.598430] env[63676]: DEBUG nova.network.neutron [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Updating instance_info_cache with network_info: [{"id": "760b87bb-a987-4d94-a2ba-ecb045684411", "address": "fa:16:3e:15:16:c5", "network": {"id": "0eda7ba5-690b-4bc8-97aa-b93526bb8ba2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1834980605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d37f48a556084a4aa6641f6b45234898", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760b87bb-a9", "ovs_interfaceid": "760b87bb-a987-4d94-a2ba-ecb045684411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.952385] env[63676]: DEBUG nova.scheduler.client.report [None req-e5e9900c-5ed8-42cc-a497-cf03b45552cc tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1835.965777] env[63676]: DEBUG oslo_vmware.api [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d21e14-2df3-cc9d-ebdb-59efdb6d1792, 'name': SearchDatastore_Task, 'duration_secs': 0.010437} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.966875] env[63676]: DEBUG nova.network.neutron [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Updating instance_info_cache with network_info: [{"id": "9390e033-d69d-459f-adf2-b394656a6ae6", "address": "fa:16:3e:6d:6c:0c", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9390e033-d6", "ovs_interfaceid": "9390e033-d69d-459f-adf2-b394656a6ae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.968174] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.968397] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1835.968645] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1835.968796] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1835.968965] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1835.969448] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-622c6f02-475c-41c7-b7b2-46bf5838284d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.972548] env[63676]: DEBUG oslo_concurrency.lockutils [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Releasing lock "refresh_cache-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1835.972843] env[63676]: DEBUG nova.compute.manager [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Instance network_info: |[{"id": "ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f", "address": "fa:16:3e:2e:a4:dc", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffeb84e8-7f", "ovs_interfaceid": "ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1835.973736] env[63676]: DEBUG nova.network.neutron [req-f7064ee0-e51a-4366-870e-fd144cb40b2a req-830bc819-9f74-474b-a020-ce84aa030657 service nova] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Updated VIF entry in instance network info cache for port 74b0f3f5-d919-4154-b639-5ff235d4e67d. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1835.973975] env[63676]: DEBUG nova.network.neutron [req-f7064ee0-e51a-4366-870e-fd144cb40b2a req-830bc819-9f74-474b-a020-ce84aa030657 service nova] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Updating instance_info_cache with network_info: [{"id": "74b0f3f5-d919-4154-b639-5ff235d4e67d", "address": "fa:16:3e:ab:9e:c1", "network": {"id": "e9157b58-5807-471a-a4bf-51ae93aae27f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1812216044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ebf4456e749ceac9d92fabaab6883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74b0f3f5-d9", "ovs_interfaceid": "74b0f3f5-d919-4154-b639-5ff235d4e67d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1835.975469] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:a4:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1835.982827] env[63676]: DEBUG oslo.service.loopingcall [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1835.984919] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1835.985236] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1835.985393] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1835.986516] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10cec0ce-3d4a-4dab-91c8-d741d6592389 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.000832] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fded9770-7fb5-43c3-abce-96efdbea92ba {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.007311] env[63676]: DEBUG oslo_vmware.api [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1836.007311] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527548e1-a461-b5f6-6bd8-43c91a30826a" [ 1836.007311] env[63676]: _type = "Task" [ 1836.007311] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.011815] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1836.011815] env[63676]: value = "task-1925792" [ 1836.011815] env[63676]: _type = "Task" [ 1836.011815] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.018381] env[63676]: DEBUG oslo_vmware.api [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527548e1-a461-b5f6-6bd8-43c91a30826a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.023721] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925792, 'name': CreateVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.100961] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Releasing lock "refresh_cache-e74e3fe1-d96c-4da8-b23b-4038c11789bf" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.142645] env[63676]: DEBUG nova.compute.manager [req-f36c6bd5-c001-4c98-813c-df9dae958672 req-7fc8fd18-8efa-4aea-9bb9-cc7f5ac429dc service nova] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Received event network-changed-c3daf720-20e5-4a3e-91a4-0d01e4b893d5 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1836.142901] env[63676]: DEBUG nova.compute.manager [req-f36c6bd5-c001-4c98-813c-df9dae958672 req-7fc8fd18-8efa-4aea-9bb9-cc7f5ac429dc service nova] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Refreshing instance network info cache due to event network-changed-c3daf720-20e5-4a3e-91a4-0d01e4b893d5. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1836.143134] env[63676]: DEBUG oslo_concurrency.lockutils [req-f36c6bd5-c001-4c98-813c-df9dae958672 req-7fc8fd18-8efa-4aea-9bb9-cc7f5ac429dc service nova] Acquiring lock "refresh_cache-f9cafda5-674f-4fe6-ad00-ca304219fc86" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.143281] env[63676]: DEBUG oslo_concurrency.lockutils [req-f36c6bd5-c001-4c98-813c-df9dae958672 req-7fc8fd18-8efa-4aea-9bb9-cc7f5ac429dc service nova] Acquired lock "refresh_cache-f9cafda5-674f-4fe6-ad00-ca304219fc86" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.143440] env[63676]: DEBUG nova.network.neutron [req-f36c6bd5-c001-4c98-813c-df9dae958672 req-7fc8fd18-8efa-4aea-9bb9-cc7f5ac429dc service nova] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Refreshing network info cache for port c3daf720-20e5-4a3e-91a4-0d01e4b893d5 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1836.460939] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e5e9900c-5ed8-42cc-a497-cf03b45552cc tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.463425] env[63676]: DEBUG oslo_concurrency.lockutils [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.755s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.463650] env[63676]: DEBUG nova.objects.instance [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lazy-loading 'resources' on Instance uuid ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1836.470598] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Releasing lock "refresh_cache-d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.483760] env[63676]: DEBUG oslo_concurrency.lockutils [req-f7064ee0-e51a-4366-870e-fd144cb40b2a req-830bc819-9f74-474b-a020-ce84aa030657 service nova] Releasing lock "refresh_cache-43d0f36f-37e4-47e3-9a1c-0ac979c13a10" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.484558] env[63676]: DEBUG nova.compute.manager [req-f7064ee0-e51a-4366-870e-fd144cb40b2a req-830bc819-9f74-474b-a020-ce84aa030657 service nova] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Received event network-changed-603dd99c-2ce7-4fe8-882e-6a57e324b3e6 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1836.484558] env[63676]: DEBUG nova.compute.manager [req-f7064ee0-e51a-4366-870e-fd144cb40b2a req-830bc819-9f74-474b-a020-ce84aa030657 service nova] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Refreshing instance network info cache due to event network-changed-603dd99c-2ce7-4fe8-882e-6a57e324b3e6. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1836.484558] env[63676]: DEBUG oslo_concurrency.lockutils [req-f7064ee0-e51a-4366-870e-fd144cb40b2a req-830bc819-9f74-474b-a020-ce84aa030657 service nova] Acquiring lock "refresh_cache-b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.484558] env[63676]: DEBUG oslo_concurrency.lockutils [req-f7064ee0-e51a-4366-870e-fd144cb40b2a req-830bc819-9f74-474b-a020-ce84aa030657 service nova] Acquired lock "refresh_cache-b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.484733] env[63676]: DEBUG nova.network.neutron [req-f7064ee0-e51a-4366-870e-fd144cb40b2a req-830bc819-9f74-474b-a020-ce84aa030657 service nova] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Refreshing network info cache for port 603dd99c-2ce7-4fe8-882e-6a57e324b3e6 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1836.492832] env[63676]: INFO nova.scheduler.client.report [None req-e5e9900c-5ed8-42cc-a497-cf03b45552cc tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Deleted allocations for instance 14eb37de-de3c-4c1d-a078-7238551074b3 [ 1836.520105] env[63676]: DEBUG oslo_vmware.api [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527548e1-a461-b5f6-6bd8-43c91a30826a, 'name': SearchDatastore_Task, 'duration_secs': 0.009346} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.521271] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b55e008e-e992-4aef-a72d-42fbc64cdecd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.526766] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925792, 'name': CreateVM_Task, 'duration_secs': 0.363727} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.527260] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1836.527932] env[63676]: DEBUG oslo_concurrency.lockutils [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.528108] env[63676]: DEBUG oslo_concurrency.lockutils [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.528454] env[63676]: DEBUG oslo_concurrency.lockutils [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1836.529960] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1af28930-2a55-4dd9-8a61-075c1544c3a5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.531784] env[63676]: DEBUG oslo_vmware.api [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1836.531784] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526a91bd-066f-b4d5-0591-0361f068878f" [ 1836.531784] env[63676]: _type = "Task" [ 1836.531784] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.536800] env[63676]: DEBUG oslo_vmware.api [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 1836.536800] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5226c9a4-8647-0581-6507-f3fa734105cf" [ 1836.536800] env[63676]: _type = "Task" [ 1836.536800] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.545126] env[63676]: DEBUG oslo_vmware.api [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526a91bd-066f-b4d5-0591-0361f068878f, 'name': SearchDatastore_Task, 'duration_secs': 0.010121} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.546343] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.546626] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 43d0f36f-37e4-47e3-9a1c-0ac979c13a10/43d0f36f-37e4-47e3-9a1c-0ac979c13a10.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1836.547281] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07b4761e-041c-416e-a4a9-1db88b6314e2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.553278] env[63676]: DEBUG oslo_vmware.api [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5226c9a4-8647-0581-6507-f3fa734105cf, 'name': SearchDatastore_Task, 'duration_secs': 0.009514} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1836.553400] env[63676]: DEBUG oslo_concurrency.lockutils [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1836.553634] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1836.553908] env[63676]: DEBUG oslo_concurrency.lockutils [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1836.554013] env[63676]: DEBUG oslo_concurrency.lockutils [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1836.554191] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1836.554425] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f67baea0-8aee-4a29-9bb8-fcb72652bff4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.557796] env[63676]: DEBUG oslo_vmware.api [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1836.557796] env[63676]: value = "task-1925793" [ 1836.557796] env[63676]: _type = "Task" [ 1836.557796] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.562256] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1836.562439] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1836.563256] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f1d748a-99de-4a8c-99f9-fd6874b8fb76 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.568413] env[63676]: DEBUG oslo_vmware.api [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.571601] env[63676]: DEBUG oslo_vmware.api [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 1836.571601] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b70fe5-8343-179e-c7cb-a7aab4574c23" [ 1836.571601] env[63676]: _type = "Task" [ 1836.571601] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1836.579699] env[63676]: DEBUG oslo_vmware.api [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b70fe5-8343-179e-c7cb-a7aab4574c23, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1836.588433] env[63676]: DEBUG oslo_concurrency.lockutils [None req-49cd71fa-f9ce-4f75-8121-8e5c8ad99956 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Acquiring lock "f9cafda5-674f-4fe6-ad00-ca304219fc86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.588433] env[63676]: DEBUG oslo_concurrency.lockutils [None req-49cd71fa-f9ce-4f75-8121-8e5c8ad99956 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Lock "f9cafda5-674f-4fe6-ad00-ca304219fc86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.588433] env[63676]: DEBUG oslo_concurrency.lockutils [None req-49cd71fa-f9ce-4f75-8121-8e5c8ad99956 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Acquiring lock "f9cafda5-674f-4fe6-ad00-ca304219fc86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.588635] env[63676]: DEBUG oslo_concurrency.lockutils [None req-49cd71fa-f9ce-4f75-8121-8e5c8ad99956 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Lock "f9cafda5-674f-4fe6-ad00-ca304219fc86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.588847] env[63676]: DEBUG oslo_concurrency.lockutils [None req-49cd71fa-f9ce-4f75-8121-8e5c8ad99956 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Lock "f9cafda5-674f-4fe6-ad00-ca304219fc86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1836.592907] env[63676]: INFO nova.compute.manager [None req-49cd71fa-f9ce-4f75-8121-8e5c8ad99956 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Terminating instance [ 1837.002655] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e5e9900c-5ed8-42cc-a497-cf03b45552cc tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "14eb37de-de3c-4c1d-a078-7238551074b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.072s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1837.071506] env[63676]: DEBUG nova.compute.manager [req-d3349f1d-7477-4bb2-b866-61f5fe3779b2 req-ac24580c-de3b-4afd-ba2e-9a4f54c08529 service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Received event network-changed-ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1837.071713] env[63676]: DEBUG nova.compute.manager [req-d3349f1d-7477-4bb2-b866-61f5fe3779b2 req-ac24580c-de3b-4afd-ba2e-9a4f54c08529 service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Refreshing instance network info cache due to event network-changed-ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1837.071970] env[63676]: DEBUG oslo_concurrency.lockutils [req-d3349f1d-7477-4bb2-b866-61f5fe3779b2 req-ac24580c-de3b-4afd-ba2e-9a4f54c08529 service nova] Acquiring lock "refresh_cache-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1837.072069] env[63676]: DEBUG oslo_concurrency.lockutils [req-d3349f1d-7477-4bb2-b866-61f5fe3779b2 req-ac24580c-de3b-4afd-ba2e-9a4f54c08529 service nova] Acquired lock "refresh_cache-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1837.072229] env[63676]: DEBUG nova.network.neutron [req-d3349f1d-7477-4bb2-b866-61f5fe3779b2 req-ac24580c-de3b-4afd-ba2e-9a4f54c08529 service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Refreshing network info cache for port ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1837.083929] env[63676]: DEBUG oslo_vmware.api [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.466931} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.084602] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 43d0f36f-37e4-47e3-9a1c-0ac979c13a10/43d0f36f-37e4-47e3-9a1c-0ac979c13a10.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1837.084894] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1837.085162] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38663f72-39b4-4701-86b3-b94d015ea7fa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.090632] env[63676]: DEBUG oslo_vmware.api [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b70fe5-8343-179e-c7cb-a7aab4574c23, 'name': SearchDatastore_Task, 'duration_secs': 0.008675} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.095826] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5458059-b9d3-4928-99ce-97d158c01a71 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.100970] env[63676]: DEBUG nova.compute.manager [None req-49cd71fa-f9ce-4f75-8121-8e5c8ad99956 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1837.101263] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-49cd71fa-f9ce-4f75-8121-8e5c8ad99956 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1837.102017] env[63676]: DEBUG oslo_vmware.api [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1837.102017] env[63676]: value = "task-1925794" [ 1837.102017] env[63676]: _type = "Task" [ 1837.102017] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.103046] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27043de2-5f94-4699-b4bc-3f209269e039 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.113343] env[63676]: DEBUG oslo_vmware.api [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 1837.113343] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52871785-f626-1a10-f982-37cb5561ea0a" [ 1837.113343] env[63676]: _type = "Task" [ 1837.113343] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.123417] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-49cd71fa-f9ce-4f75-8121-8e5c8ad99956 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1837.123706] env[63676]: DEBUG oslo_vmware.api [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.126537] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-408083ab-aec5-4d2c-be87-0be392e43bf0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.131472] env[63676]: DEBUG oslo_vmware.api [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52871785-f626-1a10-f982-37cb5561ea0a, 'name': SearchDatastore_Task, 'duration_secs': 0.00832} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.132051] env[63676]: DEBUG oslo_concurrency.lockutils [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.132311] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8/e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1837.132731] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a10e26fe-0328-4c66-b783-0e8675a5800f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.138735] env[63676]: DEBUG oslo_vmware.api [None req-49cd71fa-f9ce-4f75-8121-8e5c8ad99956 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Waiting for the task: (returnval){ [ 1837.138735] env[63676]: value = "task-1925795" [ 1837.138735] env[63676]: _type = "Task" [ 1837.138735] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.148939] env[63676]: DEBUG oslo_vmware.api [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 1837.148939] env[63676]: value = "task-1925796" [ 1837.148939] env[63676]: _type = "Task" [ 1837.148939] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.156719] env[63676]: DEBUG oslo_vmware.api [None req-49cd71fa-f9ce-4f75-8121-8e5c8ad99956 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': task-1925795, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.161436] env[63676]: DEBUG oslo_vmware.api [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.404021] env[63676]: DEBUG nova.network.neutron [req-f36c6bd5-c001-4c98-813c-df9dae958672 req-7fc8fd18-8efa-4aea-9bb9-cc7f5ac429dc service nova] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Updated VIF entry in instance network info cache for port c3daf720-20e5-4a3e-91a4-0d01e4b893d5. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1837.404498] env[63676]: DEBUG nova.network.neutron [req-f36c6bd5-c001-4c98-813c-df9dae958672 req-7fc8fd18-8efa-4aea-9bb9-cc7f5ac429dc service nova] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Updating instance_info_cache with network_info: [{"id": "c3daf720-20e5-4a3e-91a4-0d01e4b893d5", "address": "fa:16:3e:64:5e:f7", "network": {"id": "f5fe1096-e494-4f37-ba28-02fac000de39", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1828400579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53bb3c4e54db42d889b791dbf494a9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3daf720-20", "ovs_interfaceid": "c3daf720-20e5-4a3e-91a4-0d01e4b893d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.420306] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87afbf1-a7f0-4e7f-8f1e-7c8e6f04551f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.428960] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28427691-974a-4b88-a671-218ffe57943e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.465095] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85c528ef-71ec-4b8e-8660-9373a4699cb9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.473538] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee8408e-a1c5-4d87-bdf1-78be55a4a933 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.490713] env[63676]: DEBUG nova.compute.provider_tree [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1837.617241] env[63676]: DEBUG oslo_vmware.api [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067189} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.617516] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1837.618332] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f8d125-a958-4ed6-bc40-d8c43c08d4fe {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.642472] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 43d0f36f-37e4-47e3-9a1c-0ac979c13a10/43d0f36f-37e4-47e3-9a1c-0ac979c13a10.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1837.643150] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69eb05c7-2c3f-4e80-859f-bf12b2befa5d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.658100] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1837.661503] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae3a9ebd-018a-4882-bf55-3e2f7f098c85 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.666255] env[63676]: DEBUG nova.network.neutron [req-f7064ee0-e51a-4366-870e-fd144cb40b2a req-830bc819-9f74-474b-a020-ce84aa030657 service nova] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Updated VIF entry in instance network info cache for port 603dd99c-2ce7-4fe8-882e-6a57e324b3e6. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1837.666594] env[63676]: DEBUG nova.network.neutron [req-f7064ee0-e51a-4366-870e-fd144cb40b2a req-830bc819-9f74-474b-a020-ce84aa030657 service nova] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Updating instance_info_cache with network_info: [{"id": "603dd99c-2ce7-4fe8-882e-6a57e324b3e6", "address": "fa:16:3e:04:e5:a8", "network": {"id": "f5fe1096-e494-4f37-ba28-02fac000de39", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1828400579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53bb3c4e54db42d889b791dbf494a9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap603dd99c-2c", "ovs_interfaceid": "603dd99c-2ce7-4fe8-882e-6a57e324b3e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1837.671759] env[63676]: DEBUG oslo_vmware.api [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1837.671759] env[63676]: value = "task-1925797" [ 1837.671759] env[63676]: _type = "Task" [ 1837.671759] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.681635] env[63676]: DEBUG oslo_vmware.api [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Waiting for the task: (returnval){ [ 1837.681635] env[63676]: value = "task-1925798" [ 1837.681635] env[63676]: _type = "Task" [ 1837.681635] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.681851] env[63676]: DEBUG oslo_vmware.api [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925796, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.682076] env[63676]: DEBUG oslo_vmware.api [None req-49cd71fa-f9ce-4f75-8121-8e5c8ad99956 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': task-1925795, 'name': PowerOffVM_Task, 'duration_secs': 0.25996} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1837.683395] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-49cd71fa-f9ce-4f75-8121-8e5c8ad99956 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1837.683702] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-49cd71fa-f9ce-4f75-8121-8e5c8ad99956 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1837.686905] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0991285c-9b03-452d-ab73-803c09c33599 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.692161] env[63676]: DEBUG oslo_vmware.api [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.697099] env[63676]: DEBUG oslo_vmware.api [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': task-1925798, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.808818] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-49cd71fa-f9ce-4f75-8121-8e5c8ad99956 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1837.809194] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-49cd71fa-f9ce-4f75-8121-8e5c8ad99956 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1837.809194] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-49cd71fa-f9ce-4f75-8121-8e5c8ad99956 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Deleting the datastore file [datastore1] f9cafda5-674f-4fe6-ad00-ca304219fc86 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1837.809451] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c0b83372-439d-4fd4-83eb-d8139551753e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.816762] env[63676]: DEBUG oslo_vmware.api [None req-49cd71fa-f9ce-4f75-8121-8e5c8ad99956 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Waiting for the task: (returnval){ [ 1837.816762] env[63676]: value = "task-1925800" [ 1837.816762] env[63676]: _type = "Task" [ 1837.816762] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1837.826197] env[63676]: DEBUG oslo_vmware.api [None req-49cd71fa-f9ce-4f75-8121-8e5c8ad99956 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': task-1925800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1837.909474] env[63676]: DEBUG oslo_concurrency.lockutils [req-f36c6bd5-c001-4c98-813c-df9dae958672 req-7fc8fd18-8efa-4aea-9bb9-cc7f5ac429dc service nova] Releasing lock "refresh_cache-f9cafda5-674f-4fe6-ad00-ca304219fc86" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1837.995731] env[63676]: DEBUG nova.scheduler.client.report [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1838.000690] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4117444f-956c-4f27-915e-9cfdca84f271 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.023744] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Updating instance 'd7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e' progress to 0 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1838.038703] env[63676]: DEBUG nova.network.neutron [req-d3349f1d-7477-4bb2-b866-61f5fe3779b2 req-ac24580c-de3b-4afd-ba2e-9a4f54c08529 service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Updated VIF entry in instance network info cache for port ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1838.039109] env[63676]: DEBUG nova.network.neutron [req-d3349f1d-7477-4bb2-b866-61f5fe3779b2 req-ac24580c-de3b-4afd-ba2e-9a4f54c08529 service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Updating instance_info_cache with network_info: [{"id": "ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f", "address": "fa:16:3e:2e:a4:dc", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffeb84e8-7f", "ovs_interfaceid": "ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1838.167759] env[63676]: DEBUG oslo_vmware.api [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925796, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.170355] env[63676]: DEBUG oslo_concurrency.lockutils [req-f7064ee0-e51a-4366-870e-fd144cb40b2a req-830bc819-9f74-474b-a020-ce84aa030657 service nova] Releasing lock "refresh_cache-b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.170601] env[63676]: DEBUG nova.compute.manager [req-f7064ee0-e51a-4366-870e-fd144cb40b2a req-830bc819-9f74-474b-a020-ce84aa030657 service nova] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Received event network-changed-c3daf720-20e5-4a3e-91a4-0d01e4b893d5 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1838.170769] env[63676]: DEBUG nova.compute.manager [req-f7064ee0-e51a-4366-870e-fd144cb40b2a req-830bc819-9f74-474b-a020-ce84aa030657 service nova] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Refreshing instance network info cache due to event network-changed-c3daf720-20e5-4a3e-91a4-0d01e4b893d5. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1838.170979] env[63676]: DEBUG oslo_concurrency.lockutils [req-f7064ee0-e51a-4366-870e-fd144cb40b2a req-830bc819-9f74-474b-a020-ce84aa030657 service nova] Acquiring lock "refresh_cache-f9cafda5-674f-4fe6-ad00-ca304219fc86" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.171137] env[63676]: DEBUG oslo_concurrency.lockutils [req-f7064ee0-e51a-4366-870e-fd144cb40b2a req-830bc819-9f74-474b-a020-ce84aa030657 service nova] Acquired lock "refresh_cache-f9cafda5-674f-4fe6-ad00-ca304219fc86" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.171297] env[63676]: DEBUG nova.network.neutron [req-f7064ee0-e51a-4366-870e-fd144cb40b2a req-830bc819-9f74-474b-a020-ce84aa030657 service nova] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Refreshing network info cache for port c3daf720-20e5-4a3e-91a4-0d01e4b893d5 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1838.181509] env[63676]: DEBUG oslo_vmware.api [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.195376] env[63676]: DEBUG oslo_vmware.api [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': task-1925798, 'name': PowerOffVM_Task, 'duration_secs': 0.423269} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.195698] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1838.196554] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bb3aab-e48c-4acf-b65e-9b8a55af7183 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.217882] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8eecaad-5122-4894-9c0f-c695352ef126 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.255621] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1838.256054] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5edf5255-9b7b-4e45-97f4-7c66a4e69275 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.262536] env[63676]: DEBUG oslo_vmware.api [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Waiting for the task: (returnval){ [ 1838.262536] env[63676]: value = "task-1925801" [ 1838.262536] env[63676]: _type = "Task" [ 1838.262536] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.270137] env[63676]: DEBUG oslo_vmware.api [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': task-1925801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.327185] env[63676]: DEBUG oslo_vmware.api [None req-49cd71fa-f9ce-4f75-8121-8e5c8ad99956 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': task-1925800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232231} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1838.327305] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-49cd71fa-f9ce-4f75-8121-8e5c8ad99956 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1838.330417] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-49cd71fa-f9ce-4f75-8121-8e5c8ad99956 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1838.330693] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-49cd71fa-f9ce-4f75-8121-8e5c8ad99956 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1838.330919] env[63676]: INFO nova.compute.manager [None req-49cd71fa-f9ce-4f75-8121-8e5c8ad99956 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1838.331200] env[63676]: DEBUG oslo.service.loopingcall [None req-49cd71fa-f9ce-4f75-8121-8e5c8ad99956 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1838.331721] env[63676]: DEBUG nova.compute.manager [-] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1838.331819] env[63676]: DEBUG nova.network.neutron [-] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1838.505623] env[63676]: DEBUG oslo_concurrency.lockutils [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.509442] env[63676]: DEBUG oslo_concurrency.lockutils [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.311s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.509442] env[63676]: DEBUG nova.objects.instance [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Lazy-loading 'resources' on Instance uuid 5078869b-e16d-4d28-9a7d-e6f176d958c6 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1838.534533] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1838.534533] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-270e8610-82f1-4478-9586-52970cbcaefb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.536561] env[63676]: INFO nova.scheduler.client.report [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Deleted allocations for instance ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f [ 1838.551596] env[63676]: DEBUG oslo_concurrency.lockutils [req-d3349f1d-7477-4bb2-b866-61f5fe3779b2 req-ac24580c-de3b-4afd-ba2e-9a4f54c08529 service nova] Releasing lock "refresh_cache-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1838.557064] env[63676]: DEBUG nova.compute.manager [req-a766b8d6-2dce-4d1e-afce-78e8614d236d req-5da655bd-7ae2-4c49-b1d7-1d03414eea35 service nova] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Received event network-changed-603dd99c-2ce7-4fe8-882e-6a57e324b3e6 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1838.557064] env[63676]: DEBUG nova.compute.manager [req-a766b8d6-2dce-4d1e-afce-78e8614d236d req-5da655bd-7ae2-4c49-b1d7-1d03414eea35 service nova] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Refreshing instance network info cache due to event network-changed-603dd99c-2ce7-4fe8-882e-6a57e324b3e6. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1838.557064] env[63676]: DEBUG oslo_concurrency.lockutils [req-a766b8d6-2dce-4d1e-afce-78e8614d236d req-5da655bd-7ae2-4c49-b1d7-1d03414eea35 service nova] Acquiring lock "refresh_cache-b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.557452] env[63676]: DEBUG oslo_concurrency.lockutils [req-a766b8d6-2dce-4d1e-afce-78e8614d236d req-5da655bd-7ae2-4c49-b1d7-1d03414eea35 service nova] Acquired lock "refresh_cache-b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.557767] env[63676]: DEBUG nova.network.neutron [req-a766b8d6-2dce-4d1e-afce-78e8614d236d req-5da655bd-7ae2-4c49-b1d7-1d03414eea35 service nova] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Refreshing network info cache for port 603dd99c-2ce7-4fe8-882e-6a57e324b3e6 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1838.563485] env[63676]: DEBUG oslo_vmware.api [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1838.563485] env[63676]: value = "task-1925802" [ 1838.563485] env[63676]: _type = "Task" [ 1838.563485] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.580919] env[63676]: DEBUG oslo_vmware.api [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925802, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.668231] env[63676]: DEBUG oslo_vmware.api [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925796, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.682189] env[63676]: DEBUG oslo_vmware.api [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1838.774265] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] VM already powered off {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1838.774543] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1838.774827] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1838.775016] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1838.775223] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1838.775466] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a1c0242-1011-4816-9c81-9e28b3cca395 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.784199] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1838.784199] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1838.784529] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09dc329f-1ae1-4e3d-886e-e3a3ba210dae {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1838.790684] env[63676]: DEBUG oslo_vmware.api [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Waiting for the task: (returnval){ [ 1838.790684] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52707084-6ed9-145f-1604-2589f7743a14" [ 1838.790684] env[63676]: _type = "Task" [ 1838.790684] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1838.798517] env[63676]: DEBUG oslo_vmware.api [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52707084-6ed9-145f-1604-2589f7743a14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.071980] env[63676]: DEBUG oslo_concurrency.lockutils [None req-47994e3e-5c4c-4429-9c9a-67296076da51 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.383s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.078493] env[63676]: DEBUG oslo_vmware.api [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925802, 'name': PowerOffVM_Task, 'duration_secs': 0.208437} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.078753] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1839.078936] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Updating instance 'd7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e' progress to 17 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1839.091301] env[63676]: DEBUG nova.network.neutron [req-f7064ee0-e51a-4366-870e-fd144cb40b2a req-830bc819-9f74-474b-a020-ce84aa030657 service nova] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Updated VIF entry in instance network info cache for port c3daf720-20e5-4a3e-91a4-0d01e4b893d5. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1839.091642] env[63676]: DEBUG nova.network.neutron [req-f7064ee0-e51a-4366-870e-fd144cb40b2a req-830bc819-9f74-474b-a020-ce84aa030657 service nova] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Updating instance_info_cache with network_info: [{"id": "c3daf720-20e5-4a3e-91a4-0d01e4b893d5", "address": "fa:16:3e:64:5e:f7", "network": {"id": "f5fe1096-e494-4f37-ba28-02fac000de39", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1828400579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53bb3c4e54db42d889b791dbf494a9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3daf720-20", "ovs_interfaceid": "c3daf720-20e5-4a3e-91a4-0d01e4b893d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.169280] env[63676]: DEBUG oslo_vmware.api [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925796, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.521939} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.172767] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8/e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1839.173199] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1839.173930] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-89f5a318-f4ef-498a-9f98-11a3ab63dec4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.186526] env[63676]: DEBUG oslo_vmware.api [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925797, 'name': ReconfigVM_Task, 'duration_secs': 1.252618} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.189960] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 43d0f36f-37e4-47e3-9a1c-0ac979c13a10/43d0f36f-37e4-47e3-9a1c-0ac979c13a10.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1839.190651] env[63676]: DEBUG oslo_vmware.api [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 1839.190651] env[63676]: value = "task-1925803" [ 1839.190651] env[63676]: _type = "Task" [ 1839.190651] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.191070] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee23c542-ad09-4dd7-8817-fb4ca2bb6b18 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.200536] env[63676]: DEBUG oslo_vmware.api [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925803, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.201890] env[63676]: DEBUG oslo_vmware.api [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1839.201890] env[63676]: value = "task-1925804" [ 1839.201890] env[63676]: _type = "Task" [ 1839.201890] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.211796] env[63676]: DEBUG oslo_vmware.api [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925804, 'name': Rename_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.303201] env[63676]: DEBUG nova.network.neutron [-] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.304471] env[63676]: DEBUG oslo_vmware.api [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52707084-6ed9-145f-1604-2589f7743a14, 'name': SearchDatastore_Task, 'duration_secs': 0.011441} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.305256] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88cfa4e5-ad7c-4810-8fe0-f468b0b86a53 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.314611] env[63676]: DEBUG oslo_vmware.api [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Waiting for the task: (returnval){ [ 1839.314611] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a96826-dc83-f12c-7628-eb335e2f817c" [ 1839.314611] env[63676]: _type = "Task" [ 1839.314611] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.323971] env[63676]: DEBUG oslo_vmware.api [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a96826-dc83-f12c-7628-eb335e2f817c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.358398] env[63676]: DEBUG oslo_concurrency.lockutils [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "c9f6175c-4f97-4ace-9eb2-17693dc1c2e5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.358650] env[63676]: DEBUG oslo_concurrency.lockutils [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "c9f6175c-4f97-4ace-9eb2-17693dc1c2e5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.358850] env[63676]: DEBUG oslo_concurrency.lockutils [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "c9f6175c-4f97-4ace-9eb2-17693dc1c2e5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.359044] env[63676]: DEBUG oslo_concurrency.lockutils [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "c9f6175c-4f97-4ace-9eb2-17693dc1c2e5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1839.359213] env[63676]: DEBUG oslo_concurrency.lockutils [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "c9f6175c-4f97-4ace-9eb2-17693dc1c2e5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1839.363070] env[63676]: INFO nova.compute.manager [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Terminating instance [ 1839.438030] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa0eef64-33e0-4a39-a0aa-7398542fa93c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.445674] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09633726-dde9-4457-9552-c84727a12c46 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.476078] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa6a5fd-1ec0-4079-80aa-3e79d7072f75 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.483417] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b25b73-fb2d-4d22-914e-9a9b6c09123a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.498307] env[63676]: DEBUG nova.compute.provider_tree [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1839.566583] env[63676]: DEBUG nova.network.neutron [req-a766b8d6-2dce-4d1e-afce-78e8614d236d req-5da655bd-7ae2-4c49-b1d7-1d03414eea35 service nova] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Updated VIF entry in instance network info cache for port 603dd99c-2ce7-4fe8-882e-6a57e324b3e6. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1839.566968] env[63676]: DEBUG nova.network.neutron [req-a766b8d6-2dce-4d1e-afce-78e8614d236d req-5da655bd-7ae2-4c49-b1d7-1d03414eea35 service nova] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Updating instance_info_cache with network_info: [{"id": "603dd99c-2ce7-4fe8-882e-6a57e324b3e6", "address": "fa:16:3e:04:e5:a8", "network": {"id": "f5fe1096-e494-4f37-ba28-02fac000de39", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1828400579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53bb3c4e54db42d889b791dbf494a9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap603dd99c-2c", "ovs_interfaceid": "603dd99c-2ce7-4fe8-882e-6a57e324b3e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1839.586521] env[63676]: DEBUG nova.virt.hardware [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1839.586677] env[63676]: DEBUG nova.virt.hardware [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1839.587682] env[63676]: DEBUG nova.virt.hardware [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1839.587682] env[63676]: DEBUG nova.virt.hardware [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1839.587682] env[63676]: DEBUG nova.virt.hardware [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1839.587682] env[63676]: DEBUG nova.virt.hardware [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1839.587682] env[63676]: DEBUG nova.virt.hardware [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1839.587682] env[63676]: DEBUG nova.virt.hardware [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1839.587934] env[63676]: DEBUG nova.virt.hardware [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1839.587934] env[63676]: DEBUG nova.virt.hardware [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1839.588076] env[63676]: DEBUG nova.virt.hardware [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1839.593239] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e85008b4-14b0-4f96-a791-b600e1645750 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.604396] env[63676]: DEBUG oslo_concurrency.lockutils [req-f7064ee0-e51a-4366-870e-fd144cb40b2a req-830bc819-9f74-474b-a020-ce84aa030657 service nova] Releasing lock "refresh_cache-f9cafda5-674f-4fe6-ad00-ca304219fc86" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.612094] env[63676]: DEBUG oslo_vmware.api [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1839.612094] env[63676]: value = "task-1925805" [ 1839.612094] env[63676]: _type = "Task" [ 1839.612094] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.622902] env[63676]: DEBUG oslo_vmware.api [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925805, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.701878] env[63676]: DEBUG oslo_vmware.api [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925803, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062211} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.702173] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1839.703041] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644f54ca-4552-40a9-ad80-a9a21bc5b0ce {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.727166] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8/e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1839.730630] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f293b70-6b96-4151-8369-4d8da9276d37 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.744433] env[63676]: DEBUG oslo_vmware.api [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925804, 'name': Rename_Task, 'duration_secs': 0.133046} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.744708] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1839.745397] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13d76c5e-81a1-4086-a210-341de548d0a1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.750737] env[63676]: DEBUG oslo_vmware.api [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 1839.750737] env[63676]: value = "task-1925806" [ 1839.750737] env[63676]: _type = "Task" [ 1839.750737] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.754610] env[63676]: DEBUG oslo_vmware.api [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1839.754610] env[63676]: value = "task-1925807" [ 1839.754610] env[63676]: _type = "Task" [ 1839.754610] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.767775] env[63676]: DEBUG oslo_vmware.api [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925806, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.768083] env[63676]: DEBUG oslo_vmware.api [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925807, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.808927] env[63676]: INFO nova.compute.manager [-] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Took 1.48 seconds to deallocate network for instance. [ 1839.828179] env[63676]: DEBUG oslo_vmware.api [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a96826-dc83-f12c-7628-eb335e2f817c, 'name': SearchDatastore_Task, 'duration_secs': 0.009793} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1839.828179] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1839.828179] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] e74e3fe1-d96c-4da8-b23b-4038c11789bf/160c0574-5dbe-4d70-9e2a-c95199be0826-rescue.vmdk. {{(pid=63676) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1839.828179] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac3a8056-f5ab-4745-ae27-c66a7b4302df {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.837260] env[63676]: DEBUG oslo_vmware.api [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Waiting for the task: (returnval){ [ 1839.837260] env[63676]: value = "task-1925808" [ 1839.837260] env[63676]: _type = "Task" [ 1839.837260] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.849865] env[63676]: DEBUG oslo_vmware.api [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': task-1925808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1839.868589] env[63676]: DEBUG nova.compute.manager [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1839.868849] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1839.869816] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc262586-4d86-4fd7-864b-7f9b20f2d3ad {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.881837] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1839.881837] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9706231b-f553-4488-a07d-44cfc3b74212 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1839.887397] env[63676]: DEBUG oslo_vmware.api [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1839.887397] env[63676]: value = "task-1925809" [ 1839.887397] env[63676]: _type = "Task" [ 1839.887397] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1839.896159] env[63676]: DEBUG oslo_vmware.api [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925809, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.003253] env[63676]: DEBUG nova.scheduler.client.report [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1840.070291] env[63676]: DEBUG oslo_concurrency.lockutils [req-a766b8d6-2dce-4d1e-afce-78e8614d236d req-5da655bd-7ae2-4c49-b1d7-1d03414eea35 service nova] Releasing lock "refresh_cache-b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1840.123527] env[63676]: DEBUG oslo_vmware.api [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925805, 'name': ReconfigVM_Task, 'duration_secs': 0.240499} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.123914] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Updating instance 'd7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e' progress to 33 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1840.267819] env[63676]: DEBUG oslo_vmware.api [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925807, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.272015] env[63676]: DEBUG oslo_vmware.api [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925806, 'name': ReconfigVM_Task, 'duration_secs': 0.506704} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.272352] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Reconfigured VM instance instance-00000048 to attach disk [datastore1] e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8/e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1840.273234] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f105293f-0643-4e28-8c1b-7560104db46e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.281467] env[63676]: DEBUG oslo_vmware.api [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 1840.281467] env[63676]: value = "task-1925810" [ 1840.281467] env[63676]: _type = "Task" [ 1840.281467] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.293164] env[63676]: DEBUG oslo_vmware.api [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925810, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.315944] env[63676]: DEBUG oslo_concurrency.lockutils [None req-49cd71fa-f9ce-4f75-8121-8e5c8ad99956 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.350130] env[63676]: DEBUG oslo_vmware.api [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': task-1925808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506193} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.350385] env[63676]: INFO nova.virt.vmwareapi.ds_util [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] e74e3fe1-d96c-4da8-b23b-4038c11789bf/160c0574-5dbe-4d70-9e2a-c95199be0826-rescue.vmdk. [ 1840.351263] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58063c7f-a677-4db2-986c-1a5a6cbaebac {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.376755] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] e74e3fe1-d96c-4da8-b23b-4038c11789bf/160c0574-5dbe-4d70-9e2a-c95199be0826-rescue.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1840.377108] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c010f21c-bc7d-429a-9e99-2cc5935f18a6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.399149] env[63676]: DEBUG oslo_vmware.api [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925809, 'name': PowerOffVM_Task, 'duration_secs': 0.224561} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.400794] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1840.400966] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1840.401299] env[63676]: DEBUG oslo_vmware.api [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Waiting for the task: (returnval){ [ 1840.401299] env[63676]: value = "task-1925811" [ 1840.401299] env[63676]: _type = "Task" [ 1840.401299] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.401781] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1ab6819-d9c1-4df1-b50d-fea5ae986d47 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.411685] env[63676]: DEBUG oslo_vmware.api [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': task-1925811, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.481072] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1840.481072] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1840.481072] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Deleting the datastore file [datastore1] c9f6175c-4f97-4ace-9eb2-17693dc1c2e5 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1840.481072] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ebcf8684-82fd-4b69-b82e-4ae3f091f072 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.489062] env[63676]: DEBUG oslo_vmware.api [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1840.489062] env[63676]: value = "task-1925813" [ 1840.489062] env[63676]: _type = "Task" [ 1840.489062] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.500246] env[63676]: DEBUG oslo_vmware.api [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.508801] env[63676]: DEBUG oslo_concurrency.lockutils [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1840.510941] env[63676]: DEBUG oslo_concurrency.lockutils [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.936s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.511219] env[63676]: DEBUG nova.objects.instance [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Lazy-loading 'resources' on Instance uuid 257c89fd-bb9a-442e-9b63-ff0b06b33565 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1840.533847] env[63676]: INFO nova.scheduler.client.report [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Deleted allocations for instance 5078869b-e16d-4d28-9a7d-e6f176d958c6 [ 1840.579857] env[63676]: DEBUG nova.compute.manager [req-99f0a7c6-ea91-4953-94eb-d733f983ecb3 req-ce01952f-a898-47a0-8199-57a3fdc0a73a service nova] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Received event network-vif-deleted-c3daf720-20e5-4a3e-91a4-0d01e4b893d5 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1840.580150] env[63676]: DEBUG nova.compute.manager [req-99f0a7c6-ea91-4953-94eb-d733f983ecb3 req-ce01952f-a898-47a0-8199-57a3fdc0a73a service nova] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Received event network-changed-603dd99c-2ce7-4fe8-882e-6a57e324b3e6 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1840.580350] env[63676]: DEBUG nova.compute.manager [req-99f0a7c6-ea91-4953-94eb-d733f983ecb3 req-ce01952f-a898-47a0-8199-57a3fdc0a73a service nova] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Refreshing instance network info cache due to event network-changed-603dd99c-2ce7-4fe8-882e-6a57e324b3e6. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1840.580578] env[63676]: DEBUG oslo_concurrency.lockutils [req-99f0a7c6-ea91-4953-94eb-d733f983ecb3 req-ce01952f-a898-47a0-8199-57a3fdc0a73a service nova] Acquiring lock "refresh_cache-b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1840.580754] env[63676]: DEBUG oslo_concurrency.lockutils [req-99f0a7c6-ea91-4953-94eb-d733f983ecb3 req-ce01952f-a898-47a0-8199-57a3fdc0a73a service nova] Acquired lock "refresh_cache-b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1840.580951] env[63676]: DEBUG nova.network.neutron [req-99f0a7c6-ea91-4953-94eb-d733f983ecb3 req-ce01952f-a898-47a0-8199-57a3fdc0a73a service nova] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Refreshing network info cache for port 603dd99c-2ce7-4fe8-882e-6a57e324b3e6 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1840.631397] env[63676]: DEBUG nova.virt.hardware [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:54:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='cb92f11f-8666-4bbe-9bf6-1388947c7234',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1164045434',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1840.631735] env[63676]: DEBUG nova.virt.hardware [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1840.631955] env[63676]: DEBUG nova.virt.hardware [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1840.632239] env[63676]: DEBUG nova.virt.hardware [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1840.632448] env[63676]: DEBUG nova.virt.hardware [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1840.632658] env[63676]: DEBUG nova.virt.hardware [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1840.632938] env[63676]: DEBUG nova.virt.hardware [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1840.633172] env[63676]: DEBUG nova.virt.hardware [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1840.633396] env[63676]: DEBUG nova.virt.hardware [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1840.633604] env[63676]: DEBUG nova.virt.hardware [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1840.633836] env[63676]: DEBUG nova.virt.hardware [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1840.640717] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Reconfiguring VM instance instance-0000003f to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1840.641045] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26941919-8993-487c-92f2-4765c3386e47 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.661113] env[63676]: DEBUG oslo_vmware.api [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1840.661113] env[63676]: value = "task-1925814" [ 1840.661113] env[63676]: _type = "Task" [ 1840.661113] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.669732] env[63676]: DEBUG oslo_vmware.api [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925814, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.767072] env[63676]: DEBUG oslo_vmware.api [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925807, 'name': PowerOnVM_Task, 'duration_secs': 0.769901} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.767451] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1840.767721] env[63676]: INFO nova.compute.manager [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Took 9.35 seconds to spawn the instance on the hypervisor. [ 1840.767908] env[63676]: DEBUG nova.compute.manager [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1840.768691] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67621ab1-9702-46a2-9e4b-7fa6864ec47f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.790640] env[63676]: DEBUG oslo_vmware.api [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925810, 'name': Rename_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.831885] env[63676]: DEBUG oslo_concurrency.lockutils [None req-22676e01-8642-468c-9a02-ba8ccfc91d9a tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Acquiring lock "f9cafda5-674f-4fe6-ad00-ca304219fc86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.912801] env[63676]: DEBUG oslo_vmware.api [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': task-1925811, 'name': ReconfigVM_Task, 'duration_secs': 0.319145} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1840.913177] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Reconfigured VM instance instance-00000046 to attach disk [datastore1] e74e3fe1-d96c-4da8-b23b-4038c11789bf/160c0574-5dbe-4d70-9e2a-c95199be0826-rescue.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1840.914039] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c037885-4714-4df3-911a-902eff48460d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.939570] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8913163-8fa2-49ef-8a5d-3e7ed56e3817 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.955287] env[63676]: DEBUG oslo_vmware.api [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Waiting for the task: (returnval){ [ 1840.955287] env[63676]: value = "task-1925815" [ 1840.955287] env[63676]: _type = "Task" [ 1840.955287] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1840.964813] env[63676]: DEBUG oslo_vmware.api [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': task-1925815, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1840.998462] env[63676]: DEBUG oslo_vmware.api [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.041951] env[63676]: DEBUG oslo_concurrency.lockutils [None req-853c689f-218a-4ab2-a4f8-f10bb1aa3a31 tempest-InstanceActionsTestJSON-327241473 tempest-InstanceActionsTestJSON-327241473-project-member] Lock "5078869b-e16d-4d28-9a7d-e6f176d958c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.262s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.169981] env[63676]: DEBUG oslo_vmware.api [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925814, 'name': ReconfigVM_Task, 'duration_secs': 0.170463} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.172285] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Reconfigured VM instance instance-0000003f to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1841.173481] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0f0aca9-2ea6-4e62-bb87-0e0a9fc59180 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.196800] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e/d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1841.199733] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79368547-b3d3-4867-ba20-e9dd30ec1a5c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.217153] env[63676]: DEBUG oslo_vmware.api [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1841.217153] env[63676]: value = "task-1925816" [ 1841.217153] env[63676]: _type = "Task" [ 1841.217153] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.226649] env[63676]: DEBUG oslo_vmware.api [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925816, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.287976] env[63676]: INFO nova.compute.manager [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Took 49.46 seconds to build instance. [ 1841.297675] env[63676]: DEBUG oslo_vmware.api [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925810, 'name': Rename_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.409317] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ef88da-4689-4bfb-9cad-c4847bc5466e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.420273] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d7725fc-4145-462e-bce3-837fea378e4c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.457090] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e1c58c-0407-41b2-b849-ef2aa6b17984 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.472113] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43699c5a-b600-4c49-a59a-92e2b5261662 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.476068] env[63676]: DEBUG oslo_vmware.api [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': task-1925815, 'name': ReconfigVM_Task, 'duration_secs': 0.512815} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.476362] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1841.476932] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-795f3ac8-9eb0-49c1-b3ce-2415875f979f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.489207] env[63676]: DEBUG nova.compute.provider_tree [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1841.495104] env[63676]: DEBUG oslo_vmware.api [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Waiting for the task: (returnval){ [ 1841.495104] env[63676]: value = "task-1925817" [ 1841.495104] env[63676]: _type = "Task" [ 1841.495104] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1841.501189] env[63676]: DEBUG oslo_vmware.api [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.506589] env[63676]: DEBUG oslo_vmware.api [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': task-1925817, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.727090] env[63676]: DEBUG oslo_vmware.api [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925816, 'name': ReconfigVM_Task, 'duration_secs': 0.266788} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1841.727416] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Reconfigured VM instance instance-0000003f to attach disk [datastore1] d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e/d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1841.727736] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Updating instance 'd7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e' progress to 50 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1841.794922] env[63676]: DEBUG oslo_concurrency.lockutils [None req-bee2b242-da34-429e-83ae-920f476ce9d9 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "43d0f36f-37e4-47e3-9a1c-0ac979c13a10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.976s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.795246] env[63676]: DEBUG oslo_vmware.api [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925810, 'name': Rename_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1841.817634] env[63676]: DEBUG nova.network.neutron [req-99f0a7c6-ea91-4953-94eb-d733f983ecb3 req-ce01952f-a898-47a0-8199-57a3fdc0a73a service nova] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Updated VIF entry in instance network info cache for port 603dd99c-2ce7-4fe8-882e-6a57e324b3e6. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1841.818477] env[63676]: DEBUG nova.network.neutron [req-99f0a7c6-ea91-4953-94eb-d733f983ecb3 req-ce01952f-a898-47a0-8199-57a3fdc0a73a service nova] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Updating instance_info_cache with network_info: [{"id": "603dd99c-2ce7-4fe8-882e-6a57e324b3e6", "address": "fa:16:3e:04:e5:a8", "network": {"id": "f5fe1096-e494-4f37-ba28-02fac000de39", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1828400579-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "53bb3c4e54db42d889b791dbf494a9ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9aa05ef8-c7bb-4af5-983f-bfa0f3f88223", "external-id": "nsx-vlan-transportzone-135", "segmentation_id": 135, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap603dd99c-2c", "ovs_interfaceid": "603dd99c-2ce7-4fe8-882e-6a57e324b3e6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1841.992688] env[63676]: DEBUG nova.scheduler.client.report [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1842.008278] env[63676]: DEBUG oslo_vmware.api [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.032743} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.011771] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1842.011960] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1842.012154] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1842.012330] env[63676]: INFO nova.compute.manager [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1842.012556] env[63676]: DEBUG oslo.service.loopingcall [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1842.013115] env[63676]: DEBUG oslo_vmware.api [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': task-1925817, 'name': PowerOnVM_Task, 'duration_secs': 0.427942} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.013322] env[63676]: DEBUG nova.compute.manager [-] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1842.013418] env[63676]: DEBUG nova.network.neutron [-] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1842.015014] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1842.018257] env[63676]: DEBUG nova.compute.manager [None req-2b153ba7-56d2-4c53-8d27-edf36f4bba87 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1842.019644] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191f8fd5-c5e8-45a8-bf46-8c85eada7e4c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.234331] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d07e9a2-f666-4d5f-8845-4af3bcc3e238 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.258477] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a615fec-1561-4ccf-984f-758842a4fb74 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.277346] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Updating instance 'd7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e' progress to 67 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1842.293620] env[63676]: DEBUG oslo_vmware.api [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925810, 'name': Rename_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.321411] env[63676]: DEBUG oslo_concurrency.lockutils [req-99f0a7c6-ea91-4953-94eb-d733f983ecb3 req-ce01952f-a898-47a0-8199-57a3fdc0a73a service nova] Releasing lock "refresh_cache-b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1842.503912] env[63676]: DEBUG oslo_concurrency.lockutils [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.990s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1842.503912] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.139s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1842.506846] env[63676]: INFO nova.compute.claims [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1842.529581] env[63676]: INFO nova.scheduler.client.report [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Deleted allocations for instance 257c89fd-bb9a-442e-9b63-ff0b06b33565 [ 1842.672592] env[63676]: DEBUG nova.compute.manager [req-5003e4c0-5284-4888-975a-d888088008dd req-4f92750a-30ab-415c-b6b6-45b6882b142d service nova] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Received event network-vif-deleted-f2f196e6-f2d7-404a-8a62-40ec7fac124b {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1842.672831] env[63676]: INFO nova.compute.manager [req-5003e4c0-5284-4888-975a-d888088008dd req-4f92750a-30ab-415c-b6b6-45b6882b142d service nova] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Neutron deleted interface f2f196e6-f2d7-404a-8a62-40ec7fac124b; detaching it from the instance and deleting it from the info cache [ 1842.673013] env[63676]: DEBUG nova.network.neutron [req-5003e4c0-5284-4888-975a-d888088008dd req-4f92750a-30ab-415c-b6b6-45b6882b142d service nova] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1842.795115] env[63676]: DEBUG oslo_vmware.api [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925810, 'name': Rename_Task, 'duration_secs': 2.219717} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1842.795372] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1842.795618] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69c1fd41-93e1-45d3-bc22-21aa5d80f5a2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.805916] env[63676]: DEBUG oslo_vmware.api [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 1842.805916] env[63676]: value = "task-1925818" [ 1842.805916] env[63676]: _type = "Task" [ 1842.805916] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1842.815076] env[63676]: DEBUG oslo_vmware.api [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925818, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1842.844980] env[63676]: DEBUG nova.network.neutron [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Port 9390e033-d69d-459f-adf2-b394656a6ae6 binding to destination host cpu-1 is already ACTIVE {{(pid=63676) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1842.970133] env[63676]: DEBUG nova.network.neutron [-] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1843.039825] env[63676]: DEBUG oslo_concurrency.lockutils [None req-170edc2b-8c2f-4ad2-94c0-c52affa241bb tempest-ServerAddressesNegativeTestJSON-470369719 tempest-ServerAddressesNegativeTestJSON-470369719-project-member] Lock "257c89fd-bb9a-442e-9b63-ff0b06b33565" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.949s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.180506] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-578c9c57-e420-406e-9426-95dd7e461661 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.193227] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a36a7ce-18c3-4e80-be08-1676910d186e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.231363] env[63676]: DEBUG nova.compute.manager [req-5003e4c0-5284-4888-975a-d888088008dd req-4f92750a-30ab-415c-b6b6-45b6882b142d service nova] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Detach interface failed, port_id=f2f196e6-f2d7-404a-8a62-40ec7fac124b, reason: Instance c9f6175c-4f97-4ace-9eb2-17693dc1c2e5 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1843.317370] env[63676]: DEBUG oslo_vmware.api [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925818, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1843.475403] env[63676]: INFO nova.compute.manager [-] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Took 1.46 seconds to deallocate network for instance. [ 1843.658318] env[63676]: DEBUG nova.compute.manager [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1843.659712] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3d7025-d909-453c-83ff-bc27fa20408c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.819045] env[63676]: DEBUG oslo_vmware.api [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1925818, 'name': PowerOnVM_Task, 'duration_secs': 0.542776} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1843.819406] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1843.819672] env[63676]: INFO nova.compute.manager [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Took 9.90 seconds to spawn the instance on the hypervisor. [ 1843.819911] env[63676]: DEBUG nova.compute.manager [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1843.822242] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af540ed-3499-4fe9-8e00-83ee4b3ea366 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.873363] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquiring lock "d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.873679] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.873910] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.889367] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dd0448-fa86-48d6-ae4f-d5465c4b0a0d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.899079] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f84a00fa-1d57-4d01-b1ff-cc237eb5710b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.935852] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be562529-20bd-468b-b982-cb53a090333b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.945689] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a289ac1e-57cd-4b3c-abc6-d6ef3dc7e781 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.962271] env[63676]: DEBUG nova.compute.provider_tree [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1843.983028] env[63676]: DEBUG oslo_concurrency.lockutils [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.172398] env[63676]: INFO nova.compute.manager [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] instance snapshotting [ 1844.175655] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ea8145-661a-453f-828a-44759195ec05 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.197021] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a82133-54e4-4add-ac0f-2a92cebd05bd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.342955] env[63676]: INFO nova.compute.manager [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Took 52.51 seconds to build instance. [ 1844.471054] env[63676]: DEBUG nova.scheduler.client.report [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1844.714270] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Creating Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1844.714270] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cc7208c0-9d1d-4c13-9a1a-249f3debd64a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.720886] env[63676]: DEBUG oslo_vmware.api [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1844.720886] env[63676]: value = "task-1925819" [ 1844.720886] env[63676]: _type = "Task" [ 1844.720886] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.734722] env[63676]: DEBUG oslo_vmware.api [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925819, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.820460] env[63676]: DEBUG nova.compute.manager [req-f5e2d18b-7649-4a24-8edc-b132c4c28288 req-6a063065-eb91-47f8-ae4a-10faad175d31 service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Received event network-changed-760b87bb-a987-4d94-a2ba-ecb045684411 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1844.820655] env[63676]: DEBUG nova.compute.manager [req-f5e2d18b-7649-4a24-8edc-b132c4c28288 req-6a063065-eb91-47f8-ae4a-10faad175d31 service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Refreshing instance network info cache due to event network-changed-760b87bb-a987-4d94-a2ba-ecb045684411. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1844.820935] env[63676]: DEBUG oslo_concurrency.lockutils [req-f5e2d18b-7649-4a24-8edc-b132c4c28288 req-6a063065-eb91-47f8-ae4a-10faad175d31 service nova] Acquiring lock "refresh_cache-e74e3fe1-d96c-4da8-b23b-4038c11789bf" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.821047] env[63676]: DEBUG oslo_concurrency.lockutils [req-f5e2d18b-7649-4a24-8edc-b132c4c28288 req-6a063065-eb91-47f8-ae4a-10faad175d31 service nova] Acquired lock "refresh_cache-e74e3fe1-d96c-4da8-b23b-4038c11789bf" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.825854] env[63676]: DEBUG nova.network.neutron [req-f5e2d18b-7649-4a24-8edc-b132c4c28288 req-6a063065-eb91-47f8-ae4a-10faad175d31 service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Refreshing network info cache for port 760b87bb-a987-4d94-a2ba-ecb045684411 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1844.845909] env[63676]: DEBUG oslo_concurrency.lockutils [None req-657d56bc-7c18-4f49-b138-39945c4bbc5c tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.019s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.948010] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquiring lock "refresh_cache-d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.948010] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquired lock "refresh_cache-d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.948010] env[63676]: DEBUG nova.network.neutron [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1844.973836] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1844.974377] env[63676]: DEBUG nova.compute.manager [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1844.979017] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.180s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.979257] env[63676]: DEBUG nova.objects.instance [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Lazy-loading 'resources' on Instance uuid 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1845.232094] env[63676]: DEBUG oslo_vmware.api [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925819, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.481319] env[63676]: DEBUG nova.compute.utils [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1845.485327] env[63676]: DEBUG nova.compute.manager [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1845.485548] env[63676]: DEBUG nova.network.neutron [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1845.674596] env[63676]: DEBUG nova.policy [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd9c644b8b0664664a11ed0bb958877e3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48d2ae3118904134b0e62462ed5849d3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1845.733921] env[63676]: DEBUG oslo_vmware.api [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925819, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1845.857540] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653cfcc2-68fd-4b7d-9c20-db99d731d059 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.865967] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f51215-fa2c-41f8-8978-eb98294be243 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.903425] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7453117c-5ff4-4926-9a24-dd0723dc48bc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.913610] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cc3ceb-af8c-4ab8-beba-b64d50f108c5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.932317] env[63676]: DEBUG nova.compute.provider_tree [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1845.989138] env[63676]: DEBUG nova.compute.manager [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1846.234046] env[63676]: DEBUG oslo_vmware.api [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925819, 'name': CreateSnapshot_Task, 'duration_secs': 1.314391} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.234388] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Created Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1846.235235] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39cb870e-d133-4952-a664-699686a55ca8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.323860] env[63676]: DEBUG nova.network.neutron [req-f5e2d18b-7649-4a24-8edc-b132c4c28288 req-6a063065-eb91-47f8-ae4a-10faad175d31 service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Updated VIF entry in instance network info cache for port 760b87bb-a987-4d94-a2ba-ecb045684411. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1846.324292] env[63676]: DEBUG nova.network.neutron [req-f5e2d18b-7649-4a24-8edc-b132c4c28288 req-6a063065-eb91-47f8-ae4a-10faad175d31 service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Updating instance_info_cache with network_info: [{"id": "760b87bb-a987-4d94-a2ba-ecb045684411", "address": "fa:16:3e:15:16:c5", "network": {"id": "0eda7ba5-690b-4bc8-97aa-b93526bb8ba2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1834980605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d37f48a556084a4aa6641f6b45234898", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760b87bb-a9", "ovs_interfaceid": "760b87bb-a987-4d94-a2ba-ecb045684411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.422132] env[63676]: DEBUG nova.network.neutron [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Updating instance_info_cache with network_info: [{"id": "9390e033-d69d-459f-adf2-b394656a6ae6", "address": "fa:16:3e:6d:6c:0c", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9390e033-d6", "ovs_interfaceid": "9390e033-d69d-459f-adf2-b394656a6ae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.435710] env[63676]: DEBUG nova.scheduler.client.report [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1846.769948] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Creating linked-clone VM from snapshot {{(pid=63676) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1846.770373] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d0109117-9fc6-436f-8181-af36b495c535 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.781325] env[63676]: DEBUG oslo_vmware.api [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1846.781325] env[63676]: value = "task-1925820" [ 1846.781325] env[63676]: _type = "Task" [ 1846.781325] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.791010] env[63676]: DEBUG oslo_vmware.api [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925820, 'name': CloneVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.822550] env[63676]: DEBUG nova.network.neutron [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Successfully created port: 35dbdc66-72cf-404a-b881-c617c6b7028c {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1846.826360] env[63676]: DEBUG oslo_concurrency.lockutils [req-f5e2d18b-7649-4a24-8edc-b132c4c28288 req-6a063065-eb91-47f8-ae4a-10faad175d31 service nova] Releasing lock "refresh_cache-e74e3fe1-d96c-4da8-b23b-4038c11789bf" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.924886] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Releasing lock "refresh_cache-d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.944026] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.963s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1846.944993] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.092s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.945372] env[63676]: DEBUG nova.objects.instance [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lazy-loading 'resources' on Instance uuid 0e86997d-1bbe-4ed7-a098-94c6aa30de3f {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1846.982572] env[63676]: INFO nova.scheduler.client.report [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Deleted allocations for instance 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4 [ 1847.001198] env[63676]: DEBUG nova.compute.manager [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1847.035289] env[63676]: DEBUG nova.virt.hardware [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1847.035794] env[63676]: DEBUG nova.virt.hardware [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1847.039048] env[63676]: DEBUG nova.virt.hardware [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1847.039048] env[63676]: DEBUG nova.virt.hardware [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1847.039048] env[63676]: DEBUG nova.virt.hardware [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1847.039048] env[63676]: DEBUG nova.virt.hardware [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1847.039048] env[63676]: DEBUG nova.virt.hardware [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1847.039048] env[63676]: DEBUG nova.virt.hardware [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1847.039048] env[63676]: DEBUG nova.virt.hardware [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1847.039048] env[63676]: DEBUG nova.virt.hardware [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1847.039048] env[63676]: DEBUG nova.virt.hardware [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1847.039048] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4811c5-6380-4337-8c5f-fcb0c8ef3ec8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.048253] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8437668e-f346-46d7-ab70-84137de2b146 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.291836] env[63676]: DEBUG oslo_vmware.api [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925820, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.454360] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eee9a62-148f-4b47-b1c2-1f8d1c6edabd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.480766] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66114d4c-404a-4c5a-a9ad-362bbe64231f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.488256] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Updating instance 'd7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e' progress to 83 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1847.497926] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c813a1bd-6d26-4715-ad19-38c4449b325d tempest-VolumesAdminNegativeTest-718207909 tempest-VolumesAdminNegativeTest-718207909-project-member] Lock "1dfbf63e-5519-4b03-a3aa-d9c5e08087d4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.367s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1847.655196] env[63676]: DEBUG nova.compute.manager [req-955b9075-6d3d-4b2c-a13e-6338058de362 req-72d4eedc-133f-4458-ae91-fdb3c7d9683b service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Received event network-changed-760b87bb-a987-4d94-a2ba-ecb045684411 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1847.655396] env[63676]: DEBUG nova.compute.manager [req-955b9075-6d3d-4b2c-a13e-6338058de362 req-72d4eedc-133f-4458-ae91-fdb3c7d9683b service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Refreshing instance network info cache due to event network-changed-760b87bb-a987-4d94-a2ba-ecb045684411. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1847.655575] env[63676]: DEBUG oslo_concurrency.lockutils [req-955b9075-6d3d-4b2c-a13e-6338058de362 req-72d4eedc-133f-4458-ae91-fdb3c7d9683b service nova] Acquiring lock "refresh_cache-e74e3fe1-d96c-4da8-b23b-4038c11789bf" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1847.655756] env[63676]: DEBUG oslo_concurrency.lockutils [req-955b9075-6d3d-4b2c-a13e-6338058de362 req-72d4eedc-133f-4458-ae91-fdb3c7d9683b service nova] Acquired lock "refresh_cache-e74e3fe1-d96c-4da8-b23b-4038c11789bf" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1847.656149] env[63676]: DEBUG nova.network.neutron [req-955b9075-6d3d-4b2c-a13e-6338058de362 req-72d4eedc-133f-4458-ae91-fdb3c7d9683b service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Refreshing network info cache for port 760b87bb-a987-4d94-a2ba-ecb045684411 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1847.793263] env[63676]: DEBUG oslo_vmware.api [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925820, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1847.840864] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c3daa1-f828-40ab-a4d0-554bf3205a45 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.850793] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf6b072-6c80-405d-901a-999ac6d5ec07 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.884244] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d5cb38-367f-4cdb-8d01-f9b16e8fca4c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.893018] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fecef51b-20b9-4a93-ad31-425c98efce8b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.908323] env[63676]: DEBUG nova.compute.provider_tree [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1847.997358] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1847.997358] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52da7af3-1e7d-44c4-9eba-5c4b35a36deb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1848.004472] env[63676]: DEBUG oslo_vmware.api [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1848.004472] env[63676]: value = "task-1925821" [ 1848.004472] env[63676]: _type = "Task" [ 1848.004472] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1848.013375] env[63676]: DEBUG oslo_vmware.api [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925821, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.290980] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "6ee39c3c-33c9-4ce8-b214-bba1e8629e75" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.291232] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "6ee39c3c-33c9-4ce8-b214-bba1e8629e75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.296468] env[63676]: DEBUG oslo_vmware.api [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925820, 'name': CloneVM_Task} progress is 95%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.412386] env[63676]: DEBUG nova.scheduler.client.report [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1848.516260] env[63676]: DEBUG oslo_vmware.api [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925821, 'name': PowerOnVM_Task, 'duration_secs': 0.413017} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.516790] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1848.517118] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fae890d9-8650-4d81-bcf9-a2b9a056c4dc tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Updating instance 'd7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e' progress to 100 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1848.794080] env[63676]: DEBUG nova.compute.manager [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1848.800454] env[63676]: DEBUG oslo_vmware.api [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925820, 'name': CloneVM_Task} progress is 95%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.923550] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.978s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.927403] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 36.603s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.963700] env[63676]: INFO nova.scheduler.client.report [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Deleted allocations for instance 0e86997d-1bbe-4ed7-a098-94c6aa30de3f [ 1848.999307] env[63676]: DEBUG nova.network.neutron [req-955b9075-6d3d-4b2c-a13e-6338058de362 req-72d4eedc-133f-4458-ae91-fdb3c7d9683b service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Updated VIF entry in instance network info cache for port 760b87bb-a987-4d94-a2ba-ecb045684411. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1849.000038] env[63676]: DEBUG nova.network.neutron [req-955b9075-6d3d-4b2c-a13e-6338058de362 req-72d4eedc-133f-4458-ae91-fdb3c7d9683b service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Updating instance_info_cache with network_info: [{"id": "760b87bb-a987-4d94-a2ba-ecb045684411", "address": "fa:16:3e:15:16:c5", "network": {"id": "0eda7ba5-690b-4bc8-97aa-b93526bb8ba2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1834980605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d37f48a556084a4aa6641f6b45234898", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760b87bb-a9", "ovs_interfaceid": "760b87bb-a987-4d94-a2ba-ecb045684411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.297715] env[63676]: DEBUG oslo_vmware.api [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925820, 'name': CloneVM_Task, 'duration_secs': 2.178497} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1849.298574] env[63676]: INFO nova.virt.vmwareapi.vmops [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Created linked-clone VM from snapshot [ 1849.305140] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec60d80b-d894-4482-8909-18663066eafa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.316813] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Uploading image 3016266d-3b0a-4787-a776-75adcc4b67b5 {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1849.333585] env[63676]: DEBUG nova.network.neutron [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Successfully updated port: 35dbdc66-72cf-404a-b881-c617c6b7028c {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1849.335659] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.349974] env[63676]: DEBUG oslo_vmware.rw_handles [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1849.349974] env[63676]: value = "vm-397113" [ 1849.349974] env[63676]: _type = "VirtualMachine" [ 1849.349974] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1849.351693] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3fe7971e-f145-428f-98e1-79702c18ee1e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.359267] env[63676]: DEBUG oslo_vmware.rw_handles [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lease: (returnval){ [ 1849.359267] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e64625-0700-b4fb-b95d-ba0829f96318" [ 1849.359267] env[63676]: _type = "HttpNfcLease" [ 1849.359267] env[63676]: } obtained for exporting VM: (result){ [ 1849.359267] env[63676]: value = "vm-397113" [ 1849.359267] env[63676]: _type = "VirtualMachine" [ 1849.359267] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1849.359694] env[63676]: DEBUG oslo_vmware.api [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the lease: (returnval){ [ 1849.359694] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e64625-0700-b4fb-b95d-ba0829f96318" [ 1849.359694] env[63676]: _type = "HttpNfcLease" [ 1849.359694] env[63676]: } to be ready. {{(pid=63676) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1849.368180] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1849.368180] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e64625-0700-b4fb-b95d-ba0829f96318" [ 1849.368180] env[63676]: _type = "HttpNfcLease" [ 1849.368180] env[63676]: } is initializing. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1849.474158] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a6f6f9cb-6ebd-442c-8536-0ecf4557cde8 tempest-ImagesOneServerNegativeTestJSON-1766601779 tempest-ImagesOneServerNegativeTestJSON-1766601779-project-member] Lock "0e86997d-1bbe-4ed7-a098-94c6aa30de3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.160s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1849.504464] env[63676]: DEBUG oslo_concurrency.lockutils [req-955b9075-6d3d-4b2c-a13e-6338058de362 req-72d4eedc-133f-4458-ae91-fdb3c7d9683b service nova] Releasing lock "refresh_cache-e74e3fe1-d96c-4da8-b23b-4038c11789bf" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.504851] env[63676]: DEBUG nova.compute.manager [req-955b9075-6d3d-4b2c-a13e-6338058de362 req-72d4eedc-133f-4458-ae91-fdb3c7d9683b service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Received event network-changed-ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1849.505193] env[63676]: DEBUG nova.compute.manager [req-955b9075-6d3d-4b2c-a13e-6338058de362 req-72d4eedc-133f-4458-ae91-fdb3c7d9683b service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Refreshing instance network info cache due to event network-changed-ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1849.505547] env[63676]: DEBUG oslo_concurrency.lockutils [req-955b9075-6d3d-4b2c-a13e-6338058de362 req-72d4eedc-133f-4458-ae91-fdb3c7d9683b service nova] Acquiring lock "refresh_cache-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.505790] env[63676]: DEBUG oslo_concurrency.lockutils [req-955b9075-6d3d-4b2c-a13e-6338058de362 req-72d4eedc-133f-4458-ae91-fdb3c7d9683b service nova] Acquired lock "refresh_cache-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.507792] env[63676]: DEBUG nova.network.neutron [req-955b9075-6d3d-4b2c-a13e-6338058de362 req-72d4eedc-133f-4458-ae91-fdb3c7d9683b service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Refreshing network info cache for port ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1849.840584] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Acquiring lock "refresh_cache-53a3b298-c0b7-4810-abd0-637f64f520a8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.840584] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Acquired lock "refresh_cache-53a3b298-c0b7-4810-abd0-637f64f520a8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.840838] env[63676]: DEBUG nova.network.neutron [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1849.871609] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1849.871609] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e64625-0700-b4fb-b95d-ba0829f96318" [ 1849.871609] env[63676]: _type = "HttpNfcLease" [ 1849.871609] env[63676]: } is ready. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1849.872068] env[63676]: DEBUG oslo_vmware.rw_handles [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1849.872068] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e64625-0700-b4fb-b95d-ba0829f96318" [ 1849.872068] env[63676]: _type = "HttpNfcLease" [ 1849.872068] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1849.872792] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7458ab-85e1-4cd0-999a-331099feeecb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.880389] env[63676]: DEBUG oslo_vmware.rw_handles [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52198a5f-ed60-c2e3-7d83-9deddfd378d2/disk-0.vmdk from lease info. {{(pid=63676) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1849.880617] env[63676]: DEBUG oslo_vmware.rw_handles [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52198a5f-ed60-c2e3-7d83-9deddfd378d2/disk-0.vmdk for reading. {{(pid=63676) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1849.946249] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Applying migration context for instance d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e as it has an incoming, in-progress migration bb2b84bd-7ee9-407a-b204-c2ff7f084425. Migration status is finished {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1849.947765] env[63676]: INFO nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Updating resource usage from migration bb2b84bd-7ee9-407a-b204-c2ff7f084425 [ 1849.948147] env[63676]: INFO nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Updating resource usage from migration 090ecada-4023-410f-ba4f-e4f8837b0184 [ 1849.957020] env[63676]: DEBUG nova.compute.manager [req-ae3ca398-3b4f-48c3-8ee5-66bf0289922d req-a438f9dd-4643-45bf-8aa0-d7f8515e0e8b service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Received event network-changed-760b87bb-a987-4d94-a2ba-ecb045684411 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1849.957020] env[63676]: DEBUG nova.compute.manager [req-ae3ca398-3b4f-48c3-8ee5-66bf0289922d req-a438f9dd-4643-45bf-8aa0-d7f8515e0e8b service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Refreshing instance network info cache due to event network-changed-760b87bb-a987-4d94-a2ba-ecb045684411. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1849.957020] env[63676]: DEBUG oslo_concurrency.lockutils [req-ae3ca398-3b4f-48c3-8ee5-66bf0289922d req-a438f9dd-4643-45bf-8aa0-d7f8515e0e8b service nova] Acquiring lock "refresh_cache-e74e3fe1-d96c-4da8-b23b-4038c11789bf" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.957020] env[63676]: DEBUG oslo_concurrency.lockutils [req-ae3ca398-3b4f-48c3-8ee5-66bf0289922d req-a438f9dd-4643-45bf-8aa0-d7f8515e0e8b service nova] Acquired lock "refresh_cache-e74e3fe1-d96c-4da8-b23b-4038c11789bf" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.957020] env[63676]: DEBUG nova.network.neutron [req-ae3ca398-3b4f-48c3-8ee5-66bf0289922d req-a438f9dd-4643-45bf-8aa0-d7f8515e0e8b service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Refreshing network info cache for port 760b87bb-a987-4d94-a2ba-ecb045684411 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1849.973330] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 887940ac-c689-45f3-b5db-d988d1e581fa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1849.973549] env[63676]: WARNING nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance c9f6175c-4f97-4ace-9eb2-17693dc1c2e5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1849.973702] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 91df9ad8-2c37-4eda-a0b1-e851fef3e30c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1849.974033] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 7703addf-fe6d-40f7-bb52-47fa36c14a50 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1849.974033] env[63676]: WARNING nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance f07729fe-f159-4ff5-90e0-33f7696a22c6 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1849.974142] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 09219395-79b1-4a17-8357-12266d342eb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1849.974266] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 3f45007f-d699-43f9-a2fd-84565bd1930c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1849.974425] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1849.974556] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1849.974714] env[63676]: WARNING nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 4a2985db-ab1c-4029-b5e6-2154f5308024 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1849.974862] env[63676]: WARNING nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 7bd23d57-885d-41ce-bbfe-98fa97cf6efb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1849.975246] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (5759d2a2-0179-444e-89b9-d9d622fd17b7): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1849.975494] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance e74e3fe1-d96c-4da8-b23b-4038c11789bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1849.976082] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1849.976723] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 43d0f36f-37e4-47e3-9a1c-0ac979c13a10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1849.976723] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Migration bb2b84bd-7ee9-407a-b204-c2ff7f084425 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1849.976867] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1849.977071] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 53a3b298-c0b7-4810-abd0-637f64f520a8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1850.006032] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e1b0c64c-a417-4fa4-ba47-0e50e8be7f40 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.181569] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "038a0675-2f22-4612-a0a1-7c59d82f0fb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1850.181740] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "038a0675-2f22-4612-a0a1-7c59d82f0fb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.414433] env[63676]: DEBUG nova.network.neutron [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1850.481366] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance e47e0f8b-4282-41a7-8061-3a0ed52bfce6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1850.481366] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Migration 090ecada-4023-410f-ba4f-e4f8837b0184 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1850.481366] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1850.684089] env[63676]: DEBUG nova.compute.manager [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1850.699696] env[63676]: DEBUG nova.network.neutron [req-955b9075-6d3d-4b2c-a13e-6338058de362 req-72d4eedc-133f-4458-ae91-fdb3c7d9683b service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Updated VIF entry in instance network info cache for port ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1850.700467] env[63676]: DEBUG nova.network.neutron [req-955b9075-6d3d-4b2c-a13e-6338058de362 req-72d4eedc-133f-4458-ae91-fdb3c7d9683b service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Updating instance_info_cache with network_info: [{"id": "ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f", "address": "fa:16:3e:2e:a4:dc", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffeb84e8-7f", "ovs_interfaceid": "ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.875859] env[63676]: DEBUG nova.network.neutron [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Updating instance_info_cache with network_info: [{"id": "35dbdc66-72cf-404a-b881-c617c6b7028c", "address": "fa:16:3e:29:f1:e7", "network": {"id": "bb801b91-c6f3-46e9-8b41-e44b47f47e4f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-219613672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48d2ae3118904134b0e62462ed5849d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35dbdc66-72", "ovs_interfaceid": "35dbdc66-72cf-404a-b881-c617c6b7028c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.989049] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance c5474fff-4c75-48eb-9644-6b7a04b9da80 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1850.996453] env[63676]: DEBUG nova.network.neutron [req-ae3ca398-3b4f-48c3-8ee5-66bf0289922d req-a438f9dd-4643-45bf-8aa0-d7f8515e0e8b service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Updated VIF entry in instance network info cache for port 760b87bb-a987-4d94-a2ba-ecb045684411. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1850.996819] env[63676]: DEBUG nova.network.neutron [req-ae3ca398-3b4f-48c3-8ee5-66bf0289922d req-a438f9dd-4643-45bf-8aa0-d7f8515e0e8b service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Updating instance_info_cache with network_info: [{"id": "760b87bb-a987-4d94-a2ba-ecb045684411", "address": "fa:16:3e:15:16:c5", "network": {"id": "0eda7ba5-690b-4bc8-97aa-b93526bb8ba2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1834980605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d37f48a556084a4aa6641f6b45234898", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760b87bb-a9", "ovs_interfaceid": "760b87bb-a987-4d94-a2ba-ecb045684411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.205946] env[63676]: DEBUG oslo_concurrency.lockutils [req-955b9075-6d3d-4b2c-a13e-6338058de362 req-72d4eedc-133f-4458-ae91-fdb3c7d9683b service nova] Releasing lock "refresh_cache-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.213881] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.378241] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Releasing lock "refresh_cache-53a3b298-c0b7-4810-abd0-637f64f520a8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.378574] env[63676]: DEBUG nova.compute.manager [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Instance network_info: |[{"id": "35dbdc66-72cf-404a-b881-c617c6b7028c", "address": "fa:16:3e:29:f1:e7", "network": {"id": "bb801b91-c6f3-46e9-8b41-e44b47f47e4f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-219613672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48d2ae3118904134b0e62462ed5849d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35dbdc66-72", "ovs_interfaceid": "35dbdc66-72cf-404a-b881-c617c6b7028c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1851.379188] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:f1:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e39ca24f-7890-4cdf-8dab-ecab218bb063', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35dbdc66-72cf-404a-b881-c617c6b7028c', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1851.388020] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Creating folder: Project (48d2ae3118904134b0e62462ed5849d3). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1851.388400] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31bf4b5c-8aa6-47c9-94a6-f4eb0882cd6b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.399938] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Created folder: Project (48d2ae3118904134b0e62462ed5849d3) in parent group-v396927. [ 1851.400165] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Creating folder: Instances. Parent ref: group-v397114. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1851.400416] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20d20d00-2510-41b3-8985-fc6c23be7272 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.411865] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Created folder: Instances in parent group-v397114. [ 1851.412197] env[63676]: DEBUG oslo.service.loopingcall [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1851.412464] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1851.412716] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13dce8fa-f5bb-49a1-80b7-6446dbf27218 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.434933] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1851.434933] env[63676]: value = "task-1925825" [ 1851.434933] env[63676]: _type = "Task" [ 1851.434933] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.447622] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925825, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.492065] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 07c4b6fa-d291-4827-b390-3a1f8d365652 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1851.500591] env[63676]: DEBUG oslo_concurrency.lockutils [req-ae3ca398-3b4f-48c3-8ee5-66bf0289922d req-a438f9dd-4643-45bf-8aa0-d7f8515e0e8b service nova] Releasing lock "refresh_cache-e74e3fe1-d96c-4da8-b23b-4038c11789bf" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.500893] env[63676]: DEBUG nova.compute.manager [req-ae3ca398-3b4f-48c3-8ee5-66bf0289922d req-a438f9dd-4643-45bf-8aa0-d7f8515e0e8b service nova] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Received event network-vif-plugged-35dbdc66-72cf-404a-b881-c617c6b7028c {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1851.501112] env[63676]: DEBUG oslo_concurrency.lockutils [req-ae3ca398-3b4f-48c3-8ee5-66bf0289922d req-a438f9dd-4643-45bf-8aa0-d7f8515e0e8b service nova] Acquiring lock "53a3b298-c0b7-4810-abd0-637f64f520a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.501335] env[63676]: DEBUG oslo_concurrency.lockutils [req-ae3ca398-3b4f-48c3-8ee5-66bf0289922d req-a438f9dd-4643-45bf-8aa0-d7f8515e0e8b service nova] Lock "53a3b298-c0b7-4810-abd0-637f64f520a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1851.501541] env[63676]: DEBUG oslo_concurrency.lockutils [req-ae3ca398-3b4f-48c3-8ee5-66bf0289922d req-a438f9dd-4643-45bf-8aa0-d7f8515e0e8b service nova] Lock "53a3b298-c0b7-4810-abd0-637f64f520a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.501713] env[63676]: DEBUG nova.compute.manager [req-ae3ca398-3b4f-48c3-8ee5-66bf0289922d req-a438f9dd-4643-45bf-8aa0-d7f8515e0e8b service nova] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] No waiting events found dispatching network-vif-plugged-35dbdc66-72cf-404a-b881-c617c6b7028c {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1851.501881] env[63676]: WARNING nova.compute.manager [req-ae3ca398-3b4f-48c3-8ee5-66bf0289922d req-a438f9dd-4643-45bf-8aa0-d7f8515e0e8b service nova] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Received unexpected event network-vif-plugged-35dbdc66-72cf-404a-b881-c617c6b7028c for instance with vm_state building and task_state spawning. [ 1851.502075] env[63676]: DEBUG nova.compute.manager [req-ae3ca398-3b4f-48c3-8ee5-66bf0289922d req-a438f9dd-4643-45bf-8aa0-d7f8515e0e8b service nova] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Received event network-changed-35dbdc66-72cf-404a-b881-c617c6b7028c {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1851.502543] env[63676]: DEBUG nova.compute.manager [req-ae3ca398-3b4f-48c3-8ee5-66bf0289922d req-a438f9dd-4643-45bf-8aa0-d7f8515e0e8b service nova] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Refreshing instance network info cache due to event network-changed-35dbdc66-72cf-404a-b881-c617c6b7028c. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1851.502789] env[63676]: DEBUG oslo_concurrency.lockutils [req-ae3ca398-3b4f-48c3-8ee5-66bf0289922d req-a438f9dd-4643-45bf-8aa0-d7f8515e0e8b service nova] Acquiring lock "refresh_cache-53a3b298-c0b7-4810-abd0-637f64f520a8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.503175] env[63676]: DEBUG oslo_concurrency.lockutils [req-ae3ca398-3b4f-48c3-8ee5-66bf0289922d req-a438f9dd-4643-45bf-8aa0-d7f8515e0e8b service nova] Acquired lock "refresh_cache-53a3b298-c0b7-4810-abd0-637f64f520a8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.503351] env[63676]: DEBUG nova.network.neutron [req-ae3ca398-3b4f-48c3-8ee5-66bf0289922d req-a438f9dd-4643-45bf-8aa0-d7f8515e0e8b service nova] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Refreshing network info cache for port 35dbdc66-72cf-404a-b881-c617c6b7028c {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1851.635349] env[63676]: DEBUG nova.network.neutron [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Port 9390e033-d69d-459f-adf2-b394656a6ae6 binding to destination host cpu-1 is already ACTIVE {{(pid=63676) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1851.636014] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquiring lock "refresh_cache-d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.636284] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquired lock "refresh_cache-d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.636552] env[63676]: DEBUG nova.network.neutron [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1851.945829] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925825, 'name': CreateVM_Task, 'duration_secs': 0.374044} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.946114] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1851.946829] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.946985] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.947336] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1851.947600] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b76ccebd-efef-4648-aa36-2b9470cd598c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.952614] env[63676]: DEBUG oslo_vmware.api [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Waiting for the task: (returnval){ [ 1851.952614] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5295bb9d-2360-0376-fdf5-1076dea709e7" [ 1851.952614] env[63676]: _type = "Task" [ 1851.952614] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.961485] env[63676]: DEBUG oslo_vmware.api [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5295bb9d-2360-0376-fdf5-1076dea709e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.996047] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 6ee39c3c-33c9-4ce8-b214-bba1e8629e75 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1852.010477] env[63676]: DEBUG nova.compute.manager [req-12d2b2f6-e597-48f6-8919-dbfc3dea9fc5 req-c62dd9f4-8c4b-48d1-a2ff-3bdb2fb3cc58 service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Received event network-changed-760b87bb-a987-4d94-a2ba-ecb045684411 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1852.010675] env[63676]: DEBUG nova.compute.manager [req-12d2b2f6-e597-48f6-8919-dbfc3dea9fc5 req-c62dd9f4-8c4b-48d1-a2ff-3bdb2fb3cc58 service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Refreshing instance network info cache due to event network-changed-760b87bb-a987-4d94-a2ba-ecb045684411. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1852.011931] env[63676]: DEBUG oslo_concurrency.lockutils [req-12d2b2f6-e597-48f6-8919-dbfc3dea9fc5 req-c62dd9f4-8c4b-48d1-a2ff-3bdb2fb3cc58 service nova] Acquiring lock "refresh_cache-e74e3fe1-d96c-4da8-b23b-4038c11789bf" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.011931] env[63676]: DEBUG oslo_concurrency.lockutils [req-12d2b2f6-e597-48f6-8919-dbfc3dea9fc5 req-c62dd9f4-8c4b-48d1-a2ff-3bdb2fb3cc58 service nova] Acquired lock "refresh_cache-e74e3fe1-d96c-4da8-b23b-4038c11789bf" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.011931] env[63676]: DEBUG nova.network.neutron [req-12d2b2f6-e597-48f6-8919-dbfc3dea9fc5 req-c62dd9f4-8c4b-48d1-a2ff-3bdb2fb3cc58 service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Refreshing network info cache for port 760b87bb-a987-4d94-a2ba-ecb045684411 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1852.466245] env[63676]: DEBUG oslo_vmware.api [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5295bb9d-2360-0376-fdf5-1076dea709e7, 'name': SearchDatastore_Task, 'duration_secs': 0.015068} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1852.472022] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1852.472022] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1852.472022] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.472022] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.472022] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1852.472022] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07d69d25-6869-4210-bcf4-05c6fa0dc429 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.484160] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1852.484160] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1852.484160] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d207e24-5e2a-4974-a4a5-d203b0222f4f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.492334] env[63676]: DEBUG oslo_vmware.api [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Waiting for the task: (returnval){ [ 1852.492334] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5207548c-e718-09da-2d10-8674f0fd6e8e" [ 1852.492334] env[63676]: _type = "Task" [ 1852.492334] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1852.502879] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 038a0675-2f22-4612-a0a1-7c59d82f0fb9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1852.503256] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1852.503411] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3328MB phys_disk=200GB used_disk=13GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1852.507800] env[63676]: DEBUG oslo_vmware.api [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5207548c-e718-09da-2d10-8674f0fd6e8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1852.532157] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Acquiring lock "e74e3fe1-d96c-4da8-b23b-4038c11789bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.532469] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Lock "e74e3fe1-d96c-4da8-b23b-4038c11789bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.532806] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Acquiring lock "e74e3fe1-d96c-4da8-b23b-4038c11789bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.533058] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Lock "e74e3fe1-d96c-4da8-b23b-4038c11789bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.533280] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Lock "e74e3fe1-d96c-4da8-b23b-4038c11789bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.535474] env[63676]: INFO nova.compute.manager [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Terminating instance [ 1852.940931] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9498a958-2780-422b-9e93-71df7a8ed3f7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.954564] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3717fc6-5bf0-42f5-b7e7-7476a020c3a4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.001506] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fda437-e7b1-4997-9f8d-3dd5a340de3f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.012568] env[63676]: DEBUG oslo_vmware.api [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5207548c-e718-09da-2d10-8674f0fd6e8e, 'name': SearchDatastore_Task, 'duration_secs': 0.018123} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.015540] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ee05ea7-be95-4694-989e-630e2da7ab2f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.019128] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102d2df7-29ff-408b-a300-ce80f4a47583 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.036019] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1853.037620] env[63676]: DEBUG oslo_vmware.api [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Waiting for the task: (returnval){ [ 1853.037620] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521f202c-fb90-4c71-118e-b184fa6b284a" [ 1853.037620] env[63676]: _type = "Task" [ 1853.037620] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.041880] env[63676]: DEBUG nova.compute.manager [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1853.042386] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1853.043665] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165d6e6f-09e9-450c-a28a-551bd1275b1f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.052260] env[63676]: DEBUG oslo_vmware.api [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521f202c-fb90-4c71-118e-b184fa6b284a, 'name': SearchDatastore_Task, 'duration_secs': 0.019537} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.053136] env[63676]: DEBUG nova.network.neutron [req-ae3ca398-3b4f-48c3-8ee5-66bf0289922d req-a438f9dd-4643-45bf-8aa0-d7f8515e0e8b service nova] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Updated VIF entry in instance network info cache for port 35dbdc66-72cf-404a-b881-c617c6b7028c. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1853.053475] env[63676]: DEBUG nova.network.neutron [req-ae3ca398-3b4f-48c3-8ee5-66bf0289922d req-a438f9dd-4643-45bf-8aa0-d7f8515e0e8b service nova] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Updating instance_info_cache with network_info: [{"id": "35dbdc66-72cf-404a-b881-c617c6b7028c", "address": "fa:16:3e:29:f1:e7", "network": {"id": "bb801b91-c6f3-46e9-8b41-e44b47f47e4f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-219613672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48d2ae3118904134b0e62462ed5849d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35dbdc66-72", "ovs_interfaceid": "35dbdc66-72cf-404a-b881-c617c6b7028c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.056507] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.056784] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 53a3b298-c0b7-4810-abd0-637f64f520a8/53a3b298-c0b7-4810-abd0-637f64f520a8.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1853.057377] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1853.058142] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-11019f57-ea01-4a78-afdd-bfa400abcf0a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.059797] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0da6f65-5e90-429e-89cd-88b514eef74a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.067084] env[63676]: DEBUG oslo_vmware.api [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Waiting for the task: (returnval){ [ 1853.067084] env[63676]: value = "task-1925826" [ 1853.067084] env[63676]: _type = "Task" [ 1853.067084] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.068409] env[63676]: DEBUG oslo_vmware.api [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Waiting for the task: (returnval){ [ 1853.068409] env[63676]: value = "task-1925827" [ 1853.068409] env[63676]: _type = "Task" [ 1853.068409] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.082548] env[63676]: DEBUG oslo_vmware.api [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Task: {'id': task-1925826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.086085] env[63676]: DEBUG oslo_vmware.api [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': task-1925827, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.330278] env[63676]: DEBUG nova.network.neutron [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Updating instance_info_cache with network_info: [{"id": "9390e033-d69d-459f-adf2-b394656a6ae6", "address": "fa:16:3e:6d:6c:0c", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9390e033-d6", "ovs_interfaceid": "9390e033-d69d-459f-adf2-b394656a6ae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.498814] env[63676]: DEBUG nova.network.neutron [req-12d2b2f6-e597-48f6-8919-dbfc3dea9fc5 req-c62dd9f4-8c4b-48d1-a2ff-3bdb2fb3cc58 service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Updated VIF entry in instance network info cache for port 760b87bb-a987-4d94-a2ba-ecb045684411. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1853.499232] env[63676]: DEBUG nova.network.neutron [req-12d2b2f6-e597-48f6-8919-dbfc3dea9fc5 req-c62dd9f4-8c4b-48d1-a2ff-3bdb2fb3cc58 service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Updating instance_info_cache with network_info: [{"id": "760b87bb-a987-4d94-a2ba-ecb045684411", "address": "fa:16:3e:15:16:c5", "network": {"id": "0eda7ba5-690b-4bc8-97aa-b93526bb8ba2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1834980605-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d37f48a556084a4aa6641f6b45234898", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8868dc2-7767-49c0-a2ed-e611fcbf8414", "external-id": "nsx-vlan-transportzone-158", "segmentation_id": 158, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap760b87bb-a9", "ovs_interfaceid": "760b87bb-a987-4d94-a2ba-ecb045684411", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.539705] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1853.559213] env[63676]: DEBUG oslo_concurrency.lockutils [req-ae3ca398-3b4f-48c3-8ee5-66bf0289922d req-a438f9dd-4643-45bf-8aa0-d7f8515e0e8b service nova] Releasing lock "refresh_cache-53a3b298-c0b7-4810-abd0-637f64f520a8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.586032] env[63676]: DEBUG oslo_vmware.api [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Task: {'id': task-1925826, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.589774] env[63676]: DEBUG oslo_vmware.api [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': task-1925827, 'name': PowerOffVM_Task, 'duration_secs': 0.316927} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1853.590746] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1853.590746] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1853.590746] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3934dbe-6fe3-44b5-9cc2-6b7070463350 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.704643] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1853.704915] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1853.705162] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Deleting the datastore file [datastore1] e74e3fe1-d96c-4da8-b23b-4038c11789bf {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1853.705792] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-401e4476-8cea-45db-a0f9-5746d21b7a01 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.716239] env[63676]: DEBUG oslo_vmware.api [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Waiting for the task: (returnval){ [ 1853.716239] env[63676]: value = "task-1925829" [ 1853.716239] env[63676]: _type = "Task" [ 1853.716239] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.728169] env[63676]: DEBUG oslo_vmware.api [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': task-1925829, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.832113] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Releasing lock "refresh_cache-d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.006750] env[63676]: DEBUG oslo_concurrency.lockutils [req-12d2b2f6-e597-48f6-8919-dbfc3dea9fc5 req-c62dd9f4-8c4b-48d1-a2ff-3bdb2fb3cc58 service nova] Releasing lock "refresh_cache-e74e3fe1-d96c-4da8-b23b-4038c11789bf" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.048912] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1854.049240] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.123s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.053092] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a4019a0c-c4ea-4726-bc90-bd06a8533a68 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.895s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.053699] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a4019a0c-c4ea-4726-bc90-bd06a8533a68 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.056598] env[63676]: DEBUG oslo_concurrency.lockutils [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.466s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.059528] env[63676]: INFO nova.compute.claims [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1854.063893] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1854.063893] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Cleaning up deleted instances {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11645}} [ 1854.064921] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Acquiring lock "f42eb9a0-03ab-45ce-a309-2293fef9565a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.065351] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Lock "f42eb9a0-03ab-45ce-a309-2293fef9565a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.081597] env[63676]: DEBUG oslo_vmware.api [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Task: {'id': task-1925826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748063} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.082221] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 53a3b298-c0b7-4810-abd0-637f64f520a8/53a3b298-c0b7-4810-abd0-637f64f520a8.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1854.085120] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1854.085120] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb1083b5-b822-450e-939c-47c594c0b7bf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.092326] env[63676]: INFO nova.scheduler.client.report [None req-a4019a0c-c4ea-4726-bc90-bd06a8533a68 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Deleted allocations for instance 4a2985db-ab1c-4029-b5e6-2154f5308024 [ 1854.094600] env[63676]: DEBUG oslo_vmware.api [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Waiting for the task: (returnval){ [ 1854.094600] env[63676]: value = "task-1925830" [ 1854.094600] env[63676]: _type = "Task" [ 1854.094600] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.111257] env[63676]: DEBUG oslo_vmware.api [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Task: {'id': task-1925830, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.230105] env[63676]: DEBUG oslo_vmware.api [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Task: {'id': task-1925829, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362176} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.230105] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1854.230105] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1854.230105] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1854.230105] env[63676]: INFO nova.compute.manager [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1854.230105] env[63676]: DEBUG oslo.service.loopingcall [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1854.230105] env[63676]: DEBUG nova.compute.manager [-] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1854.230105] env[63676]: DEBUG nova.network.neutron [-] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1854.339356] env[63676]: DEBUG nova.compute.manager [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63676) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1854.343245] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1854.589864] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] There are 53 instances to clean {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11654}} [ 1854.590317] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 0e86997d-1bbe-4ed7-a098-94c6aa30de3f] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1854.592443] env[63676]: DEBUG nova.compute.manager [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1854.615491] env[63676]: DEBUG nova.compute.manager [req-543a4b64-f2d0-4a00-a99b-0746c16cd67e req-82c9587a-de90-432c-97e0-1ecaa626a5e3 service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Received event network-vif-deleted-760b87bb-a987-4d94-a2ba-ecb045684411 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1854.615740] env[63676]: INFO nova.compute.manager [req-543a4b64-f2d0-4a00-a99b-0746c16cd67e req-82c9587a-de90-432c-97e0-1ecaa626a5e3 service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Neutron deleted interface 760b87bb-a987-4d94-a2ba-ecb045684411; detaching it from the instance and deleting it from the info cache [ 1854.615912] env[63676]: DEBUG nova.network.neutron [req-543a4b64-f2d0-4a00-a99b-0746c16cd67e req-82c9587a-de90-432c-97e0-1ecaa626a5e3 service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.618380] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a4019a0c-c4ea-4726-bc90-bd06a8533a68 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Lock "4a2985db-ab1c-4029-b5e6-2154f5308024" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.866s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.622930] env[63676]: DEBUG oslo_vmware.api [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Task: {'id': task-1925830, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069224} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.623762] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1854.624654] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f9143f-046a-418a-b1ba-75131c5f6da9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.654761] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 53a3b298-c0b7-4810-abd0-637f64f520a8/53a3b298-c0b7-4810-abd0-637f64f520a8.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1854.661149] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-289c53fe-6fc7-4225-9ce9-4b0d4762376a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.682705] env[63676]: DEBUG oslo_vmware.api [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Waiting for the task: (returnval){ [ 1854.682705] env[63676]: value = "task-1925831" [ 1854.682705] env[63676]: _type = "Task" [ 1854.682705] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1854.695458] env[63676]: DEBUG oslo_vmware.api [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Task: {'id': task-1925831, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.034660] env[63676]: DEBUG nova.network.neutron [-] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.054936] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb661ea-4250-4b20-b4e8-35ec681237a0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.068911] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0567d0bc-a040-4c08-a6bc-40486fa96dc5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.100292] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 257c89fd-bb9a-442e-9b63-ff0b06b33565] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1855.105056] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af0a01f4-0970-4e07-a474-641b088ece65 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.115949] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a3ca30-1713-42e0-9789-bf0759109c68 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.121936] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.132961] env[63676]: DEBUG nova.compute.provider_tree [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1855.135776] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2719538b-fbe5-4866-ad60-989254c55a42 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.144497] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f01aa5-8f9d-4066-b62f-2b51ee4de7ed {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.180045] env[63676]: DEBUG nova.compute.manager [req-543a4b64-f2d0-4a00-a99b-0746c16cd67e req-82c9587a-de90-432c-97e0-1ecaa626a5e3 service nova] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Detach interface failed, port_id=760b87bb-a987-4d94-a2ba-ecb045684411, reason: Instance e74e3fe1-d96c-4da8-b23b-4038c11789bf could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1855.193615] env[63676]: DEBUG oslo_vmware.api [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Task: {'id': task-1925831, 'name': ReconfigVM_Task, 'duration_secs': 0.459555} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.193615] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 53a3b298-c0b7-4810-abd0-637f64f520a8/53a3b298-c0b7-4810-abd0-637f64f520a8.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1855.196771] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c36e2015-034b-4cfd-bd95-a81d5f0e450a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.203252] env[63676]: DEBUG oslo_vmware.api [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Waiting for the task: (returnval){ [ 1855.203252] env[63676]: value = "task-1925832" [ 1855.203252] env[63676]: _type = "Task" [ 1855.203252] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.210156] env[63676]: DEBUG oslo_vmware.api [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Task: {'id': task-1925832, 'name': Rename_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.538102] env[63676]: INFO nova.compute.manager [-] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Took 1.31 seconds to deallocate network for instance. [ 1855.609517] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 5078869b-e16d-4d28-9a7d-e6f176d958c6] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1855.638052] env[63676]: DEBUG nova.scheduler.client.report [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1855.713890] env[63676]: DEBUG oslo_vmware.api [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Task: {'id': task-1925832, 'name': Rename_Task, 'duration_secs': 0.148073} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1855.715842] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1855.715842] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea95c84a-137e-43f8-8112-9af26cb06172 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.721465] env[63676]: DEBUG oslo_vmware.api [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Waiting for the task: (returnval){ [ 1855.721465] env[63676]: value = "task-1925833" [ 1855.721465] env[63676]: _type = "Task" [ 1855.721465] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.730900] env[63676]: DEBUG oslo_vmware.api [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Task: {'id': task-1925833, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.045238] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.113267] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 4e945ae6-5642-4e81-abcf-f097f1abeb6b] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1856.144734] env[63676]: DEBUG oslo_concurrency.lockutils [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.087s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.144734] env[63676]: DEBUG nova.compute.manager [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1856.148746] env[63676]: DEBUG oslo_concurrency.lockutils [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 35.439s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.234937] env[63676]: DEBUG oslo_vmware.api [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Task: {'id': task-1925833, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.619211] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: b3e0b9fb-c7eb-4890-88f4-3314fe6a7b5c] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1856.660571] env[63676]: INFO nova.compute.claims [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1856.665722] env[63676]: DEBUG nova.compute.utils [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1856.667769] env[63676]: DEBUG nova.compute.manager [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1856.668159] env[63676]: DEBUG nova.network.neutron [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1856.731346] env[63676]: DEBUG oslo_vmware.api [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Task: {'id': task-1925833, 'name': PowerOnVM_Task, 'duration_secs': 0.573376} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1856.731622] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1856.731831] env[63676]: INFO nova.compute.manager [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Took 9.73 seconds to spawn the instance on the hypervisor. [ 1856.732019] env[63676]: DEBUG nova.compute.manager [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1856.732808] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677779d6-5aa1-4d7d-9f32-1b06467b6034 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.784131] env[63676]: DEBUG nova.policy [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7263bf7600a44f28758b9729ad968ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93faadf6a08140439d5abf8ec7de9c97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1857.121311] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 14eb37de-de3c-4c1d-a078-7238551074b3] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1857.172021] env[63676]: INFO nova.compute.resource_tracker [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Updating resource usage from migration 090ecada-4023-410f-ba4f-e4f8837b0184 [ 1857.173293] env[63676]: DEBUG nova.compute.manager [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1857.256383] env[63676]: INFO nova.compute.manager [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Took 48.92 seconds to build instance. [ 1857.351637] env[63676]: DEBUG nova.network.neutron [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Successfully created port: cf443e23-f4d2-4f37-ab23-1d53780151ef {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1857.599109] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cf06a5-c789-4a3f-9273-fd1f76773503 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.609885] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f7630e-aa1d-4d21-b74a-1dd9d2e5982a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.643465] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 8fd083af-ada6-4b80-9d14-f47e4809fc1d] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1857.646400] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f14364b7-e78d-4c66-9512-41f8c2b94ccf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.654496] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d14ed46-4029-4e5a-a4b7-3db50bb93698 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.669323] env[63676]: DEBUG nova.compute.provider_tree [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1857.761911] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1728497c-c0ec-494d-ac10-9a662661ab2e tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Lock "53a3b298-c0b7-4810-abd0-637f64f520a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.435s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.146478] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 688ca6c5-0cbc-4237-95b0-57fb051facb9] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1858.173964] env[63676]: DEBUG nova.scheduler.client.report [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1858.183819] env[63676]: DEBUG nova.compute.manager [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1858.211080] env[63676]: DEBUG nova.virt.hardware [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1858.211358] env[63676]: DEBUG nova.virt.hardware [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1858.211520] env[63676]: DEBUG nova.virt.hardware [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1858.211723] env[63676]: DEBUG nova.virt.hardware [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1858.211880] env[63676]: DEBUG nova.virt.hardware [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1858.212133] env[63676]: DEBUG nova.virt.hardware [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1858.212288] env[63676]: DEBUG nova.virt.hardware [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1858.212457] env[63676]: DEBUG nova.virt.hardware [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1858.212631] env[63676]: DEBUG nova.virt.hardware [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1858.212817] env[63676]: DEBUG nova.virt.hardware [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1858.213010] env[63676]: DEBUG nova.virt.hardware [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1858.214025] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457ede8d-08d5-46f8-b4b6-652511182324 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.219832] env[63676]: DEBUG nova.compute.manager [req-8c4bf08f-a931-43aa-85a8-474a1c887812 req-84f85f7a-8edc-48de-a8c4-217f6ce8a72c service nova] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Received event network-changed-35dbdc66-72cf-404a-b881-c617c6b7028c {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1858.220595] env[63676]: DEBUG nova.compute.manager [req-8c4bf08f-a931-43aa-85a8-474a1c887812 req-84f85f7a-8edc-48de-a8c4-217f6ce8a72c service nova] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Refreshing instance network info cache due to event network-changed-35dbdc66-72cf-404a-b881-c617c6b7028c. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1858.220885] env[63676]: DEBUG oslo_concurrency.lockutils [req-8c4bf08f-a931-43aa-85a8-474a1c887812 req-84f85f7a-8edc-48de-a8c4-217f6ce8a72c service nova] Acquiring lock "refresh_cache-53a3b298-c0b7-4810-abd0-637f64f520a8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.221176] env[63676]: DEBUG oslo_concurrency.lockutils [req-8c4bf08f-a931-43aa-85a8-474a1c887812 req-84f85f7a-8edc-48de-a8c4-217f6ce8a72c service nova] Acquired lock "refresh_cache-53a3b298-c0b7-4810-abd0-637f64f520a8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.221397] env[63676]: DEBUG nova.network.neutron [req-8c4bf08f-a931-43aa-85a8-474a1c887812 req-84f85f7a-8edc-48de-a8c4-217f6ce8a72c service nova] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Refreshing network info cache for port 35dbdc66-72cf-404a-b881-c617c6b7028c {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1858.227274] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9616c206-e9f8-45bf-9941-4cb742819a0f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.503077] env[63676]: DEBUG oslo_vmware.rw_handles [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52198a5f-ed60-c2e3-7d83-9deddfd378d2/disk-0.vmdk. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1858.505550] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffd3d79-2d02-4f78-a4c7-7443748dcfed {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.511508] env[63676]: DEBUG oslo_vmware.rw_handles [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52198a5f-ed60-c2e3-7d83-9deddfd378d2/disk-0.vmdk is in state: ready. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1858.511762] env[63676]: ERROR oslo_vmware.rw_handles [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52198a5f-ed60-c2e3-7d83-9deddfd378d2/disk-0.vmdk due to incomplete transfer. [ 1858.512261] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d834a4f1-54c3-4ea4-bbca-6f426144517f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.520235] env[63676]: DEBUG oslo_vmware.rw_handles [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52198a5f-ed60-c2e3-7d83-9deddfd378d2/disk-0.vmdk. {{(pid=63676) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1858.522283] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Uploaded image 3016266d-3b0a-4787-a776-75adcc4b67b5 to the Glance image server {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1858.522592] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Destroying the VM {{(pid=63676) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1858.522841] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-48f0c54f-b99d-4a70-9a5e-af87c0b7be1d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.529164] env[63676]: DEBUG oslo_vmware.api [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1858.529164] env[63676]: value = "task-1925834" [ 1858.529164] env[63676]: _type = "Task" [ 1858.529164] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.537216] env[63676]: DEBUG oslo_vmware.api [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925834, 'name': Destroy_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.651368] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: b5f632e9-79d9-4f9a-98d8-4fe505c19851] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1858.653473] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Acquiring lock "96055d7f-cb10-4317-883c-cf6c668ba76e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.653815] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Lock "96055d7f-cb10-4317-883c-cf6c668ba76e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.681203] env[63676]: DEBUG oslo_concurrency.lockutils [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.532s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.681427] env[63676]: INFO nova.compute.manager [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Migrating [ 1858.692854] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.233s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.694704] env[63676]: INFO nova.compute.claims [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1858.988511] env[63676]: DEBUG nova.network.neutron [req-8c4bf08f-a931-43aa-85a8-474a1c887812 req-84f85f7a-8edc-48de-a8c4-217f6ce8a72c service nova] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Updated VIF entry in instance network info cache for port 35dbdc66-72cf-404a-b881-c617c6b7028c. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1858.988928] env[63676]: DEBUG nova.network.neutron [req-8c4bf08f-a931-43aa-85a8-474a1c887812 req-84f85f7a-8edc-48de-a8c4-217f6ce8a72c service nova] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Updating instance_info_cache with network_info: [{"id": "35dbdc66-72cf-404a-b881-c617c6b7028c", "address": "fa:16:3e:29:f1:e7", "network": {"id": "bb801b91-c6f3-46e9-8b41-e44b47f47e4f", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-219613672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48d2ae3118904134b0e62462ed5849d3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e39ca24f-7890-4cdf-8dab-ecab218bb063", "external-id": "nsx-vlan-transportzone-890", "segmentation_id": 890, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35dbdc66-72", "ovs_interfaceid": "35dbdc66-72cf-404a-b881-c617c6b7028c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.043524] env[63676]: DEBUG oslo_vmware.api [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925834, 'name': Destroy_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.157288] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 5d7bfc99-f089-4d5a-aa4e-cada3e053b19] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1859.159225] env[63676]: DEBUG nova.compute.manager [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1859.202714] env[63676]: DEBUG oslo_concurrency.lockutils [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "refresh_cache-4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.203539] env[63676]: DEBUG oslo_concurrency.lockutils [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired lock "refresh_cache-4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.203949] env[63676]: DEBUG nova.network.neutron [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1859.493851] env[63676]: DEBUG oslo_concurrency.lockutils [req-8c4bf08f-a931-43aa-85a8-474a1c887812 req-84f85f7a-8edc-48de-a8c4-217f6ce8a72c service nova] Releasing lock "refresh_cache-53a3b298-c0b7-4810-abd0-637f64f520a8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.540620] env[63676]: DEBUG oslo_vmware.api [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925834, 'name': Destroy_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.666733] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 555a87e4-e882-4129-976b-504a98e29990] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1859.706646] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.883856] env[63676]: DEBUG nova.compute.manager [req-c049426c-3131-4fad-9a98-2aacc21c3d3a req-865c83a6-fc01-4c2b-a5bb-e5e34026be06 service nova] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Received event network-vif-plugged-cf443e23-f4d2-4f37-ab23-1d53780151ef {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1859.884118] env[63676]: DEBUG oslo_concurrency.lockutils [req-c049426c-3131-4fad-9a98-2aacc21c3d3a req-865c83a6-fc01-4c2b-a5bb-e5e34026be06 service nova] Acquiring lock "e47e0f8b-4282-41a7-8061-3a0ed52bfce6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1859.884278] env[63676]: DEBUG oslo_concurrency.lockutils [req-c049426c-3131-4fad-9a98-2aacc21c3d3a req-865c83a6-fc01-4c2b-a5bb-e5e34026be06 service nova] Lock "e47e0f8b-4282-41a7-8061-3a0ed52bfce6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.884511] env[63676]: DEBUG oslo_concurrency.lockutils [req-c049426c-3131-4fad-9a98-2aacc21c3d3a req-865c83a6-fc01-4c2b-a5bb-e5e34026be06 service nova] Lock "e47e0f8b-4282-41a7-8061-3a0ed52bfce6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1859.884679] env[63676]: DEBUG nova.compute.manager [req-c049426c-3131-4fad-9a98-2aacc21c3d3a req-865c83a6-fc01-4c2b-a5bb-e5e34026be06 service nova] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] No waiting events found dispatching network-vif-plugged-cf443e23-f4d2-4f37-ab23-1d53780151ef {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1859.884841] env[63676]: WARNING nova.compute.manager [req-c049426c-3131-4fad-9a98-2aacc21c3d3a req-865c83a6-fc01-4c2b-a5bb-e5e34026be06 service nova] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Received unexpected event network-vif-plugged-cf443e23-f4d2-4f37-ab23-1d53780151ef for instance with vm_state building and task_state spawning. [ 1859.978761] env[63676]: DEBUG nova.network.neutron [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Successfully updated port: cf443e23-f4d2-4f37-ab23-1d53780151ef {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1860.043820] env[63676]: DEBUG oslo_vmware.api [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925834, 'name': Destroy_Task, 'duration_secs': 1.44912} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.046955] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Destroyed the VM [ 1860.047234] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Deleting Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1860.047527] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7bab861a-bb19-4932-a272-a93bcebd37de {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.057702] env[63676]: DEBUG oslo_vmware.api [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1860.057702] env[63676]: value = "task-1925835" [ 1860.057702] env[63676]: _type = "Task" [ 1860.057702] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.067488] env[63676]: DEBUG oslo_vmware.api [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925835, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.115124] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae8b4de0-adf9-43cc-8cb4-7b80dc9f8677 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.124624] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49128c92-c61b-4deb-a852-fe5b5c37c5f7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.154392] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c22f98-2c74-4924-9034-1b26ff34537f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.163688] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb633ac-e21f-4ba9-af5e-c393b1b5a07b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.176472] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: e8ff98be-ae2f-40dd-83c7-b0623aaa9997] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1860.178601] env[63676]: DEBUG nova.compute.provider_tree [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1860.191132] env[63676]: DEBUG nova.network.neutron [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Updating instance_info_cache with network_info: [{"id": "2e9cada4-ce6c-47ca-b470-6995d667e701", "address": "fa:16:3e:42:c6:a4", "network": {"id": "b4503803-880d-4b7d-94e2-622c87fede97", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-638170252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11302b5359cb437aac371d1206a15f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e9cada4-ce", "ovs_interfaceid": "2e9cada4-ce6c-47ca-b470-6995d667e701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.401860] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "e40b252a-87ee-4519-8e88-d6f04182ecaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.402160] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "e40b252a-87ee-4519-8e88-d6f04182ecaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.482458] env[63676]: DEBUG oslo_concurrency.lockutils [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "refresh_cache-e47e0f8b-4282-41a7-8061-3a0ed52bfce6" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.485072] env[63676]: DEBUG oslo_concurrency.lockutils [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquired lock "refresh_cache-e47e0f8b-4282-41a7-8061-3a0ed52bfce6" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.485072] env[63676]: DEBUG nova.network.neutron [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1860.568895] env[63676]: DEBUG oslo_vmware.api [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925835, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.681227] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 815360f4-e271-4210-b6b9-9866db7cf536] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1860.685102] env[63676]: DEBUG nova.scheduler.client.report [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1860.693478] env[63676]: DEBUG oslo_concurrency.lockutils [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Releasing lock "refresh_cache-4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.905999] env[63676]: DEBUG nova.compute.manager [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1861.051724] env[63676]: DEBUG nova.network.neutron [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1861.068499] env[63676]: DEBUG oslo_vmware.api [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925835, 'name': RemoveSnapshot_Task, 'duration_secs': 0.574849} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1861.071333] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Deleted Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1861.071687] env[63676]: INFO nova.compute.manager [None req-c4b2ebb9-a271-42dc-91a3-802058c81883 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Took 16.90 seconds to snapshot the instance on the hypervisor. [ 1861.191328] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: fa18a3fc-87f6-44e9-9ffc-f570460aefb1] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1861.194658] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.195179] env[63676]: DEBUG nova.compute.manager [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1861.197825] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.300s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.199315] env[63676]: INFO nova.compute.claims [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1861.230556] env[63676]: DEBUG nova.network.neutron [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Updating instance_info_cache with network_info: [{"id": "cf443e23-f4d2-4f37-ab23-1d53780151ef", "address": "fa:16:3e:e4:3c:22", "network": {"id": "25772371-ba03-400f-be06-ce368c03b735", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1846336299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93faadf6a08140439d5abf8ec7de9c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf443e23-f4", "ovs_interfaceid": "cf443e23-f4d2-4f37-ab23-1d53780151ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.428792] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.696432] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 49e13667-875d-4566-9bca-6a4d45dd7770] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1861.710565] env[63676]: DEBUG nova.compute.utils [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1861.713562] env[63676]: DEBUG nova.compute.manager [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1861.713722] env[63676]: DEBUG nova.network.neutron [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1861.734156] env[63676]: DEBUG oslo_concurrency.lockutils [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Releasing lock "refresh_cache-e47e0f8b-4282-41a7-8061-3a0ed52bfce6" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.734156] env[63676]: DEBUG nova.compute.manager [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Instance network_info: |[{"id": "cf443e23-f4d2-4f37-ab23-1d53780151ef", "address": "fa:16:3e:e4:3c:22", "network": {"id": "25772371-ba03-400f-be06-ce368c03b735", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1846336299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93faadf6a08140439d5abf8ec7de9c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf443e23-f4", "ovs_interfaceid": "cf443e23-f4d2-4f37-ab23-1d53780151ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1861.734156] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:3c:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf443e23-f4d2-4f37-ab23-1d53780151ef', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1861.743180] env[63676]: DEBUG oslo.service.loopingcall [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1861.744092] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1861.744431] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b3357fa1-88e4-4910-a506-66154fbbf7a3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.768989] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1861.768989] env[63676]: value = "task-1925839" [ 1861.768989] env[63676]: _type = "Task" [ 1861.768989] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1861.777020] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925839, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.798885] env[63676]: DEBUG nova.policy [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be47cfff3a3e46718a25626929399616', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4a493f635a8544148ff051bc4ed6b0ed', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1861.923764] env[63676]: DEBUG nova.compute.manager [req-810a4fe2-b0b9-4f02-bbb2-a5bcdbd2c685 req-88c32c1e-471f-4285-8672-9620eab8e33c service nova] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Received event network-changed-cf443e23-f4d2-4f37-ab23-1d53780151ef {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1861.923954] env[63676]: DEBUG nova.compute.manager [req-810a4fe2-b0b9-4f02-bbb2-a5bcdbd2c685 req-88c32c1e-471f-4285-8672-9620eab8e33c service nova] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Refreshing instance network info cache due to event network-changed-cf443e23-f4d2-4f37-ab23-1d53780151ef. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1861.924188] env[63676]: DEBUG oslo_concurrency.lockutils [req-810a4fe2-b0b9-4f02-bbb2-a5bcdbd2c685 req-88c32c1e-471f-4285-8672-9620eab8e33c service nova] Acquiring lock "refresh_cache-e47e0f8b-4282-41a7-8061-3a0ed52bfce6" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.924331] env[63676]: DEBUG oslo_concurrency.lockutils [req-810a4fe2-b0b9-4f02-bbb2-a5bcdbd2c685 req-88c32c1e-471f-4285-8672-9620eab8e33c service nova] Acquired lock "refresh_cache-e47e0f8b-4282-41a7-8061-3a0ed52bfce6" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.924486] env[63676]: DEBUG nova.network.neutron [req-810a4fe2-b0b9-4f02-bbb2-a5bcdbd2c685 req-88c32c1e-471f-4285-8672-9620eab8e33c service nova] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Refreshing network info cache for port cf443e23-f4d2-4f37-ab23-1d53780151ef {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1862.200359] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: bc1cf61d-aae7-4fa4-9d42-ce49120dd7c1] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1862.217339] env[63676]: DEBUG nova.compute.manager [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1862.221916] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-292ca1d1-f41f-4d41-8d7b-70fdf5e63471 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.245036] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Updating instance '4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe' progress to 0 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1862.250898] env[63676]: DEBUG nova.network.neutron [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Successfully created port: 16cd6595-27c7-46d4-8725-22fe0b21f8b6 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1862.280643] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925839, 'name': CreateVM_Task, 'duration_secs': 0.430919} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.280928] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1862.281881] env[63676]: DEBUG oslo_concurrency.lockutils [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.282162] env[63676]: DEBUG oslo_concurrency.lockutils [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.282492] env[63676]: DEBUG oslo_concurrency.lockutils [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1862.282748] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-674bf918-9014-4e53-8ae0-140dc3a00184 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.287988] env[63676]: DEBUG oslo_vmware.api [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1862.287988] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525fc27c-436a-a980-6630-01b0601d25b5" [ 1862.287988] env[63676]: _type = "Task" [ 1862.287988] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.299756] env[63676]: DEBUG oslo_vmware.api [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525fc27c-436a-a980-6630-01b0601d25b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.684640] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c5cdc99-8f78-47ba-935b-33be7cd4a8f6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.693854] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304548d1-f2f0-42aa-af24-dadd714310a7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.728286] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: cc545355-26ef-45fd-bacb-2515f52b84bb] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1862.737106] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f19b177-e0ea-4ed3-b4ad-f6362fc67a2e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.744660] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4940780-473e-47d3-8ac9-5c1721f1894d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.760319] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1862.760810] env[63676]: DEBUG nova.compute.provider_tree [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1862.762038] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49c064d3-1c9e-4ad1-b8e7-b9d0b43d6a52 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.769870] env[63676]: DEBUG oslo_vmware.api [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1862.769870] env[63676]: value = "task-1925840" [ 1862.769870] env[63676]: _type = "Task" [ 1862.769870] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.778479] env[63676]: DEBUG oslo_vmware.api [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925840, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.798890] env[63676]: DEBUG oslo_vmware.api [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525fc27c-436a-a980-6630-01b0601d25b5, 'name': SearchDatastore_Task, 'duration_secs': 0.010216} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1862.799232] env[63676]: DEBUG oslo_concurrency.lockutils [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.799469] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1862.799707] env[63676]: DEBUG oslo_concurrency.lockutils [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.799851] env[63676]: DEBUG oslo_concurrency.lockutils [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.800036] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1862.800310] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de4381d2-fe7e-478c-a9df-d9a589766bcd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.809616] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1862.809811] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1862.810594] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4fcda44-d364-4461-9c9d-a0d9b8aae06c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.816080] env[63676]: DEBUG oslo_vmware.api [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1862.816080] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522afe68-2083-03dd-7452-d52a6db660e8" [ 1862.816080] env[63676]: _type = "Task" [ 1862.816080] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.823740] env[63676]: DEBUG oslo_vmware.api [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522afe68-2083-03dd-7452-d52a6db660e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.838264] env[63676]: DEBUG nova.network.neutron [req-810a4fe2-b0b9-4f02-bbb2-a5bcdbd2c685 req-88c32c1e-471f-4285-8672-9620eab8e33c service nova] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Updated VIF entry in instance network info cache for port cf443e23-f4d2-4f37-ab23-1d53780151ef. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1862.838633] env[63676]: DEBUG nova.network.neutron [req-810a4fe2-b0b9-4f02-bbb2-a5bcdbd2c685 req-88c32c1e-471f-4285-8672-9620eab8e33c service nova] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Updating instance_info_cache with network_info: [{"id": "cf443e23-f4d2-4f37-ab23-1d53780151ef", "address": "fa:16:3e:e4:3c:22", "network": {"id": "25772371-ba03-400f-be06-ce368c03b735", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1846336299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93faadf6a08140439d5abf8ec7de9c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf443e23-f4", "ovs_interfaceid": "cf443e23-f4d2-4f37-ab23-1d53780151ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.235007] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: cf0628fc-d8f4-4b6a-90c9-3392462f3b00] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1863.237965] env[63676]: DEBUG nova.compute.manager [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1863.265501] env[63676]: DEBUG nova.virt.hardware [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1863.265796] env[63676]: DEBUG nova.virt.hardware [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1863.265960] env[63676]: DEBUG nova.virt.hardware [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1863.266165] env[63676]: DEBUG nova.virt.hardware [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1863.266313] env[63676]: DEBUG nova.virt.hardware [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1863.266459] env[63676]: DEBUG nova.virt.hardware [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1863.266701] env[63676]: DEBUG nova.virt.hardware [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1863.266868] env[63676]: DEBUG nova.virt.hardware [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1863.267046] env[63676]: DEBUG nova.virt.hardware [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1863.267216] env[63676]: DEBUG nova.virt.hardware [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1863.267391] env[63676]: DEBUG nova.virt.hardware [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1863.268255] env[63676]: DEBUG nova.scheduler.client.report [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1863.272042] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2614af8-9206-4756-8117-acd9b5543abb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.287365] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-682a2b48-3ac7-4b43-9ab2-43fbf4b35009 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.291448] env[63676]: DEBUG oslo_vmware.api [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925840, 'name': PowerOffVM_Task, 'duration_secs': 0.24274} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.291705] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1863.291886] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Updating instance '4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe' progress to 17 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1863.325989] env[63676]: DEBUG oslo_vmware.api [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522afe68-2083-03dd-7452-d52a6db660e8, 'name': SearchDatastore_Task, 'duration_secs': 0.008598} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.326818] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0adc720a-ea70-4194-bb24-fd8ede6bfbee {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.332077] env[63676]: DEBUG oslo_vmware.api [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1863.332077] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d8576d-e2d3-7378-823a-8c4b0fa9435c" [ 1863.332077] env[63676]: _type = "Task" [ 1863.332077] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.342624] env[63676]: DEBUG oslo_concurrency.lockutils [req-810a4fe2-b0b9-4f02-bbb2-a5bcdbd2c685 req-88c32c1e-471f-4285-8672-9620eab8e33c service nova] Releasing lock "refresh_cache-e47e0f8b-4282-41a7-8061-3a0ed52bfce6" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.343213] env[63676]: DEBUG oslo_vmware.api [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d8576d-e2d3-7378-823a-8c4b0fa9435c, 'name': SearchDatastore_Task, 'duration_secs': 0.008399} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.343432] env[63676]: DEBUG oslo_concurrency.lockutils [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.343712] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] e47e0f8b-4282-41a7-8061-3a0ed52bfce6/e47e0f8b-4282-41a7-8061-3a0ed52bfce6.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1863.343893] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc56ad42-0af1-462c-9f9b-2099ca593710 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.350017] env[63676]: DEBUG oslo_vmware.api [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1863.350017] env[63676]: value = "task-1925841" [ 1863.350017] env[63676]: _type = "Task" [ 1863.350017] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.357352] env[63676]: DEBUG oslo_vmware.api [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925841, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.743039] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 941346ed-db6c-4322-9561-60d3013a7c09] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1863.776013] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.578s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.777042] env[63676]: DEBUG nova.compute.manager [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1863.779276] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e2164c7a-f128-4a11-8f21-92d7ae7be193 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.202s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.779485] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e2164c7a-f128-4a11-8f21-92d7ae7be193 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.781896] env[63676]: DEBUG oslo_concurrency.lockutils [None req-84fad936-a07e-44c0-99cb-61f1d16ca289 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.335s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.782158] env[63676]: DEBUG oslo_concurrency.lockutils [None req-84fad936-a07e-44c0-99cb-61f1d16ca289 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.784607] env[63676]: DEBUG oslo_concurrency.lockutils [None req-49cd71fa-f9ce-4f75-8121-8e5c8ad99956 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.469s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.784874] env[63676]: DEBUG oslo_concurrency.lockutils [None req-49cd71fa-f9ce-4f75-8121-8e5c8ad99956 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.787035] env[63676]: DEBUG oslo_concurrency.lockutils [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.804s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.787258] env[63676]: DEBUG oslo_concurrency.lockutils [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1863.789352] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.454s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.791361] env[63676]: INFO nova.compute.claims [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1863.799774] env[63676]: DEBUG nova.virt.hardware [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1863.799774] env[63676]: DEBUG nova.virt.hardware [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1863.799774] env[63676]: DEBUG nova.virt.hardware [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1863.799947] env[63676]: DEBUG nova.virt.hardware [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1863.799947] env[63676]: DEBUG nova.virt.hardware [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1863.800175] env[63676]: DEBUG nova.virt.hardware [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1863.800995] env[63676]: DEBUG nova.virt.hardware [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1863.800995] env[63676]: DEBUG nova.virt.hardware [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1863.800995] env[63676]: DEBUG nova.virt.hardware [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1863.800995] env[63676]: DEBUG nova.virt.hardware [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1863.801193] env[63676]: DEBUG nova.virt.hardware [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1863.810587] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12f88058-d5a8-41bb-85ad-561df8957761 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.825929] env[63676]: INFO nova.scheduler.client.report [None req-e2164c7a-f128-4a11-8f21-92d7ae7be193 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Deleted allocations for instance 7bd23d57-885d-41ce-bbfe-98fa97cf6efb [ 1863.829521] env[63676]: INFO nova.scheduler.client.report [None req-84fad936-a07e-44c0-99cb-61f1d16ca289 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Deleted allocations for instance f07729fe-f159-4ff5-90e0-33f7696a22c6 [ 1863.839028] env[63676]: DEBUG oslo_vmware.api [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1863.839028] env[63676]: value = "task-1925842" [ 1863.839028] env[63676]: _type = "Task" [ 1863.839028] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.847397] env[63676]: INFO nova.scheduler.client.report [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Deleted allocations for instance c9f6175c-4f97-4ace-9eb2-17693dc1c2e5 [ 1863.854043] env[63676]: DEBUG oslo_vmware.api [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.860591] env[63676]: INFO nova.scheduler.client.report [None req-49cd71fa-f9ce-4f75-8121-8e5c8ad99956 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Deleted allocations for instance f9cafda5-674f-4fe6-ad00-ca304219fc86 [ 1863.869992] env[63676]: DEBUG oslo_vmware.api [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925841, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489118} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.870656] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] e47e0f8b-4282-41a7-8061-3a0ed52bfce6/e47e0f8b-4282-41a7-8061-3a0ed52bfce6.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1863.872244] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1863.872442] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-931115f6-603a-4244-bd36-79f202457773 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.882868] env[63676]: DEBUG oslo_vmware.api [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1863.882868] env[63676]: value = "task-1925843" [ 1863.882868] env[63676]: _type = "Task" [ 1863.882868] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.897045] env[63676]: DEBUG oslo_vmware.api [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925843, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.101677] env[63676]: DEBUG nova.compute.manager [req-600ca88b-d0cc-4a6b-a35b-8906ea33c645 req-94a5a7a0-ad77-47e3-9387-df76eaf3339f service nova] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Received event network-vif-plugged-16cd6595-27c7-46d4-8725-22fe0b21f8b6 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1864.101935] env[63676]: DEBUG oslo_concurrency.lockutils [req-600ca88b-d0cc-4a6b-a35b-8906ea33c645 req-94a5a7a0-ad77-47e3-9387-df76eaf3339f service nova] Acquiring lock "c5474fff-4c75-48eb-9644-6b7a04b9da80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.102162] env[63676]: DEBUG oslo_concurrency.lockutils [req-600ca88b-d0cc-4a6b-a35b-8906ea33c645 req-94a5a7a0-ad77-47e3-9387-df76eaf3339f service nova] Lock "c5474fff-4c75-48eb-9644-6b7a04b9da80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.102339] env[63676]: DEBUG oslo_concurrency.lockutils [req-600ca88b-d0cc-4a6b-a35b-8906ea33c645 req-94a5a7a0-ad77-47e3-9387-df76eaf3339f service nova] Lock "c5474fff-4c75-48eb-9644-6b7a04b9da80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.102501] env[63676]: DEBUG nova.compute.manager [req-600ca88b-d0cc-4a6b-a35b-8906ea33c645 req-94a5a7a0-ad77-47e3-9387-df76eaf3339f service nova] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] No waiting events found dispatching network-vif-plugged-16cd6595-27c7-46d4-8725-22fe0b21f8b6 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1864.102713] env[63676]: WARNING nova.compute.manager [req-600ca88b-d0cc-4a6b-a35b-8906ea33c645 req-94a5a7a0-ad77-47e3-9387-df76eaf3339f service nova] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Received unexpected event network-vif-plugged-16cd6595-27c7-46d4-8725-22fe0b21f8b6 for instance with vm_state building and task_state spawning. [ 1864.193168] env[63676]: DEBUG nova.network.neutron [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Successfully updated port: 16cd6595-27c7-46d4-8725-22fe0b21f8b6 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1864.246397] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 4ac3f891-119a-4f8c-bea7-516476f92767] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1864.299304] env[63676]: DEBUG nova.compute.utils [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1864.300864] env[63676]: DEBUG nova.compute.manager [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1864.301049] env[63676]: DEBUG nova.network.neutron [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1864.343020] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e2164c7a-f128-4a11-8f21-92d7ae7be193 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "7bd23d57-885d-41ce-bbfe-98fa97cf6efb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.199s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.344733] env[63676]: DEBUG oslo_concurrency.lockutils [None req-84fad936-a07e-44c0-99cb-61f1d16ca289 tempest-ServerRescueTestJSON-399012083 tempest-ServerRescueTestJSON-399012083-project-member] Lock "f07729fe-f159-4ff5-90e0-33f7696a22c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.347s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.362149] env[63676]: DEBUG oslo_vmware.api [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925842, 'name': ReconfigVM_Task, 'duration_secs': 0.232954} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.365422] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Updating instance '4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe' progress to 33 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1864.370100] env[63676]: DEBUG oslo_concurrency.lockutils [None req-92575f58-59e3-481e-9620-80fbd5827c6c tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "c9f6175c-4f97-4ace-9eb2-17693dc1c2e5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.011s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.374287] env[63676]: DEBUG oslo_concurrency.lockutils [None req-49cd71fa-f9ce-4f75-8121-8e5c8ad99956 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Lock "f9cafda5-674f-4fe6-ad00-ca304219fc86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.786s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.377021] env[63676]: DEBUG oslo_concurrency.lockutils [None req-22676e01-8642-468c-9a02-ba8ccfc91d9a tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Lock "f9cafda5-674f-4fe6-ad00-ca304219fc86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 23.544s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.377021] env[63676]: DEBUG oslo_concurrency.lockutils [None req-22676e01-8642-468c-9a02-ba8ccfc91d9a tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Acquiring lock "f9cafda5-674f-4fe6-ad00-ca304219fc86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.377021] env[63676]: DEBUG oslo_concurrency.lockutils [None req-22676e01-8642-468c-9a02-ba8ccfc91d9a tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Lock "f9cafda5-674f-4fe6-ad00-ca304219fc86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.377021] env[63676]: DEBUG oslo_concurrency.lockutils [None req-22676e01-8642-468c-9a02-ba8ccfc91d9a tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Lock "f9cafda5-674f-4fe6-ad00-ca304219fc86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.380909] env[63676]: INFO nova.compute.manager [None req-22676e01-8642-468c-9a02-ba8ccfc91d9a tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Terminating instance [ 1864.391111] env[63676]: DEBUG nova.policy [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4023ff545c2467e89ea530c5361fe36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99f01590e7844f9892fa09658c396b0d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1864.404932] env[63676]: DEBUG oslo_vmware.api [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925843, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066737} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.404989] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1864.405897] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f31330a-7952-4a22-9462-6f7be686bf15 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.436085] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] e47e0f8b-4282-41a7-8061-3a0ed52bfce6/e47e0f8b-4282-41a7-8061-3a0ed52bfce6.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1864.437276] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b94e6dd-6b56-4529-95e3-461a08d99c0e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.461092] env[63676]: DEBUG oslo_vmware.api [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1864.461092] env[63676]: value = "task-1925844" [ 1864.461092] env[63676]: _type = "Task" [ 1864.461092] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.470875] env[63676]: DEBUG oslo_vmware.api [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925844, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.696603] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Acquiring lock "refresh_cache-c5474fff-4c75-48eb-9644-6b7a04b9da80" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.696772] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Acquired lock "refresh_cache-c5474fff-4c75-48eb-9644-6b7a04b9da80" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.696917] env[63676]: DEBUG nova.network.neutron [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1864.751027] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 90ce8db7-eedc-48b3-b579-efc2ad00ed6f] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1864.803854] env[63676]: DEBUG nova.compute.manager [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1864.879051] env[63676]: DEBUG nova.virt.hardware [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1864.879051] env[63676]: DEBUG nova.virt.hardware [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1864.879051] env[63676]: DEBUG nova.virt.hardware [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1864.879051] env[63676]: DEBUG nova.virt.hardware [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1864.879051] env[63676]: DEBUG nova.virt.hardware [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1864.879051] env[63676]: DEBUG nova.virt.hardware [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1864.879051] env[63676]: DEBUG nova.virt.hardware [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1864.879051] env[63676]: DEBUG nova.virt.hardware [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1864.879051] env[63676]: DEBUG nova.virt.hardware [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1864.879051] env[63676]: DEBUG nova.virt.hardware [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1864.879051] env[63676]: DEBUG nova.virt.hardware [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1864.886130] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Reconfiguring VM instance instance-00000043 to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1864.890647] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de89bfae-1c7c-4936-a2b6-99b8f107acbb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.905664] env[63676]: DEBUG oslo_concurrency.lockutils [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "887940ac-c689-45f3-b5db-d988d1e581fa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.905940] env[63676]: DEBUG oslo_concurrency.lockutils [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "887940ac-c689-45f3-b5db-d988d1e581fa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.906171] env[63676]: DEBUG oslo_concurrency.lockutils [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "887940ac-c689-45f3-b5db-d988d1e581fa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.906412] env[63676]: DEBUG oslo_concurrency.lockutils [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "887940ac-c689-45f3-b5db-d988d1e581fa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.906614] env[63676]: DEBUG oslo_concurrency.lockutils [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "887940ac-c689-45f3-b5db-d988d1e581fa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.909339] env[63676]: DEBUG nova.network.neutron [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Successfully created port: 407c22d0-6d8d-4cb4-941a-b7f401d33a7a {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1864.911272] env[63676]: DEBUG oslo_concurrency.lockutils [None req-22676e01-8642-468c-9a02-ba8ccfc91d9a tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Acquiring lock "refresh_cache-f9cafda5-674f-4fe6-ad00-ca304219fc86" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.911543] env[63676]: DEBUG oslo_concurrency.lockutils [None req-22676e01-8642-468c-9a02-ba8ccfc91d9a tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Acquired lock "refresh_cache-f9cafda5-674f-4fe6-ad00-ca304219fc86" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.911684] env[63676]: DEBUG nova.network.neutron [None req-22676e01-8642-468c-9a02-ba8ccfc91d9a tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1864.913935] env[63676]: INFO nova.compute.manager [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Terminating instance [ 1864.920651] env[63676]: DEBUG oslo_vmware.api [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1864.920651] env[63676]: value = "task-1925846" [ 1864.920651] env[63676]: _type = "Task" [ 1864.920651] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.933761] env[63676]: DEBUG oslo_vmware.api [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925846, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.976158] env[63676]: DEBUG oslo_vmware.api [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925844, 'name': ReconfigVM_Task, 'duration_secs': 0.439} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.976487] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Reconfigured VM instance instance-0000004a to attach disk [datastore1] e47e0f8b-4282-41a7-8061-3a0ed52bfce6/e47e0f8b-4282-41a7-8061-3a0ed52bfce6.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1864.977233] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b553647-9e06-4706-8067-3d307d9fdd1f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.984456] env[63676]: DEBUG oslo_vmware.api [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1864.984456] env[63676]: value = "task-1925847" [ 1864.984456] env[63676]: _type = "Task" [ 1864.984456] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1864.998306] env[63676]: DEBUG oslo_vmware.api [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925847, 'name': Rename_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.248851] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-325c0865-20f1-4abb-b275-b0b626ae488c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.257597] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: d12cfef2-7912-4cca-bfd4-714b61f62444] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1865.260231] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30004161-1a00-4568-b791-05644607182d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.298587] env[63676]: DEBUG nova.network.neutron [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1865.300858] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c962f424-1e52-499a-9335-91a1ba65913e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.313281] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10e93db-d0eb-4abf-8559-99f54fcf8819 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.328325] env[63676]: DEBUG nova.compute.provider_tree [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1865.414344] env[63676]: DEBUG nova.compute.utils [None req-22676e01-8642-468c-9a02-ba8ccfc91d9a tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Can not refresh info_cache because instance was not found {{(pid=63676) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1055}} [ 1865.418307] env[63676]: DEBUG nova.compute.manager [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1865.418541] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1865.419497] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2d078c-5d01-4cbf-9c55-45e75973db36 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.432035] env[63676]: DEBUG oslo_vmware.api [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925846, 'name': ReconfigVM_Task, 'duration_secs': 0.210556} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.434470] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Reconfigured VM instance instance-00000043 to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1865.435211] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1865.435921] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae9c30e-71ac-4b81-b636-ed5c9b1552d7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.438576] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87b248af-df6f-45d9-87e7-cec4f4ea1aa0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.460910] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe/4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1865.462772] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c13afe8-df4f-42e7-bcf6-95f6a9054487 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.475268] env[63676]: DEBUG oslo_vmware.api [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1865.475268] env[63676]: value = "task-1925848" [ 1865.475268] env[63676]: _type = "Task" [ 1865.475268] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.480549] env[63676]: DEBUG oslo_vmware.api [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1865.480549] env[63676]: value = "task-1925849" [ 1865.480549] env[63676]: _type = "Task" [ 1865.480549] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.483510] env[63676]: DEBUG oslo_vmware.api [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.491171] env[63676]: DEBUG oslo_vmware.api [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925849, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.500807] env[63676]: DEBUG oslo_vmware.api [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925847, 'name': Rename_Task, 'duration_secs': 0.191043} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.501118] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1865.501375] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-389490e7-470c-4a52-ba06-5bcd5634849a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.506649] env[63676]: DEBUG oslo_vmware.api [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1865.506649] env[63676]: value = "task-1925850" [ 1865.506649] env[63676]: _type = "Task" [ 1865.506649] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.514737] env[63676]: DEBUG oslo_vmware.api [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925850, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.697303] env[63676]: DEBUG nova.network.neutron [None req-22676e01-8642-468c-9a02-ba8ccfc91d9a tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1865.764184] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 7d5a350c-8215-4ec0-8cf4-c33b0f8bbd02] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1865.818978] env[63676]: DEBUG nova.compute.manager [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1865.835708] env[63676]: DEBUG nova.scheduler.client.report [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1865.873115] env[63676]: DEBUG nova.virt.hardware [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1865.873340] env[63676]: DEBUG nova.virt.hardware [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1865.873500] env[63676]: DEBUG nova.virt.hardware [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1865.873676] env[63676]: DEBUG nova.virt.hardware [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1865.873821] env[63676]: DEBUG nova.virt.hardware [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1865.873967] env[63676]: DEBUG nova.virt.hardware [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1865.874672] env[63676]: DEBUG nova.virt.hardware [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1865.874883] env[63676]: DEBUG nova.virt.hardware [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1865.875094] env[63676]: DEBUG nova.virt.hardware [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1865.875305] env[63676]: DEBUG nova.virt.hardware [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1865.875501] env[63676]: DEBUG nova.virt.hardware [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1865.877561] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9276219c-bd70-4ced-be2f-98a51191c312 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.887617] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e72fdc69-ed03-403e-a7d0-adc5dd0819fa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.937134] env[63676]: DEBUG nova.network.neutron [None req-22676e01-8642-468c-9a02-ba8ccfc91d9a tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.968593] env[63676]: DEBUG nova.network.neutron [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Updating instance_info_cache with network_info: [{"id": "16cd6595-27c7-46d4-8725-22fe0b21f8b6", "address": "fa:16:3e:28:a2:d9", "network": {"id": "c1446974-dc45-4eb1-ab60-7f087504a003", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-790467753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a493f635a8544148ff051bc4ed6b0ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16cd6595-27", "ovs_interfaceid": "16cd6595-27c7-46d4-8725-22fe0b21f8b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.986689] env[63676]: DEBUG oslo_vmware.api [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925848, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.997889] env[63676]: DEBUG oslo_vmware.api [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.017345] env[63676]: DEBUG oslo_vmware.api [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925850, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.267522] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 677bd1fb-54e0-4cd7-b28b-0f60575ff6b0] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1866.346359] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.346905] env[63676]: DEBUG nova.compute.manager [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1866.349977] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.136s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.351383] env[63676]: INFO nova.compute.claims [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1866.440487] env[63676]: DEBUG oslo_concurrency.lockutils [None req-22676e01-8642-468c-9a02-ba8ccfc91d9a tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Releasing lock "refresh_cache-f9cafda5-674f-4fe6-ad00-ca304219fc86" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1866.440926] env[63676]: DEBUG nova.compute.manager [None req-22676e01-8642-468c-9a02-ba8ccfc91d9a tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1866.441159] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-22676e01-8642-468c-9a02-ba8ccfc91d9a tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1866.441558] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a38cfbe2-421b-4431-81f8-cba7da7de80d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.450945] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543873df-0103-419e-9ec1-a2875e3d2819 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.468718] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "57f0fd01-bddc-4ef1-b512-e2065d19d9f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.468997] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "57f0fd01-bddc-4ef1-b512-e2065d19d9f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.475140] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Releasing lock "refresh_cache-c5474fff-4c75-48eb-9644-6b7a04b9da80" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1866.475140] env[63676]: DEBUG nova.compute.manager [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Instance network_info: |[{"id": "16cd6595-27c7-46d4-8725-22fe0b21f8b6", "address": "fa:16:3e:28:a2:d9", "network": {"id": "c1446974-dc45-4eb1-ab60-7f087504a003", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-790467753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a493f635a8544148ff051bc4ed6b0ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16cd6595-27", "ovs_interfaceid": "16cd6595-27c7-46d4-8725-22fe0b21f8b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1866.475140] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:a2:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f096917-a0cf-4add-a9d2-23ca1c723b3b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16cd6595-27c7-46d4-8725-22fe0b21f8b6', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1866.480881] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Creating folder: Project (4a493f635a8544148ff051bc4ed6b0ed). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1866.492326] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10f99e5a-b116-432a-8cba-549ebabc8d19 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.494294] env[63676]: WARNING nova.virt.vmwareapi.vmops [None req-22676e01-8642-468c-9a02-ba8ccfc91d9a tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance f9cafda5-674f-4fe6-ad00-ca304219fc86 could not be found. [ 1866.494480] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-22676e01-8642-468c-9a02-ba8ccfc91d9a tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1866.494654] env[63676]: INFO nova.compute.manager [None req-22676e01-8642-468c-9a02-ba8ccfc91d9a tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1866.494877] env[63676]: DEBUG oslo.service.loopingcall [None req-22676e01-8642-468c-9a02-ba8ccfc91d9a tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1866.500888] env[63676]: DEBUG nova.compute.manager [-] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1866.500983] env[63676]: DEBUG nova.network.neutron [-] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1866.508869] env[63676]: DEBUG oslo_vmware.api [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.514696] env[63676]: DEBUG oslo_vmware.api [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925848, 'name': PowerOffVM_Task, 'duration_secs': 0.906802} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1866.516014] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1866.516233] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1866.516591] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Created folder: Project (4a493f635a8544148ff051bc4ed6b0ed) in parent group-v396927. [ 1866.516644] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Creating folder: Instances. Parent ref: group-v397121. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1866.517213] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9f31e5a-4cf5-439f-8548-8ff6ba9f1637 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.519086] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9668093f-48c0-4cbe-afac-074eeeb5709c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.523568] env[63676]: DEBUG oslo_vmware.api [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925850, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.526781] env[63676]: DEBUG nova.network.neutron [-] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1866.533134] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Created folder: Instances in parent group-v397121. [ 1866.533392] env[63676]: DEBUG oslo.service.loopingcall [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1866.533587] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1866.533817] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bd9c854-5b61-46fd-8d22-47c22b361ebc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.554468] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1866.554468] env[63676]: value = "task-1925855" [ 1866.554468] env[63676]: _type = "Task" [ 1866.554468] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.562881] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925855, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.616548] env[63676]: DEBUG nova.compute.manager [req-9dd9f0f5-7461-4e29-8daf-49fe34202180 req-54ce06e8-75e7-4f91-947b-06145524b153 service nova] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Received event network-changed-16cd6595-27c7-46d4-8725-22fe0b21f8b6 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1866.616733] env[63676]: DEBUG nova.compute.manager [req-9dd9f0f5-7461-4e29-8daf-49fe34202180 req-54ce06e8-75e7-4f91-947b-06145524b153 service nova] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Refreshing instance network info cache due to event network-changed-16cd6595-27c7-46d4-8725-22fe0b21f8b6. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1866.616944] env[63676]: DEBUG oslo_concurrency.lockutils [req-9dd9f0f5-7461-4e29-8daf-49fe34202180 req-54ce06e8-75e7-4f91-947b-06145524b153 service nova] Acquiring lock "refresh_cache-c5474fff-4c75-48eb-9644-6b7a04b9da80" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.617091] env[63676]: DEBUG oslo_concurrency.lockutils [req-9dd9f0f5-7461-4e29-8daf-49fe34202180 req-54ce06e8-75e7-4f91-947b-06145524b153 service nova] Acquired lock "refresh_cache-c5474fff-4c75-48eb-9644-6b7a04b9da80" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.617247] env[63676]: DEBUG nova.network.neutron [req-9dd9f0f5-7461-4e29-8daf-49fe34202180 req-54ce06e8-75e7-4f91-947b-06145524b153 service nova] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Refreshing network info cache for port 16cd6595-27c7-46d4-8725-22fe0b21f8b6 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1866.674614] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1866.674844] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1866.675096] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Deleting the datastore file [datastore1] 887940ac-c689-45f3-b5db-d988d1e581fa {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1866.675785] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-adc05e17-ad25-46f5-8715-b697c43f2fd3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.683131] env[63676]: DEBUG oslo_vmware.api [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for the task: (returnval){ [ 1866.683131] env[63676]: value = "task-1925856" [ 1866.683131] env[63676]: _type = "Task" [ 1866.683131] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1866.693715] env[63676]: DEBUG oslo_vmware.api [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.772064] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 0b9be8e5-f5b1-4206-8001-58e40e6d45a7] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1866.856365] env[63676]: DEBUG nova.compute.utils [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1866.860686] env[63676]: DEBUG nova.compute.manager [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1866.860856] env[63676]: DEBUG nova.network.neutron [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1866.903113] env[63676]: DEBUG nova.policy [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53f602b5ffb4495a8bb67a00671fde8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ceddfd10acf04eefbb18c1077d1154d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1866.972110] env[63676]: DEBUG nova.compute.manager [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1867.005974] env[63676]: DEBUG oslo_vmware.api [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925849, 'name': ReconfigVM_Task, 'duration_secs': 1.174046} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.006388] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe/4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1867.006708] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Updating instance '4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe' progress to 50 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1867.020594] env[63676]: DEBUG oslo_vmware.api [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925850, 'name': PowerOnVM_Task, 'duration_secs': 1.270408} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.020811] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1867.021022] env[63676]: INFO nova.compute.manager [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1867.021207] env[63676]: DEBUG nova.compute.manager [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1867.021973] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51237645-84a8-4e3c-aa0c-6e3b19e1b4a4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.030855] env[63676]: DEBUG nova.network.neutron [-] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.064514] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925855, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.092439] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Acquiring lock "b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.092737] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Lock "b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.092943] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Acquiring lock "b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.093142] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Lock "b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.093313] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Lock "b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.095440] env[63676]: INFO nova.compute.manager [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Terminating instance [ 1867.193799] env[63676]: DEBUG oslo_vmware.api [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Task: {'id': task-1925856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362378} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1867.194114] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1867.194312] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1867.194493] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1867.194782] env[63676]: INFO nova.compute.manager [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Took 1.78 seconds to destroy the instance on the hypervisor. [ 1867.194907] env[63676]: DEBUG oslo.service.loopingcall [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1867.195120] env[63676]: DEBUG nova.compute.manager [-] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1867.195218] env[63676]: DEBUG nova.network.neutron [-] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1867.275402] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 769d673a-b23e-4995-a6d9-2d2d53a6b469] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1867.365170] env[63676]: DEBUG nova.compute.manager [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1867.494703] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.518129] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d98743-ea10-4135-8aec-d4d7aaa5686b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.547019] env[63676]: INFO nova.compute.manager [-] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Took 1.04 seconds to deallocate network for instance. [ 1867.552612] env[63676]: INFO nova.compute.manager [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Took 47.99 seconds to build instance. [ 1867.558176] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374706da-58a2-4a13-9cf2-37f0934aeebf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.581823] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925855, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.600293] env[63676]: DEBUG nova.compute.manager [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1867.600538] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1867.600858] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Updating instance '4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe' progress to 67 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1867.607650] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b715904-8881-44dd-9152-a02906628ba6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.617019] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1867.617019] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f3865b73-2ee7-4f56-afe7-d0d6563533ed {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.624602] env[63676]: DEBUG oslo_vmware.api [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Waiting for the task: (returnval){ [ 1867.624602] env[63676]: value = "task-1925857" [ 1867.624602] env[63676]: _type = "Task" [ 1867.624602] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1867.635625] env[63676]: DEBUG oslo_vmware.api [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': task-1925857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.648588] env[63676]: DEBUG nova.network.neutron [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Successfully created port: 2d91d501-6bcd-436d-a57e-138bf6757987 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1867.765374] env[63676]: DEBUG nova.compute.manager [req-6bca1d99-2297-4e1a-9aaa-77d5bd5d214e req-c03a5972-e597-4597-a24f-a419e0da5e78 service nova] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Received event network-vif-deleted-d53fd86a-f5f0-4eae-81df-0f94f3370524 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1867.765724] env[63676]: INFO nova.compute.manager [req-6bca1d99-2297-4e1a-9aaa-77d5bd5d214e req-c03a5972-e597-4597-a24f-a419e0da5e78 service nova] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Neutron deleted interface d53fd86a-f5f0-4eae-81df-0f94f3370524; detaching it from the instance and deleting it from the info cache [ 1867.765781] env[63676]: DEBUG nova.network.neutron [req-6bca1d99-2297-4e1a-9aaa-77d5bd5d214e req-c03a5972-e597-4597-a24f-a419e0da5e78 service nova] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.779621] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 8c888cd9-be84-4190-847b-96491a3dd73f] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1867.807714] env[63676]: DEBUG nova.network.neutron [req-9dd9f0f5-7461-4e29-8daf-49fe34202180 req-54ce06e8-75e7-4f91-947b-06145524b153 service nova] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Updated VIF entry in instance network info cache for port 16cd6595-27c7-46d4-8725-22fe0b21f8b6. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1867.807714] env[63676]: DEBUG nova.network.neutron [req-9dd9f0f5-7461-4e29-8daf-49fe34202180 req-54ce06e8-75e7-4f91-947b-06145524b153 service nova] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Updating instance_info_cache with network_info: [{"id": "16cd6595-27c7-46d4-8725-22fe0b21f8b6", "address": "fa:16:3e:28:a2:d9", "network": {"id": "c1446974-dc45-4eb1-ab60-7f087504a003", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-790467753-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4a493f635a8544148ff051bc4ed6b0ed", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f096917-a0cf-4add-a9d2-23ca1c723b3b", "external-id": "nsx-vlan-transportzone-894", "segmentation_id": 894, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16cd6595-27", "ovs_interfaceid": "16cd6595-27c7-46d4-8725-22fe0b21f8b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1867.843237] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea3df7a-f59f-4aa2-ae9f-171c29976c8f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.851597] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0ac561-eb62-44e0-8da6-fbf63888d101 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.889019] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd8b0d9-d99b-4ed0-9f44-2afe8dc305db {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.894314] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d38a8df8-69db-49d4-ae54-f8aac80853da {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.908543] env[63676]: DEBUG nova.compute.provider_tree [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1867.946492] env[63676]: DEBUG nova.network.neutron [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Successfully updated port: 407c22d0-6d8d-4cb4-941a-b7f401d33a7a {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1868.011018] env[63676]: DEBUG nova.network.neutron [-] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1868.053443] env[63676]: DEBUG oslo_concurrency.lockutils [None req-894b1ff9-7337-4c0a-addd-5ffd7d5e16fd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "e47e0f8b-4282-41a7-8061-3a0ed52bfce6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.501s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.067817] env[63676]: INFO nova.compute.manager [None req-22676e01-8642-468c-9a02-ba8ccfc91d9a tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Instance disappeared during terminate [ 1868.068128] env[63676]: DEBUG oslo_concurrency.lockutils [None req-22676e01-8642-468c-9a02-ba8ccfc91d9a tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Lock "f9cafda5-674f-4fe6-ad00-ca304219fc86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.693s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.074552] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925855, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.134788] env[63676]: DEBUG oslo_vmware.api [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': task-1925857, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.192304] env[63676]: DEBUG nova.network.neutron [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Port 2e9cada4-ce6c-47ca-b470-6995d667e701 binding to destination host cpu-1 is already ACTIVE {{(pid=63676) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1868.274751] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-71201d3a-3734-4ada-8701-4ae63c2b063b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.284669] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd525b2d-7867-42d6-8aaf-d57a4a47ec12 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.296159] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: ac96cdc3-e0ea-478a-8ed4-72c264eea1f4] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1868.319736] env[63676]: DEBUG oslo_concurrency.lockutils [req-9dd9f0f5-7461-4e29-8daf-49fe34202180 req-54ce06e8-75e7-4f91-947b-06145524b153 service nova] Releasing lock "refresh_cache-c5474fff-4c75-48eb-9644-6b7a04b9da80" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1868.320331] env[63676]: DEBUG nova.compute.manager [req-6bca1d99-2297-4e1a-9aaa-77d5bd5d214e req-c03a5972-e597-4597-a24f-a419e0da5e78 service nova] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Detach interface failed, port_id=d53fd86a-f5f0-4eae-81df-0f94f3370524, reason: Instance 887940ac-c689-45f3-b5db-d988d1e581fa could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1868.390543] env[63676]: DEBUG nova.compute.manager [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1868.411718] env[63676]: DEBUG nova.scheduler.client.report [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1868.421483] env[63676]: DEBUG nova.virt.hardware [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1868.421767] env[63676]: DEBUG nova.virt.hardware [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1868.421968] env[63676]: DEBUG nova.virt.hardware [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1868.422285] env[63676]: DEBUG nova.virt.hardware [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1868.422466] env[63676]: DEBUG nova.virt.hardware [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1868.422649] env[63676]: DEBUG nova.virt.hardware [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1868.422895] env[63676]: DEBUG nova.virt.hardware [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1868.423104] env[63676]: DEBUG nova.virt.hardware [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1868.423332] env[63676]: DEBUG nova.virt.hardware [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1868.423631] env[63676]: DEBUG nova.virt.hardware [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1868.423787] env[63676]: DEBUG nova.virt.hardware [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1868.424666] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a822080-8b43-4cea-bd8c-ccb4b6219852 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.433888] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943ad56a-1a6e-454c-8ba3-b8efde060e9d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.449404] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquiring lock "refresh_cache-07c4b6fa-d291-4827-b390-3a1f8d365652" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.449549] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquired lock "refresh_cache-07c4b6fa-d291-4827-b390-3a1f8d365652" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.449696] env[63676]: DEBUG nova.network.neutron [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1868.514276] env[63676]: INFO nova.compute.manager [-] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Took 1.32 seconds to deallocate network for instance. [ 1868.573019] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925855, 'name': CreateVM_Task, 'duration_secs': 1.53795} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.573204] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1868.573876] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.574054] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1868.574355] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1868.574609] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05be18d7-a5f2-4308-b89d-b18fb046b6e9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.578988] env[63676]: DEBUG oslo_vmware.api [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Waiting for the task: (returnval){ [ 1868.578988] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f2c3d8-b117-114b-cb79-0d7cbbb8f0e1" [ 1868.578988] env[63676]: _type = "Task" [ 1868.578988] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.586523] env[63676]: DEBUG oslo_vmware.api [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f2c3d8-b117-114b-cb79-0d7cbbb8f0e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.635642] env[63676]: DEBUG oslo_vmware.api [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': task-1925857, 'name': PowerOffVM_Task, 'duration_secs': 0.589305} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.635951] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1868.636139] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1868.636404] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbd043e0-a027-44dc-aab5-d3a1cf2b27f0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.646370] env[63676]: DEBUG nova.compute.manager [req-8696d807-f17c-4295-8d9a-eb769b2b9ec1 req-971b2586-6f81-4f9f-b574-67e6e2e78752 service nova] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Received event network-vif-plugged-407c22d0-6d8d-4cb4-941a-b7f401d33a7a {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1868.646479] env[63676]: DEBUG oslo_concurrency.lockutils [req-8696d807-f17c-4295-8d9a-eb769b2b9ec1 req-971b2586-6f81-4f9f-b574-67e6e2e78752 service nova] Acquiring lock "07c4b6fa-d291-4827-b390-3a1f8d365652-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.646703] env[63676]: DEBUG oslo_concurrency.lockutils [req-8696d807-f17c-4295-8d9a-eb769b2b9ec1 req-971b2586-6f81-4f9f-b574-67e6e2e78752 service nova] Lock "07c4b6fa-d291-4827-b390-3a1f8d365652-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.646829] env[63676]: DEBUG oslo_concurrency.lockutils [req-8696d807-f17c-4295-8d9a-eb769b2b9ec1 req-971b2586-6f81-4f9f-b574-67e6e2e78752 service nova] Lock "07c4b6fa-d291-4827-b390-3a1f8d365652-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.647425] env[63676]: DEBUG nova.compute.manager [req-8696d807-f17c-4295-8d9a-eb769b2b9ec1 req-971b2586-6f81-4f9f-b574-67e6e2e78752 service nova] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] No waiting events found dispatching network-vif-plugged-407c22d0-6d8d-4cb4-941a-b7f401d33a7a {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1868.647425] env[63676]: WARNING nova.compute.manager [req-8696d807-f17c-4295-8d9a-eb769b2b9ec1 req-971b2586-6f81-4f9f-b574-67e6e2e78752 service nova] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Received unexpected event network-vif-plugged-407c22d0-6d8d-4cb4-941a-b7f401d33a7a for instance with vm_state building and task_state spawning. [ 1868.647425] env[63676]: DEBUG nova.compute.manager [req-8696d807-f17c-4295-8d9a-eb769b2b9ec1 req-971b2586-6f81-4f9f-b574-67e6e2e78752 service nova] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Received event network-changed-407c22d0-6d8d-4cb4-941a-b7f401d33a7a {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1868.647425] env[63676]: DEBUG nova.compute.manager [req-8696d807-f17c-4295-8d9a-eb769b2b9ec1 req-971b2586-6f81-4f9f-b574-67e6e2e78752 service nova] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Refreshing instance network info cache due to event network-changed-407c22d0-6d8d-4cb4-941a-b7f401d33a7a. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1868.647881] env[63676]: DEBUG oslo_concurrency.lockutils [req-8696d807-f17c-4295-8d9a-eb769b2b9ec1 req-971b2586-6f81-4f9f-b574-67e6e2e78752 service nova] Acquiring lock "refresh_cache-07c4b6fa-d291-4827-b390-3a1f8d365652" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1868.803053] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 831ad7b6-6521-4cc0-b56a-9ce6c48a582c] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1868.833862] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fbfc9d02-f476-44cf-83d8-5bcf9a811476 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "e47e0f8b-4282-41a7-8061-3a0ed52bfce6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.834127] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fbfc9d02-f476-44cf-83d8-5bcf9a811476 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "e47e0f8b-4282-41a7-8061-3a0ed52bfce6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.841533] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1868.841741] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1868.841909] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Deleting the datastore file [datastore1] b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1868.843092] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76110791-b7b8-438b-919e-bda52a981d60 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.850645] env[63676]: DEBUG oslo_vmware.api [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Waiting for the task: (returnval){ [ 1868.850645] env[63676]: value = "task-1925860" [ 1868.850645] env[63676]: _type = "Task" [ 1868.850645] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.859120] env[63676]: DEBUG oslo_vmware.api [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': task-1925860, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.916938] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.567s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.917471] env[63676]: DEBUG nova.compute.manager [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1868.919974] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 14.580s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.004253] env[63676]: DEBUG nova.network.neutron [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1869.023710] env[63676]: DEBUG oslo_concurrency.lockutils [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.089547] env[63676]: DEBUG oslo_vmware.api [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f2c3d8-b117-114b-cb79-0d7cbbb8f0e1, 'name': SearchDatastore_Task, 'duration_secs': 0.024445} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.089794] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.090030] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1869.090264] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1869.090411] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.090595] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1869.090844] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fc82365-0b72-48f3-87c6-935213229853 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.098827] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1869.098953] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1869.099645] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30f1afb3-e758-4ce3-96c7-35a9c28e8e57 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.107828] env[63676]: DEBUG oslo_vmware.api [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Waiting for the task: (returnval){ [ 1869.107828] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5251dcd2-9da3-0277-e5fd-330e78c1bb2e" [ 1869.107828] env[63676]: _type = "Task" [ 1869.107828] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.119345] env[63676]: DEBUG oslo_vmware.api [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5251dcd2-9da3-0277-e5fd-330e78c1bb2e, 'name': SearchDatastore_Task, 'duration_secs': 0.008059} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.120081] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b76751a2-8ae4-4b6e-b53e-570ed2e6d486 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.124780] env[63676]: DEBUG oslo_vmware.api [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Waiting for the task: (returnval){ [ 1869.124780] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5292f128-2dc8-4a34-b1b3-68e08ae5f41b" [ 1869.124780] env[63676]: _type = "Task" [ 1869.124780] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.132127] env[63676]: DEBUG oslo_vmware.api [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5292f128-2dc8-4a34-b1b3-68e08ae5f41b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.208976] env[63676]: DEBUG nova.network.neutron [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Updating instance_info_cache with network_info: [{"id": "407c22d0-6d8d-4cb4-941a-b7f401d33a7a", "address": "fa:16:3e:d7:ee:fd", "network": {"id": "0682426d-235c-4125-846f-5e1a2510432c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-202912780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99f01590e7844f9892fa09658c396b0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap407c22d0-6d", "ovs_interfaceid": "407c22d0-6d8d-4cb4-941a-b7f401d33a7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1869.216109] env[63676]: DEBUG oslo_concurrency.lockutils [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.216338] env[63676]: DEBUG oslo_concurrency.lockutils [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.216509] env[63676]: DEBUG oslo_concurrency.lockutils [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.307105] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: cea78468-f692-4634-8508-3886bccfb8bf] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1869.337779] env[63676]: DEBUG nova.compute.utils [None req-fbfc9d02-f476-44cf-83d8-5bcf9a811476 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1869.360595] env[63676]: DEBUG oslo_vmware.api [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Task: {'id': task-1925860, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.119573} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.360859] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1869.361047] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1869.361231] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1869.361400] env[63676]: INFO nova.compute.manager [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1869.361637] env[63676]: DEBUG oslo.service.loopingcall [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1869.361821] env[63676]: DEBUG nova.compute.manager [-] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1869.361917] env[63676]: DEBUG nova.network.neutron [-] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1869.423985] env[63676]: DEBUG nova.compute.utils [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1869.425347] env[63676]: DEBUG nova.compute.manager [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1869.425514] env[63676]: DEBUG nova.network.neutron [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1869.427459] env[63676]: DEBUG nova.objects.instance [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lazy-loading 'migration_context' on Instance uuid d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1869.562442] env[63676]: DEBUG nova.policy [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53f602b5ffb4495a8bb67a00671fde8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ceddfd10acf04eefbb18c1077d1154d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1869.635635] env[63676]: DEBUG oslo_vmware.api [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5292f128-2dc8-4a34-b1b3-68e08ae5f41b, 'name': SearchDatastore_Task, 'duration_secs': 0.00821} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.635963] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.636237] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] c5474fff-4c75-48eb-9644-6b7a04b9da80/c5474fff-4c75-48eb-9644-6b7a04b9da80.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1869.636505] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e048776e-4906-4097-9268-ce78f2468919 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.644245] env[63676]: DEBUG oslo_vmware.api [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Waiting for the task: (returnval){ [ 1869.644245] env[63676]: value = "task-1925861" [ 1869.644245] env[63676]: _type = "Task" [ 1869.644245] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.656599] env[63676]: DEBUG oslo_vmware.api [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Task: {'id': task-1925861, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.716770] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Releasing lock "refresh_cache-07c4b6fa-d291-4827-b390-3a1f8d365652" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1869.717202] env[63676]: DEBUG nova.compute.manager [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Instance network_info: |[{"id": "407c22d0-6d8d-4cb4-941a-b7f401d33a7a", "address": "fa:16:3e:d7:ee:fd", "network": {"id": "0682426d-235c-4125-846f-5e1a2510432c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-202912780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99f01590e7844f9892fa09658c396b0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap407c22d0-6d", "ovs_interfaceid": "407c22d0-6d8d-4cb4-941a-b7f401d33a7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1869.717528] env[63676]: DEBUG oslo_concurrency.lockutils [req-8696d807-f17c-4295-8d9a-eb769b2b9ec1 req-971b2586-6f81-4f9f-b574-67e6e2e78752 service nova] Acquired lock "refresh_cache-07c4b6fa-d291-4827-b390-3a1f8d365652" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1869.717724] env[63676]: DEBUG nova.network.neutron [req-8696d807-f17c-4295-8d9a-eb769b2b9ec1 req-971b2586-6f81-4f9f-b574-67e6e2e78752 service nova] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Refreshing network info cache for port 407c22d0-6d8d-4cb4-941a-b7f401d33a7a {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1869.720253] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:ee:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '407c22d0-6d8d-4cb4-941a-b7f401d33a7a', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1869.729108] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Creating folder: Project (99f01590e7844f9892fa09658c396b0d). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1869.731572] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a417e746-90c4-4b18-9b6a-92d471f3daf4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.743129] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Created folder: Project (99f01590e7844f9892fa09658c396b0d) in parent group-v396927. [ 1869.743336] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Creating folder: Instances. Parent ref: group-v397124. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1869.743580] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2896838-f668-4917-bd57-6b5c2b94d94a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.752574] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Created folder: Instances in parent group-v397124. [ 1869.752827] env[63676]: DEBUG oslo.service.loopingcall [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1869.753041] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1869.753262] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-067404d6-e72d-46b0-ae8c-39053a881579 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.775514] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1869.775514] env[63676]: value = "task-1925864" [ 1869.775514] env[63676]: _type = "Task" [ 1869.775514] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.783535] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925864, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.811521] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: ec1f0ba5-254e-4ad1-9b44-9bb0f1006d6f] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1869.840380] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fbfc9d02-f476-44cf-83d8-5bcf9a811476 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "e47e0f8b-4282-41a7-8061-3a0ed52bfce6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.934409] env[63676]: DEBUG nova.compute.manager [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1869.956138] env[63676]: DEBUG nova.network.neutron [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Successfully updated port: 2d91d501-6bcd-436d-a57e-138bf6757987 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1870.006130] env[63676]: DEBUG nova.network.neutron [req-8696d807-f17c-4295-8d9a-eb769b2b9ec1 req-971b2586-6f81-4f9f-b574-67e6e2e78752 service nova] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Updated VIF entry in instance network info cache for port 407c22d0-6d8d-4cb4-941a-b7f401d33a7a. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1870.006501] env[63676]: DEBUG nova.network.neutron [req-8696d807-f17c-4295-8d9a-eb769b2b9ec1 req-971b2586-6f81-4f9f-b574-67e6e2e78752 service nova] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Updating instance_info_cache with network_info: [{"id": "407c22d0-6d8d-4cb4-941a-b7f401d33a7a", "address": "fa:16:3e:d7:ee:fd", "network": {"id": "0682426d-235c-4125-846f-5e1a2510432c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-202912780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99f01590e7844f9892fa09658c396b0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap407c22d0-6d", "ovs_interfaceid": "407c22d0-6d8d-4cb4-941a-b7f401d33a7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1870.159027] env[63676]: DEBUG oslo_vmware.api [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Task: {'id': task-1925861, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493437} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.159027] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] c5474fff-4c75-48eb-9644-6b7a04b9da80/c5474fff-4c75-48eb-9644-6b7a04b9da80.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1870.159207] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1870.159529] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-668b1e99-2364-4957-a00d-e46445d30df7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.166406] env[63676]: DEBUG oslo_vmware.api [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Waiting for the task: (returnval){ [ 1870.166406] env[63676]: value = "task-1925865" [ 1870.166406] env[63676]: _type = "Task" [ 1870.166406] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.179246] env[63676]: DEBUG oslo_vmware.api [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Task: {'id': task-1925865, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.186823] env[63676]: DEBUG nova.network.neutron [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Successfully created port: 25a44711-caea-4b37-8924-29e933c6ff9d {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1870.281786] env[63676]: DEBUG oslo_concurrency.lockutils [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "refresh_cache-4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.281977] env[63676]: DEBUG oslo_concurrency.lockutils [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired lock "refresh_cache-4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.282202] env[63676]: DEBUG nova.network.neutron [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1870.290226] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925864, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.314904] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: e0f71229-23d6-4647-9a81-da15dd0d337c] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1870.338323] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d692eac9-7a3b-471f-baf4-7349cc94a615 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.351401] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef62e0ed-fa37-4429-87f1-84676c06678e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.390793] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5714285d-7745-47a7-8340-70db01090ba6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.399201] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5c5a5b5-a5e4-4d0a-951b-2468ebeaea67 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.415713] env[63676]: DEBUG nova.compute.provider_tree [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1870.455290] env[63676]: DEBUG nova.network.neutron [-] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1870.460946] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "refresh_cache-6ee39c3c-33c9-4ce8-b214-bba1e8629e75" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.461098] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquired lock "refresh_cache-6ee39c3c-33c9-4ce8-b214-bba1e8629e75" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.461241] env[63676]: DEBUG nova.network.neutron [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1870.509088] env[63676]: DEBUG oslo_concurrency.lockutils [req-8696d807-f17c-4295-8d9a-eb769b2b9ec1 req-971b2586-6f81-4f9f-b574-67e6e2e78752 service nova] Releasing lock "refresh_cache-07c4b6fa-d291-4827-b390-3a1f8d365652" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1870.557577] env[63676]: DEBUG nova.network.neutron [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Updating instance_info_cache with network_info: [{"id": "2e9cada4-ce6c-47ca-b470-6995d667e701", "address": "fa:16:3e:42:c6:a4", "network": {"id": "b4503803-880d-4b7d-94e2-622c87fede97", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-638170252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11302b5359cb437aac371d1206a15f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e9cada4-ce", "ovs_interfaceid": "2e9cada4-ce6c-47ca-b470-6995d667e701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1870.675410] env[63676]: DEBUG oslo_vmware.api [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Task: {'id': task-1925865, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083025} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.675691] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1870.676562] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e1479e7-01fa-48c6-89a7-9648eb70ba17 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.699037] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] c5474fff-4c75-48eb-9644-6b7a04b9da80/c5474fff-4c75-48eb-9644-6b7a04b9da80.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1870.699681] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-753d2c25-1255-4c34-9feb-b5498fce6a49 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.718338] env[63676]: DEBUG oslo_vmware.api [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Waiting for the task: (returnval){ [ 1870.718338] env[63676]: value = "task-1925867" [ 1870.718338] env[63676]: _type = "Task" [ 1870.718338] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.727799] env[63676]: DEBUG oslo_vmware.api [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Task: {'id': task-1925867, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.751744] env[63676]: DEBUG nova.compute.manager [req-2f125b00-95ae-4b62-80ca-fba9aad327f6 req-ea985102-6fd6-401c-979a-5b56f5fecdb6 service nova] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Received event network-vif-plugged-2d91d501-6bcd-436d-a57e-138bf6757987 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1870.751954] env[63676]: DEBUG oslo_concurrency.lockutils [req-2f125b00-95ae-4b62-80ca-fba9aad327f6 req-ea985102-6fd6-401c-979a-5b56f5fecdb6 service nova] Acquiring lock "6ee39c3c-33c9-4ce8-b214-bba1e8629e75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.752198] env[63676]: DEBUG oslo_concurrency.lockutils [req-2f125b00-95ae-4b62-80ca-fba9aad327f6 req-ea985102-6fd6-401c-979a-5b56f5fecdb6 service nova] Lock "6ee39c3c-33c9-4ce8-b214-bba1e8629e75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.752368] env[63676]: DEBUG oslo_concurrency.lockutils [req-2f125b00-95ae-4b62-80ca-fba9aad327f6 req-ea985102-6fd6-401c-979a-5b56f5fecdb6 service nova] Lock "6ee39c3c-33c9-4ce8-b214-bba1e8629e75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.752532] env[63676]: DEBUG nova.compute.manager [req-2f125b00-95ae-4b62-80ca-fba9aad327f6 req-ea985102-6fd6-401c-979a-5b56f5fecdb6 service nova] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] No waiting events found dispatching network-vif-plugged-2d91d501-6bcd-436d-a57e-138bf6757987 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1870.752694] env[63676]: WARNING nova.compute.manager [req-2f125b00-95ae-4b62-80ca-fba9aad327f6 req-ea985102-6fd6-401c-979a-5b56f5fecdb6 service nova] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Received unexpected event network-vif-plugged-2d91d501-6bcd-436d-a57e-138bf6757987 for instance with vm_state building and task_state spawning. [ 1870.752854] env[63676]: DEBUG nova.compute.manager [req-2f125b00-95ae-4b62-80ca-fba9aad327f6 req-ea985102-6fd6-401c-979a-5b56f5fecdb6 service nova] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Received event network-vif-deleted-603dd99c-2ce7-4fe8-882e-6a57e324b3e6 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1870.753038] env[63676]: DEBUG nova.compute.manager [req-2f125b00-95ae-4b62-80ca-fba9aad327f6 req-ea985102-6fd6-401c-979a-5b56f5fecdb6 service nova] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Received event network-changed-2d91d501-6bcd-436d-a57e-138bf6757987 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1870.753197] env[63676]: DEBUG nova.compute.manager [req-2f125b00-95ae-4b62-80ca-fba9aad327f6 req-ea985102-6fd6-401c-979a-5b56f5fecdb6 service nova] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Refreshing instance network info cache due to event network-changed-2d91d501-6bcd-436d-a57e-138bf6757987. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1870.753364] env[63676]: DEBUG oslo_concurrency.lockutils [req-2f125b00-95ae-4b62-80ca-fba9aad327f6 req-ea985102-6fd6-401c-979a-5b56f5fecdb6 service nova] Acquiring lock "refresh_cache-6ee39c3c-33c9-4ce8-b214-bba1e8629e75" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.785832] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925864, 'name': CreateVM_Task, 'duration_secs': 0.604359} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.785993] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1870.786660] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.786822] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.787148] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1870.787393] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ccd2b668-7078-4002-94d7-b9a2fb8c6556 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.791465] env[63676]: DEBUG oslo_vmware.api [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 1870.791465] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524808e7-00a0-052c-bde2-843d77fdf89f" [ 1870.791465] env[63676]: _type = "Task" [ 1870.791465] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.798570] env[63676]: DEBUG oslo_vmware.api [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524808e7-00a0-052c-bde2-843d77fdf89f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.818125] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 1dfbf63e-5519-4b03-a3aa-d9c5e08087d4] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1870.922060] env[63676]: DEBUG nova.scheduler.client.report [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1870.925513] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fbfc9d02-f476-44cf-83d8-5bcf9a811476 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "e47e0f8b-4282-41a7-8061-3a0ed52bfce6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1870.925743] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fbfc9d02-f476-44cf-83d8-5bcf9a811476 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "e47e0f8b-4282-41a7-8061-3a0ed52bfce6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.925993] env[63676]: INFO nova.compute.manager [None req-fbfc9d02-f476-44cf-83d8-5bcf9a811476 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Attaching volume 24dc5a87-94c8-4d1f-af23-a99fd9c07af8 to /dev/sdb [ 1870.958356] env[63676]: DEBUG nova.compute.manager [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1870.961058] env[63676]: INFO nova.compute.manager [-] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Took 1.60 seconds to deallocate network for instance. [ 1870.966466] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56449d4c-4b72-4d27-be1d-be7e778f6b4b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.977138] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cda3c6-de0f-4f49-8f65-7b4289ca5b33 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.991520] env[63676]: DEBUG nova.virt.hardware [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1870.991520] env[63676]: DEBUG nova.virt.hardware [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1870.991727] env[63676]: DEBUG nova.virt.hardware [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1870.992607] env[63676]: DEBUG nova.virt.hardware [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1870.992607] env[63676]: DEBUG nova.virt.hardware [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1870.992607] env[63676]: DEBUG nova.virt.hardware [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1870.992729] env[63676]: DEBUG nova.virt.hardware [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1870.992892] env[63676]: DEBUG nova.virt.hardware [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1870.993114] env[63676]: DEBUG nova.virt.hardware [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1870.993290] env[63676]: DEBUG nova.virt.hardware [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1870.993467] env[63676]: DEBUG nova.virt.hardware [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1870.994352] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ad2f82-d593-4b05-a69c-767820ab5616 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.001011] env[63676]: DEBUG nova.virt.block_device [None req-fbfc9d02-f476-44cf-83d8-5bcf9a811476 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Updating existing volume attachment record: 1618c873-87df-42b6-ab95-5c29dc8e9267 {{(pid=63676) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1871.009154] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c21bb47a-3dbd-48e2-9be1-fda4efe34fe5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.013897] env[63676]: DEBUG nova.network.neutron [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1871.060463] env[63676]: DEBUG oslo_concurrency.lockutils [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Releasing lock "refresh_cache-4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.229491] env[63676]: DEBUG oslo_vmware.api [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Task: {'id': task-1925867, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.303055] env[63676]: DEBUG oslo_vmware.api [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524808e7-00a0-052c-bde2-843d77fdf89f, 'name': SearchDatastore_Task, 'duration_secs': 0.057584} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.303391] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.305039] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1871.305039] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.305039] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.305039] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1871.305039] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3def16e-0c80-46e6-aa27-2bd48857df73 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.314850] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1871.315092] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1871.315944] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-910d62a8-0f18-430a-9744-410735d9cee8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.322107] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 970178a8-93cc-40b8-b323-46ae49afe82d] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1871.325477] env[63676]: DEBUG oslo_vmware.api [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 1871.325477] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527c6111-bed6-ed7f-8ace-70125b203f68" [ 1871.325477] env[63676]: _type = "Task" [ 1871.325477] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.334651] env[63676]: DEBUG oslo_vmware.api [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527c6111-bed6-ed7f-8ace-70125b203f68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.363848] env[63676]: DEBUG nova.network.neutron [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Updating instance_info_cache with network_info: [{"id": "2d91d501-6bcd-436d-a57e-138bf6757987", "address": "fa:16:3e:66:96:d8", "network": {"id": "23e204f7-4577-455a-8f4f-79800b8dc56a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1808283278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ceddfd10acf04eefbb18c1077d1154d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d91d501-6b", "ovs_interfaceid": "2d91d501-6bcd-436d-a57e-138bf6757987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.474278] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1871.592711] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24eb838-f3ac-4e58-bf6b-8ea318fe3bfe {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.613778] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2837cf0-362f-4aab-b963-0d3ab251b78a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.620990] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Updating instance '4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe' progress to 83 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1871.733600] env[63676]: DEBUG oslo_vmware.api [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Task: {'id': task-1925867, 'name': ReconfigVM_Task, 'duration_secs': 0.713493} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.734343] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Reconfigured VM instance instance-0000004b to attach disk [datastore1] c5474fff-4c75-48eb-9644-6b7a04b9da80/c5474fff-4c75-48eb-9644-6b7a04b9da80.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1871.735057] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bb34cdf-f55a-4a69-9480-690697cd3495 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.742799] env[63676]: DEBUG oslo_vmware.api [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Waiting for the task: (returnval){ [ 1871.742799] env[63676]: value = "task-1925871" [ 1871.742799] env[63676]: _type = "Task" [ 1871.742799] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.752587] env[63676]: DEBUG oslo_vmware.api [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Task: {'id': task-1925871, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.827405] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: ff676f80-9e5b-4c8e-92f4-657591750c2f] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1871.839291] env[63676]: DEBUG oslo_vmware.api [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527c6111-bed6-ed7f-8ace-70125b203f68, 'name': SearchDatastore_Task, 'duration_secs': 0.015765} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.840316] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-927ad6c2-bb2c-4ab2-aea9-9153f8b344d0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.846350] env[63676]: DEBUG oslo_vmware.api [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 1871.846350] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5283ce47-89a7-5d3d-2058-ffff52d82f70" [ 1871.846350] env[63676]: _type = "Task" [ 1871.846350] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.854275] env[63676]: DEBUG oslo_vmware.api [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5283ce47-89a7-5d3d-2058-ffff52d82f70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.866120] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Releasing lock "refresh_cache-6ee39c3c-33c9-4ce8-b214-bba1e8629e75" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.866484] env[63676]: DEBUG nova.compute.manager [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Instance network_info: |[{"id": "2d91d501-6bcd-436d-a57e-138bf6757987", "address": "fa:16:3e:66:96:d8", "network": {"id": "23e204f7-4577-455a-8f4f-79800b8dc56a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1808283278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ceddfd10acf04eefbb18c1077d1154d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d91d501-6b", "ovs_interfaceid": "2d91d501-6bcd-436d-a57e-138bf6757987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1871.866779] env[63676]: DEBUG oslo_concurrency.lockutils [req-2f125b00-95ae-4b62-80ca-fba9aad327f6 req-ea985102-6fd6-401c-979a-5b56f5fecdb6 service nova] Acquired lock "refresh_cache-6ee39c3c-33c9-4ce8-b214-bba1e8629e75" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.867031] env[63676]: DEBUG nova.network.neutron [req-2f125b00-95ae-4b62-80ca-fba9aad327f6 req-ea985102-6fd6-401c-979a-5b56f5fecdb6 service nova] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Refreshing network info cache for port 2d91d501-6bcd-436d-a57e-138bf6757987 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1871.868238] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:96:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d91d501-6bcd-436d-a57e-138bf6757987', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1871.880022] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Creating folder: Project (ceddfd10acf04eefbb18c1077d1154d4). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1871.880022] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-430d81eb-195c-4a0e-a227-26ca971e69a5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.891317] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Created folder: Project (ceddfd10acf04eefbb18c1077d1154d4) in parent group-v396927. [ 1871.891526] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Creating folder: Instances. Parent ref: group-v397130. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1871.891794] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd908219-5412-4e54-b1db-2c9ae5b9b423 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.902811] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Created folder: Instances in parent group-v397130. [ 1871.903085] env[63676]: DEBUG oslo.service.loopingcall [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1871.903281] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1871.903489] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-747d0947-88c5-4fda-b9a3-1ee9d9e29849 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.931610] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1871.931610] env[63676]: value = "task-1925874" [ 1871.931610] env[63676]: _type = "Task" [ 1871.931610] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.939015] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.016s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.948122] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.826s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.949968] env[63676]: INFO nova.compute.claims [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1871.952958] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925874, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.127490] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1872.127794] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9fb39bfe-78f7-4e44-8d18-36b35dd6fca5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.133531] env[63676]: DEBUG nova.network.neutron [req-2f125b00-95ae-4b62-80ca-fba9aad327f6 req-ea985102-6fd6-401c-979a-5b56f5fecdb6 service nova] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Updated VIF entry in instance network info cache for port 2d91d501-6bcd-436d-a57e-138bf6757987. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1872.133891] env[63676]: DEBUG nova.network.neutron [req-2f125b00-95ae-4b62-80ca-fba9aad327f6 req-ea985102-6fd6-401c-979a-5b56f5fecdb6 service nova] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Updating instance_info_cache with network_info: [{"id": "2d91d501-6bcd-436d-a57e-138bf6757987", "address": "fa:16:3e:66:96:d8", "network": {"id": "23e204f7-4577-455a-8f4f-79800b8dc56a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1808283278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ceddfd10acf04eefbb18c1077d1154d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d91d501-6b", "ovs_interfaceid": "2d91d501-6bcd-436d-a57e-138bf6757987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.136289] env[63676]: DEBUG oslo_vmware.api [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1872.136289] env[63676]: value = "task-1925875" [ 1872.136289] env[63676]: _type = "Task" [ 1872.136289] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.144873] env[63676]: DEBUG oslo_vmware.api [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925875, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.254464] env[63676]: DEBUG oslo_vmware.api [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Task: {'id': task-1925871, 'name': Rename_Task, 'duration_secs': 0.225367} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.254834] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1872.255188] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fcf1660-10b8-43cf-b657-d6ff4290844f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.262410] env[63676]: DEBUG oslo_vmware.api [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Waiting for the task: (returnval){ [ 1872.262410] env[63676]: value = "task-1925876" [ 1872.262410] env[63676]: _type = "Task" [ 1872.262410] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.272398] env[63676]: DEBUG oslo_vmware.api [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Task: {'id': task-1925876, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.333858] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 201a9dea-67af-4250-a839-6c1d9a882533] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1872.360544] env[63676]: DEBUG oslo_vmware.api [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5283ce47-89a7-5d3d-2058-ffff52d82f70, 'name': SearchDatastore_Task, 'duration_secs': 0.020498} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.361661] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.362018] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 07c4b6fa-d291-4827-b390-3a1f8d365652/07c4b6fa-d291-4827-b390-3a1f8d365652.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1872.362288] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f947a366-9885-4b95-91a1-9865907496fc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.368955] env[63676]: DEBUG oslo_vmware.api [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 1872.368955] env[63676]: value = "task-1925877" [ 1872.368955] env[63676]: _type = "Task" [ 1872.368955] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.377789] env[63676]: DEBUG oslo_vmware.api [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1925877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.440433] env[63676]: DEBUG nova.network.neutron [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Successfully updated port: 25a44711-caea-4b37-8924-29e933c6ff9d {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1872.444789] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925874, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.637308] env[63676]: DEBUG oslo_concurrency.lockutils [req-2f125b00-95ae-4b62-80ca-fba9aad327f6 req-ea985102-6fd6-401c-979a-5b56f5fecdb6 service nova] Releasing lock "refresh_cache-6ee39c3c-33c9-4ce8-b214-bba1e8629e75" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.646682] env[63676]: DEBUG oslo_vmware.api [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925875, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.776019] env[63676]: DEBUG oslo_vmware.api [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Task: {'id': task-1925876, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.837803] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: e1900551-fbeb-4ac9-b570-acefcdb408ad] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1872.851564] env[63676]: DEBUG nova.compute.manager [req-6636197e-00d7-4d5d-9c21-1cbca3865af7 req-ad4b5c0f-efdf-4fa4-a74f-471e0c0fe264 service nova] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Received event network-vif-plugged-25a44711-caea-4b37-8924-29e933c6ff9d {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1872.851693] env[63676]: DEBUG oslo_concurrency.lockutils [req-6636197e-00d7-4d5d-9c21-1cbca3865af7 req-ad4b5c0f-efdf-4fa4-a74f-471e0c0fe264 service nova] Acquiring lock "038a0675-2f22-4612-a0a1-7c59d82f0fb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.852197] env[63676]: DEBUG oslo_concurrency.lockutils [req-6636197e-00d7-4d5d-9c21-1cbca3865af7 req-ad4b5c0f-efdf-4fa4-a74f-471e0c0fe264 service nova] Lock "038a0675-2f22-4612-a0a1-7c59d82f0fb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.852769] env[63676]: DEBUG oslo_concurrency.lockutils [req-6636197e-00d7-4d5d-9c21-1cbca3865af7 req-ad4b5c0f-efdf-4fa4-a74f-471e0c0fe264 service nova] Lock "038a0675-2f22-4612-a0a1-7c59d82f0fb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.852853] env[63676]: DEBUG nova.compute.manager [req-6636197e-00d7-4d5d-9c21-1cbca3865af7 req-ad4b5c0f-efdf-4fa4-a74f-471e0c0fe264 service nova] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] No waiting events found dispatching network-vif-plugged-25a44711-caea-4b37-8924-29e933c6ff9d {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1872.853038] env[63676]: WARNING nova.compute.manager [req-6636197e-00d7-4d5d-9c21-1cbca3865af7 req-ad4b5c0f-efdf-4fa4-a74f-471e0c0fe264 service nova] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Received unexpected event network-vif-plugged-25a44711-caea-4b37-8924-29e933c6ff9d for instance with vm_state building and task_state spawning. [ 1872.853228] env[63676]: DEBUG nova.compute.manager [req-6636197e-00d7-4d5d-9c21-1cbca3865af7 req-ad4b5c0f-efdf-4fa4-a74f-471e0c0fe264 service nova] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Received event network-changed-25a44711-caea-4b37-8924-29e933c6ff9d {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1872.853387] env[63676]: DEBUG nova.compute.manager [req-6636197e-00d7-4d5d-9c21-1cbca3865af7 req-ad4b5c0f-efdf-4fa4-a74f-471e0c0fe264 service nova] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Refreshing instance network info cache due to event network-changed-25a44711-caea-4b37-8924-29e933c6ff9d. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1872.853636] env[63676]: DEBUG oslo_concurrency.lockutils [req-6636197e-00d7-4d5d-9c21-1cbca3865af7 req-ad4b5c0f-efdf-4fa4-a74f-471e0c0fe264 service nova] Acquiring lock "refresh_cache-038a0675-2f22-4612-a0a1-7c59d82f0fb9" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.853757] env[63676]: DEBUG oslo_concurrency.lockutils [req-6636197e-00d7-4d5d-9c21-1cbca3865af7 req-ad4b5c0f-efdf-4fa4-a74f-471e0c0fe264 service nova] Acquired lock "refresh_cache-038a0675-2f22-4612-a0a1-7c59d82f0fb9" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.853917] env[63676]: DEBUG nova.network.neutron [req-6636197e-00d7-4d5d-9c21-1cbca3865af7 req-ad4b5c0f-efdf-4fa4-a74f-471e0c0fe264 service nova] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Refreshing network info cache for port 25a44711-caea-4b37-8924-29e933c6ff9d {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1872.880786] env[63676]: DEBUG oslo_vmware.api [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1925877, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.946619] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925874, 'name': CreateVM_Task, 'duration_secs': 0.592488} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.946619] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1872.946619] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.946619] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1872.946619] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1872.946785] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "refresh_cache-038a0675-2f22-4612-a0a1-7c59d82f0fb9" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1872.947531] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-113eb1ca-f3e2-4261-a0cd-6a83e5527246 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.953149] env[63676]: DEBUG oslo_vmware.api [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1872.953149] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f61bee-3e6e-f9b9-1ef5-3d87e65f25cd" [ 1872.953149] env[63676]: _type = "Task" [ 1872.953149] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.973388] env[63676]: DEBUG oslo_vmware.api [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f61bee-3e6e-f9b9-1ef5-3d87e65f25cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.151362] env[63676]: DEBUG oslo_vmware.api [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925875, 'name': PowerOnVM_Task, 'duration_secs': 0.887545} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.151644] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1873.151989] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-40bd1b70-5ec1-4d26-a07e-6b3f536df7d6 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Updating instance '4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe' progress to 100 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1873.279955] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "267a3342-3ac0-4cc0-897e-4923cbc96a76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.280217] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "267a3342-3ac0-4cc0-897e-4923cbc96a76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.281779] env[63676]: DEBUG oslo_vmware.api [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Task: {'id': task-1925876, 'name': PowerOnVM_Task, 'duration_secs': 0.973193} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.284336] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1873.284541] env[63676]: INFO nova.compute.manager [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Took 10.05 seconds to spawn the instance on the hypervisor. [ 1873.284713] env[63676]: DEBUG nova.compute.manager [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1873.285824] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdfa02b-e4a8-4d5c-8686-3d43e533e420 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.335779] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb351c5-1039-4859-8edd-3c1912d94f74 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.341359] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 7145ada3-e1fc-4651-a10d-22ca2f5df942] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1873.345666] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478807cc-42ef-483a-bb00-1316350bfbe2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.381632] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447037fa-6bdc-411d-8558-87abbbaaa77d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.389618] env[63676]: DEBUG oslo_vmware.api [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1925877, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740485} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.391590] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 07c4b6fa-d291-4827-b390-3a1f8d365652/07c4b6fa-d291-4827-b390-3a1f8d365652.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1873.391856] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1873.392156] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01262312-94e5-4e89-b6de-99a5cbb0db8e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.394740] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c6bdfc-f6a8-4aa2-8a77-d4677e69e91e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.409597] env[63676]: DEBUG nova.compute.provider_tree [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1873.412290] env[63676]: DEBUG nova.network.neutron [req-6636197e-00d7-4d5d-9c21-1cbca3865af7 req-ad4b5c0f-efdf-4fa4-a74f-471e0c0fe264 service nova] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1873.414110] env[63676]: DEBUG oslo_vmware.api [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 1873.414110] env[63676]: value = "task-1925879" [ 1873.414110] env[63676]: _type = "Task" [ 1873.414110] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.423458] env[63676]: DEBUG oslo_vmware.api [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1925879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.467581] env[63676]: DEBUG oslo_vmware.api [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f61bee-3e6e-f9b9-1ef5-3d87e65f25cd, 'name': SearchDatastore_Task, 'duration_secs': 0.05476} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.468254] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.468254] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1873.468372] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.468479] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.468650] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1873.468903] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-653f9a5a-0b6e-4c3e-8243-3acf38cc0345 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.479060] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1873.480087] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1873.480087] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdf509bb-ede8-4282-8306-ef2d4ebff88e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.484955] env[63676]: DEBUG oslo_vmware.api [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1873.484955] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52fac8e6-0b66-33cc-9485-3f3569768435" [ 1873.484955] env[63676]: _type = "Task" [ 1873.484955] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.495679] env[63676]: DEBUG oslo_vmware.api [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52fac8e6-0b66-33cc-9485-3f3569768435, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.496595] env[63676]: DEBUG nova.network.neutron [req-6636197e-00d7-4d5d-9c21-1cbca3865af7 req-ad4b5c0f-efdf-4fa4-a74f-471e0c0fe264 service nova] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.500514] env[63676]: INFO nova.compute.manager [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Swapping old allocation on dict_keys(['5759d2a2-0179-444e-89b9-d9d622fd17b7']) held by migration bb2b84bd-7ee9-407a-b204-c2ff7f084425 for instance [ 1873.521427] env[63676]: DEBUG nova.scheduler.client.report [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Overwriting current allocation {'allocations': {'5759d2a2-0179-444e-89b9-d9d622fd17b7': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 105}}, 'project_id': 'c078532259ef404488f934caa066e327', 'user_id': '34089a765bfd42e78e9ae910d2a5c5cc', 'consumer_generation': 1} on consumer d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e {{(pid=63676) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1873.600690] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquiring lock "refresh_cache-d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.600879] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquired lock "refresh_cache-d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.601130] env[63676]: DEBUG nova.network.neutron [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1873.782399] env[63676]: DEBUG nova.compute.manager [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1873.806666] env[63676]: INFO nova.compute.manager [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Took 52.36 seconds to build instance. [ 1873.846175] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 96667c49-5703-456d-861a-280179e9b682] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1873.928094] env[63676]: DEBUG oslo_vmware.api [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1925879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067795} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.928297] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1873.928297] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a7b11e-aa5d-4dfd-b104-66135ad6bfc9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.933198] env[63676]: ERROR nova.scheduler.client.report [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [req-dee61b1e-1b63-4584-ab70-73127f6aade0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5759d2a2-0179-444e-89b9-d9d622fd17b7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-dee61b1e-1b63-4584-ab70-73127f6aade0"}]} [ 1873.956729] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 07c4b6fa-d291-4827-b390-3a1f8d365652/07c4b6fa-d291-4827-b390-3a1f8d365652.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1873.957160] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-130bdef8-0163-4ac5-9c66-ac2180812826 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.973693] env[63676]: DEBUG nova.scheduler.client.report [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Refreshing inventories for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1873.982825] env[63676]: DEBUG oslo_vmware.api [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 1873.982825] env[63676]: value = "task-1925880" [ 1873.982825] env[63676]: _type = "Task" [ 1873.982825] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1873.991377] env[63676]: DEBUG nova.scheduler.client.report [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Updating ProviderTree inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1873.991629] env[63676]: DEBUG nova.compute.provider_tree [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1874.000253] env[63676]: DEBUG oslo_vmware.api [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1925880, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.000754] env[63676]: DEBUG oslo_concurrency.lockutils [req-6636197e-00d7-4d5d-9c21-1cbca3865af7 req-ad4b5c0f-efdf-4fa4-a74f-471e0c0fe264 service nova] Releasing lock "refresh_cache-038a0675-2f22-4612-a0a1-7c59d82f0fb9" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.001174] env[63676]: DEBUG oslo_vmware.api [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52fac8e6-0b66-33cc-9485-3f3569768435, 'name': SearchDatastore_Task, 'duration_secs': 0.03408} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.001387] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquired lock "refresh_cache-038a0675-2f22-4612-a0a1-7c59d82f0fb9" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.001538] env[63676]: DEBUG nova.network.neutron [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1874.003878] env[63676]: DEBUG nova.scheduler.client.report [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Refreshing aggregate associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, aggregates: None {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1874.006084] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91e69503-7ad3-4cc8-bcbb-187a73ca7863 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.012376] env[63676]: DEBUG oslo_vmware.api [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1874.012376] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c43cb4-c53d-0bf0-4439-0a6c0cab54f4" [ 1874.012376] env[63676]: _type = "Task" [ 1874.012376] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.020661] env[63676]: DEBUG oslo_vmware.api [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c43cb4-c53d-0bf0-4439-0a6c0cab54f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.026704] env[63676]: DEBUG nova.scheduler.client.report [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Refreshing trait associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1874.307562] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.310313] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c33855d6-dbf3-4a52-9f8c-8e30e71f965d tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Lock "c5474fff-4c75-48eb-9644-6b7a04b9da80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.873s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1874.350169] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 83df18e8-450a-4e85-8f7f-4494aad37790] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1874.383107] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e7b0706-f15a-4370-843f-8ca5360da5bd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.392730] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94c45f64-c64e-4247-b75c-d4bf8740b845 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.430766] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8cd8491-e59e-432b-925d-0dfe873a4a85 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.439350] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9988a0a9-cf57-4ead-bdee-813c32b8bc6b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.459388] env[63676]: DEBUG nova.compute.provider_tree [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1874.465683] env[63676]: DEBUG nova.network.neutron [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Updating instance_info_cache with network_info: [{"id": "9390e033-d69d-459f-adf2-b394656a6ae6", "address": "fa:16:3e:6d:6c:0c", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.59", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9390e033-d6", "ovs_interfaceid": "9390e033-d69d-459f-adf2-b394656a6ae6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.492822] env[63676]: DEBUG oslo_vmware.api [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1925880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.525200] env[63676]: DEBUG oslo_vmware.api [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c43cb4-c53d-0bf0-4439-0a6c0cab54f4, 'name': SearchDatastore_Task, 'duration_secs': 0.035883} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1874.525200] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.525200] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 6ee39c3c-33c9-4ce8-b214-bba1e8629e75/6ee39c3c-33c9-4ce8-b214-bba1e8629e75.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1874.525200] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0277e284-3cb1-4333-8930-f9f13d339952 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.534060] env[63676]: DEBUG oslo_vmware.api [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1874.534060] env[63676]: value = "task-1925881" [ 1874.534060] env[63676]: _type = "Task" [ 1874.534060] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.540710] env[63676]: DEBUG oslo_vmware.api [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.546435] env[63676]: DEBUG nova.network.neutron [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1874.684907] env[63676]: DEBUG nova.network.neutron [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Updating instance_info_cache with network_info: [{"id": "25a44711-caea-4b37-8924-29e933c6ff9d", "address": "fa:16:3e:87:94:9b", "network": {"id": "23e204f7-4577-455a-8f4f-79800b8dc56a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1808283278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ceddfd10acf04eefbb18c1077d1154d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a44711-ca", "ovs_interfaceid": "25a44711-caea-4b37-8924-29e933c6ff9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.857107] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: e0e6b00e-63b9-458d-ad31-3fa6d175cd04] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1874.949038] env[63676]: DEBUG oslo_concurrency.lockutils [None req-21f7c174-538a-4541-bea4-e999c7a7727d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.949264] env[63676]: DEBUG oslo_concurrency.lockutils [None req-21f7c174-538a-4541-bea4-e999c7a7727d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.949509] env[63676]: DEBUG nova.compute.manager [None req-21f7c174-538a-4541-bea4-e999c7a7727d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Going to confirm migration 3 {{(pid=63676) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 1874.968934] env[63676]: DEBUG oslo_concurrency.lockutils [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Releasing lock "refresh_cache-d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.969531] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1874.969997] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-962e4a83-4ed9-4514-a63b-15e32f8b9d77 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.980397] env[63676]: DEBUG oslo_vmware.api [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1874.980397] env[63676]: value = "task-1925883" [ 1874.980397] env[63676]: _type = "Task" [ 1874.980397] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.993928] env[63676]: DEBUG oslo_vmware.api [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.000766] env[63676]: DEBUG oslo_vmware.api [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1925880, 'name': ReconfigVM_Task, 'duration_secs': 0.917312} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.001965] env[63676]: DEBUG nova.scheduler.client.report [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Updated inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with generation 106 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1875.002253] env[63676]: DEBUG nova.compute.provider_tree [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Updating resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 generation from 106 to 107 during operation: update_inventory {{(pid=63676) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1875.002465] env[63676]: DEBUG nova.compute.provider_tree [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1875.006063] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 07c4b6fa-d291-4827-b390-3a1f8d365652/07c4b6fa-d291-4827-b390-3a1f8d365652.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1875.007088] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49d2e33c-82b6-4a6a-b5c3-9520d702be11 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.014722] env[63676]: DEBUG oslo_vmware.api [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 1875.014722] env[63676]: value = "task-1925884" [ 1875.014722] env[63676]: _type = "Task" [ 1875.014722] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.025604] env[63676]: DEBUG oslo_vmware.api [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1925884, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.043629] env[63676]: DEBUG oslo_vmware.api [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925881, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.187571] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Releasing lock "refresh_cache-038a0675-2f22-4612-a0a1-7c59d82f0fb9" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.188096] env[63676]: DEBUG nova.compute.manager [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Instance network_info: |[{"id": "25a44711-caea-4b37-8924-29e933c6ff9d", "address": "fa:16:3e:87:94:9b", "network": {"id": "23e204f7-4577-455a-8f4f-79800b8dc56a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1808283278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ceddfd10acf04eefbb18c1077d1154d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a44711-ca", "ovs_interfaceid": "25a44711-caea-4b37-8924-29e933c6ff9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1875.188720] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:94:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '25a44711-caea-4b37-8924-29e933c6ff9d', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1875.199853] env[63676]: DEBUG oslo.service.loopingcall [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1875.199853] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1875.200094] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac2ddcb6-8838-49a8-91b3-d129a8e97d3f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.224043] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1875.224043] env[63676]: value = "task-1925885" [ 1875.224043] env[63676]: _type = "Task" [ 1875.224043] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.232098] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925885, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.360398] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 3623083d-0bf5-4947-9191-298ad2de4e13] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1875.493339] env[63676]: DEBUG oslo_vmware.api [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925883, 'name': PowerOffVM_Task, 'duration_secs': 0.231261} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.494472] env[63676]: DEBUG oslo_concurrency.lockutils [None req-21f7c174-538a-4541-bea4-e999c7a7727d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "refresh_cache-4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.495051] env[63676]: DEBUG oslo_concurrency.lockutils [None req-21f7c174-538a-4541-bea4-e999c7a7727d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired lock "refresh_cache-4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.495051] env[63676]: DEBUG nova.network.neutron [None req-21f7c174-538a-4541-bea4-e999c7a7727d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1875.495051] env[63676]: DEBUG nova.objects.instance [None req-21f7c174-538a-4541-bea4-e999c7a7727d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lazy-loading 'info_cache' on Instance uuid 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1875.496341] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1875.496908] env[63676]: DEBUG nova.virt.hardware [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:54:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='cb92f11f-8666-4bbe-9bf6-1388947c7234',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1164045434',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1875.498233] env[63676]: DEBUG nova.virt.hardware [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1875.498402] env[63676]: DEBUG nova.virt.hardware [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1875.498620] env[63676]: DEBUG nova.virt.hardware [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1875.498777] env[63676]: DEBUG nova.virt.hardware [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1875.498927] env[63676]: DEBUG nova.virt.hardware [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1875.499156] env[63676]: DEBUG nova.virt.hardware [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1875.499318] env[63676]: DEBUG nova.virt.hardware [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1875.499485] env[63676]: DEBUG nova.virt.hardware [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1875.499670] env[63676]: DEBUG nova.virt.hardware [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1875.503026] env[63676]: DEBUG nova.virt.hardware [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1875.506649] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e64f649f-f532-4974-b5e2-7aa9d9d51c8e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.521470] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.571s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.521470] env[63676]: DEBUG nova.compute.manager [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1875.523274] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.477s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.524026] env[63676]: DEBUG nova.objects.instance [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Lazy-loading 'resources' on Instance uuid e74e3fe1-d96c-4da8-b23b-4038c11789bf {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1875.535760] env[63676]: DEBUG oslo_vmware.api [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1925884, 'name': Rename_Task, 'duration_secs': 0.279695} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.540380] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1875.540678] env[63676]: DEBUG oslo_vmware.api [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1875.540678] env[63676]: value = "task-1925886" [ 1875.540678] env[63676]: _type = "Task" [ 1875.540678] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.541146] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f96ed7df-7e2e-4ceb-b60a-8871880082a6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.552397] env[63676]: DEBUG oslo_vmware.api [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666085} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.552397] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 6ee39c3c-33c9-4ce8-b214-bba1e8629e75/6ee39c3c-33c9-4ce8-b214-bba1e8629e75.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1875.552646] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1875.552792] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b344534a-b8c1-42b7-8a19-f68f020316bc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.559068] env[63676]: DEBUG oslo_vmware.api [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.559354] env[63676]: DEBUG oslo_vmware.api [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 1875.559354] env[63676]: value = "task-1925888" [ 1875.559354] env[63676]: _type = "Task" [ 1875.559354] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.566583] env[63676]: DEBUG oslo_vmware.api [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1875.566583] env[63676]: value = "task-1925889" [ 1875.566583] env[63676]: _type = "Task" [ 1875.566583] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.569502] env[63676]: DEBUG oslo_vmware.api [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1925888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.578122] env[63676]: DEBUG oslo_vmware.api [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.734200] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925885, 'name': CreateVM_Task, 'duration_secs': 0.414573} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.734402] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1875.735172] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.735363] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.735727] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1875.736049] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74ec19b9-735e-4128-b4bd-9ecf9b616e91 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.741080] env[63676]: DEBUG oslo_vmware.api [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1875.741080] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a98342-9c36-36d7-bc05-ac67b7650b4f" [ 1875.741080] env[63676]: _type = "Task" [ 1875.741080] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.749432] env[63676]: DEBUG oslo_vmware.api [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a98342-9c36-36d7-bc05-ac67b7650b4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.863608] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 3c72e1b6-ff20-4349-b464-a5d7205687dd] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1876.031022] env[63676]: DEBUG nova.compute.utils [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1876.035561] env[63676]: DEBUG nova.compute.manager [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Not allocating networking since 'none' was specified. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1876.054241] env[63676]: DEBUG oslo_vmware.api [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925886, 'name': ReconfigVM_Task, 'duration_secs': 0.172738} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.055239] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc410d7-cfbd-4cd2-84b6-73ab22d3b0f7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.078197] env[63676]: DEBUG nova.virt.hardware [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:54:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='cb92f11f-8666-4bbe-9bf6-1388947c7234',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1164045434',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1876.078495] env[63676]: DEBUG nova.virt.hardware [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1876.078661] env[63676]: DEBUG nova.virt.hardware [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1876.078843] env[63676]: DEBUG nova.virt.hardware [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1876.078988] env[63676]: DEBUG nova.virt.hardware [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1876.079174] env[63676]: DEBUG nova.virt.hardware [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1876.079380] env[63676]: DEBUG nova.virt.hardware [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1876.079539] env[63676]: DEBUG nova.virt.hardware [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1876.079704] env[63676]: DEBUG nova.virt.hardware [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1876.079891] env[63676]: DEBUG nova.virt.hardware [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1876.080078] env[63676]: DEBUG nova.virt.hardware [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1876.086576] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c24f2d25-b99a-41f8-96f5-31af81fe14f2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.091970] env[63676]: DEBUG oslo_vmware.api [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1925888, 'name': PowerOnVM_Task, 'duration_secs': 0.522935} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.092806] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1876.093016] env[63676]: INFO nova.compute.manager [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Took 10.27 seconds to spawn the instance on the hypervisor. [ 1876.093211] env[63676]: DEBUG nova.compute.manager [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1876.094345] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc4f86f3-ee0b-4a6b-9e54-a46f98db5c0e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.100515] env[63676]: DEBUG oslo_vmware.api [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064508} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.100816] env[63676]: DEBUG oslo_vmware.api [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1876.100816] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52010155-993f-85cf-2f8e-4ef810853d23" [ 1876.100816] env[63676]: _type = "Task" [ 1876.100816] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.103545] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1876.104555] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefd4dfd-bac5-45db-a842-fd77a0c3ba04 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.112793] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Acquiring lock "c5474fff-4c75-48eb-9644-6b7a04b9da80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.112919] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Lock "c5474fff-4c75-48eb-9644-6b7a04b9da80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.113122] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Acquiring lock "c5474fff-4c75-48eb-9644-6b7a04b9da80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.113990] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Lock "c5474fff-4c75-48eb-9644-6b7a04b9da80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1876.113990] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Lock "c5474fff-4c75-48eb-9644-6b7a04b9da80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1876.117599] env[63676]: INFO nova.compute.manager [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Terminating instance [ 1876.126261] env[63676]: DEBUG oslo_vmware.api [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52010155-993f-85cf-2f8e-4ef810853d23, 'name': SearchDatastore_Task, 'duration_secs': 0.017713} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.140425] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Reconfiguring VM instance instance-0000003f to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1876.150486] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 6ee39c3c-33c9-4ce8-b214-bba1e8629e75/6ee39c3c-33c9-4ce8-b214-bba1e8629e75.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1876.154445] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc162160-a316-4ae9-885c-13901fb128be {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.167824] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d145fb50-d739-4c79-8a6c-3d33e3be0412 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.188738] env[63676]: DEBUG oslo_vmware.api [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1876.188738] env[63676]: value = "task-1925891" [ 1876.188738] env[63676]: _type = "Task" [ 1876.188738] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.190493] env[63676]: DEBUG oslo_vmware.api [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1876.190493] env[63676]: value = "task-1925890" [ 1876.190493] env[63676]: _type = "Task" [ 1876.190493] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.205828] env[63676]: DEBUG oslo_vmware.api [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925891, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.209054] env[63676]: DEBUG oslo_vmware.api [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.254911] env[63676]: DEBUG oslo_vmware.api [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a98342-9c36-36d7-bc05-ac67b7650b4f, 'name': SearchDatastore_Task, 'duration_secs': 0.039172} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.254911] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.254911] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1876.254911] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.254911] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1876.255262] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1876.255360] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ea8a719-e6de-478c-845a-f2def4be39bc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.268470] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1876.268673] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1876.269452] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d868079-6699-4948-9a27-773bcf74c3bb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.274562] env[63676]: DEBUG oslo_vmware.api [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1876.274562] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5258c299-95bc-f732-a400-b140d3d1a8e5" [ 1876.274562] env[63676]: _type = "Task" [ 1876.274562] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.284757] env[63676]: DEBUG oslo_vmware.api [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5258c299-95bc-f732-a400-b140d3d1a8e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.367511] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: d10f2dca-6d26-4c7e-8683-8da43221cce3] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1876.432735] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d92d94-6d42-40f5-8397-7808630c8e7c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.440537] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c38b8af-6b19-4d3c-9792-56254dad10d9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.472163] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ea5d26-bd12-46ef-9d06-496bcc5ca804 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.479507] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bce976d-142b-411d-8780-7850ea4544b8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.492796] env[63676]: DEBUG nova.compute.provider_tree [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1876.536408] env[63676]: DEBUG nova.compute.manager [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1876.626718] env[63676]: DEBUG nova.compute.manager [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1876.627489] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1876.630209] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da3f23a-e122-452a-a429-57d7eb4ef6c3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.633223] env[63676]: INFO nova.compute.manager [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Took 53.76 seconds to build instance. [ 1876.639503] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1876.639503] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dbdb0b9-7776-4992-9211-437f9358999f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.645843] env[63676]: DEBUG oslo_vmware.api [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Waiting for the task: (returnval){ [ 1876.645843] env[63676]: value = "task-1925892" [ 1876.645843] env[63676]: _type = "Task" [ 1876.645843] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.655716] env[63676]: DEBUG oslo_vmware.api [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Task: {'id': task-1925892, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.700589] env[63676]: DEBUG oslo_vmware.api [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925891, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.706170] env[63676]: DEBUG oslo_vmware.api [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.714235] env[63676]: DEBUG nova.network.neutron [None req-21f7c174-538a-4541-bea4-e999c7a7727d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Updating instance_info_cache with network_info: [{"id": "2e9cada4-ce6c-47ca-b470-6995d667e701", "address": "fa:16:3e:42:c6:a4", "network": {"id": "b4503803-880d-4b7d-94e2-622c87fede97", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-638170252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11302b5359cb437aac371d1206a15f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e9cada4-ce", "ovs_interfaceid": "2e9cada4-ce6c-47ca-b470-6995d667e701", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.785758] env[63676]: DEBUG oslo_vmware.api [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5258c299-95bc-f732-a400-b140d3d1a8e5, 'name': SearchDatastore_Task, 'duration_secs': 0.036551} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.786607] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39b15986-2a4a-4088-af17-99f43f45b878 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.792288] env[63676]: DEBUG oslo_vmware.api [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1876.792288] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52fefd4d-40bc-4973-e163-1158d6e843e5" [ 1876.792288] env[63676]: _type = "Task" [ 1876.792288] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.800023] env[63676]: DEBUG oslo_vmware.api [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52fefd4d-40bc-4973-e163-1158d6e843e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.870858] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: a6aff05d-d56c-41bc-9a91-2fe2f4afe03c] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1877.026067] env[63676]: DEBUG nova.scheduler.client.report [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Updated inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with generation 107 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1877.026467] env[63676]: DEBUG nova.compute.provider_tree [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Updating resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 generation from 107 to 108 during operation: update_inventory {{(pid=63676) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1877.026656] env[63676]: DEBUG nova.compute.provider_tree [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1877.135372] env[63676]: DEBUG oslo_concurrency.lockutils [None req-96daa49d-dc79-4a1e-b0f6-7132bc1422bb tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lock "07c4b6fa-d291-4827-b390-3a1f8d365652" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.282s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.156111] env[63676]: DEBUG oslo_vmware.api [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Task: {'id': task-1925892, 'name': PowerOffVM_Task, 'duration_secs': 0.31862} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.156388] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1877.156556] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1877.156812] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e76f879b-786a-4820-8cfd-a52c85544084 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.204183] env[63676]: DEBUG oslo_vmware.api [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925891, 'name': ReconfigVM_Task, 'duration_secs': 0.612192} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.207252] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Reconfigured VM instance instance-0000003f to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1877.207922] env[63676]: DEBUG oslo_vmware.api [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925890, 'name': ReconfigVM_Task, 'duration_secs': 0.790458} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.208469] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3a603be-bd7d-4ad8-a01d-5c247724412a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.210703] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 6ee39c3c-33c9-4ce8-b214-bba1e8629e75/6ee39c3c-33c9-4ce8-b214-bba1e8629e75.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1877.211303] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8f91c65-06be-46e7-bb19-8c6e4766edee {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.225930] env[63676]: DEBUG oslo_concurrency.lockutils [None req-21f7c174-538a-4541-bea4-e999c7a7727d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Releasing lock "refresh_cache-4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.226320] env[63676]: DEBUG nova.objects.instance [None req-21f7c174-538a-4541-bea4-e999c7a7727d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lazy-loading 'migration_context' on Instance uuid 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1877.234407] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e/d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1877.237055] env[63676]: DEBUG nova.objects.base [None req-21f7c174-538a-4541-bea4-e999c7a7727d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Object Instance<4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe> lazy-loaded attributes: info_cache,migration_context {{(pid=63676) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1877.237904] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c141be16-c45e-438e-b31e-9d7d5f0a0064 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.250765] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1877.250973] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1877.251172] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Deleting the datastore file [datastore1] c5474fff-4c75-48eb-9644-6b7a04b9da80 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1877.252208] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1f2708-0515-4ba5-aba4-6cd716d5cfc8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.255104] env[63676]: DEBUG oslo_vmware.api [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1877.255104] env[63676]: value = "task-1925895" [ 1877.255104] env[63676]: _type = "Task" [ 1877.255104] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.255355] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-afc0e4c4-e49b-493c-84f8-415c9eb50431 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.276141] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e71f8481-b628-411b-977e-b3b29460a4c7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.278661] env[63676]: DEBUG oslo_vmware.api [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1877.278661] env[63676]: value = "task-1925896" [ 1877.278661] env[63676]: _type = "Task" [ 1877.278661] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.283196] env[63676]: DEBUG oslo_vmware.api [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Waiting for the task: (returnval){ [ 1877.283196] env[63676]: value = "task-1925897" [ 1877.283196] env[63676]: _type = "Task" [ 1877.283196] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.284061] env[63676]: DEBUG oslo_vmware.api [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925895, 'name': Rename_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.291819] env[63676]: DEBUG oslo_vmware.api [None req-21f7c174-538a-4541-bea4-e999c7a7727d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1877.291819] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f779fa-43d5-80a4-9a51-e85266bc5434" [ 1877.291819] env[63676]: _type = "Task" [ 1877.291819] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.301291] env[63676]: DEBUG oslo_vmware.api [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Task: {'id': task-1925897, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.301879] env[63676]: DEBUG oslo_vmware.api [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.310135] env[63676]: DEBUG oslo_vmware.api [None req-21f7c174-538a-4541-bea4-e999c7a7727d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f779fa-43d5-80a4-9a51-e85266bc5434, 'name': SearchDatastore_Task, 'duration_secs': 0.006201} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.313543] env[63676]: DEBUG oslo_concurrency.lockutils [None req-21f7c174-538a-4541-bea4-e999c7a7727d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.313882] env[63676]: DEBUG oslo_vmware.api [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52fefd4d-40bc-4973-e163-1158d6e843e5, 'name': SearchDatastore_Task, 'duration_secs': 0.010009} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.314174] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.314476] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 038a0675-2f22-4612-a0a1-7c59d82f0fb9/038a0675-2f22-4612-a0a1-7c59d82f0fb9.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1877.314773] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f41a9c7-b7ca-4f2d-8efa-2d137a44fa30 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.321386] env[63676]: DEBUG oslo_vmware.api [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1877.321386] env[63676]: value = "task-1925898" [ 1877.321386] env[63676]: _type = "Task" [ 1877.321386] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.329895] env[63676]: DEBUG oslo_vmware.api [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925898, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.374296] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 195235fb-e1ff-4811-82c1-f30a833f6a82] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1877.535263] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.536254] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.830s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.540122] env[63676]: INFO nova.compute.claims [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1877.547397] env[63676]: DEBUG nova.compute.manager [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1877.557745] env[63676]: INFO nova.scheduler.client.report [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Deleted allocations for instance e74e3fe1-d96c-4da8-b23b-4038c11789bf [ 1877.576765] env[63676]: DEBUG nova.virt.hardware [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1877.577113] env[63676]: DEBUG nova.virt.hardware [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1877.577453] env[63676]: DEBUG nova.virt.hardware [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1877.577521] env[63676]: DEBUG nova.virt.hardware [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1877.577901] env[63676]: DEBUG nova.virt.hardware [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1877.577901] env[63676]: DEBUG nova.virt.hardware [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1877.578018] env[63676]: DEBUG nova.virt.hardware [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1877.578321] env[63676]: DEBUG nova.virt.hardware [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1877.578532] env[63676]: DEBUG nova.virt.hardware [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1877.578709] env[63676]: DEBUG nova.virt.hardware [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1877.578887] env[63676]: DEBUG nova.virt.hardware [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1877.580329] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eaa75e5-704a-44b0-8f80-1392ba0e550d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.594073] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c84cce-fab8-4783-9600-ba8fc2a13302 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.613074] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Instance VIF info [] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1877.620048] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Creating folder: Project (74374a9036d04deeb8aae44a4f8e0385). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1877.620617] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73555b15-d9e9-46a8-8666-0670e68cf778 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.633102] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Created folder: Project (74374a9036d04deeb8aae44a4f8e0385) in parent group-v396927. [ 1877.634193] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Creating folder: Instances. Parent ref: group-v397134. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1877.634193] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23a94e04-6f46-4727-ab30-e18f65ca5433 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.644656] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Created folder: Instances in parent group-v397134. [ 1877.644919] env[63676]: DEBUG oslo.service.loopingcall [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1877.645138] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1877.645361] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad95186b-27e6-4577-b8b8-e4e02347822a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.667417] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1877.667417] env[63676]: value = "task-1925901" [ 1877.667417] env[63676]: _type = "Task" [ 1877.667417] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.678957] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925901, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.769503] env[63676]: DEBUG oslo_vmware.api [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925895, 'name': Rename_Task, 'duration_secs': 0.181145} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.769818] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1877.770372] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78dabd81-4fa1-4464-b614-d2e02daedbed {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.778996] env[63676]: DEBUG oslo_vmware.api [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1877.778996] env[63676]: value = "task-1925902" [ 1877.778996] env[63676]: _type = "Task" [ 1877.778996] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.791034] env[63676]: DEBUG oslo_vmware.api [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.798846] env[63676]: DEBUG oslo_vmware.api [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925896, 'name': ReconfigVM_Task, 'duration_secs': 0.341746} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.799725] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Reconfigured VM instance instance-0000003f to attach disk [datastore1] d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e/d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1877.801166] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381bd63a-b838-43ac-84c8-a0f061aacd21 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.807248] env[63676]: DEBUG oslo_vmware.api [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Task: {'id': task-1925897, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165502} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1877.808091] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1877.808399] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1877.808747] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1877.808836] env[63676]: INFO nova.compute.manager [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1877.809252] env[63676]: DEBUG oslo.service.loopingcall [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1877.809424] env[63676]: DEBUG nova.compute.manager [-] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1877.809531] env[63676]: DEBUG nova.network.neutron [-] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1877.830469] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a382dfe5-5f8e-44b8-9bff-a95ed143d17b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.838710] env[63676]: DEBUG oslo_vmware.api [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925898, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.854513] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4365e5-f5c8-4237-b99a-d091303abf7a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.874933] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26b2051-1100-4013-93dc-4ea45247736a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.877889] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 159dec6d-8c2e-46c6-9411-1f2a23cecd9f] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1877.885105] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1877.885105] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-211face7-a9d3-4926-a0c3-db5c1e982b42 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1877.892336] env[63676]: DEBUG oslo_vmware.api [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1877.892336] env[63676]: value = "task-1925903" [ 1877.892336] env[63676]: _type = "Task" [ 1877.892336] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1877.899914] env[63676]: DEBUG oslo_vmware.api [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925903, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.053503] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbfc9d02-f476-44cf-83d8-5bcf9a811476 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Volume attach. Driver type: vmdk {{(pid=63676) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1878.053750] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbfc9d02-f476-44cf-83d8-5bcf9a811476 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397129', 'volume_id': '24dc5a87-94c8-4d1f-af23-a99fd9c07af8', 'name': 'volume-24dc5a87-94c8-4d1f-af23-a99fd9c07af8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e47e0f8b-4282-41a7-8061-3a0ed52bfce6', 'attached_at': '', 'detached_at': '', 'volume_id': '24dc5a87-94c8-4d1f-af23-a99fd9c07af8', 'serial': '24dc5a87-94c8-4d1f-af23-a99fd9c07af8'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1878.054669] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5eb02c-42ad-4829-9b88-ca23e4dc5201 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.074907] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cb733695-877e-48ab-b8f8-4a0fe35ab848 tempest-ServerRescueTestJSONUnderV235-1413838830 tempest-ServerRescueTestJSONUnderV235-1413838830-project-member] Lock "e74e3fe1-d96c-4da8-b23b-4038c11789bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.542s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1878.076530] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f22107-6c3b-4ca8-a035-1afa92a4937f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.104122] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbfc9d02-f476-44cf-83d8-5bcf9a811476 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] volume-24dc5a87-94c8-4d1f-af23-a99fd9c07af8/volume-24dc5a87-94c8-4d1f-af23-a99fd9c07af8.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1878.104650] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63712372-61fb-4b5f-8f3b-68f8bee479b6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.124720] env[63676]: DEBUG oslo_vmware.api [None req-fbfc9d02-f476-44cf-83d8-5bcf9a811476 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1878.124720] env[63676]: value = "task-1925904" [ 1878.124720] env[63676]: _type = "Task" [ 1878.124720] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.133575] env[63676]: DEBUG oslo_vmware.api [None req-fbfc9d02-f476-44cf-83d8-5bcf9a811476 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925904, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.178028] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925901, 'name': CreateVM_Task, 'duration_secs': 0.485207} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.178200] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1878.178644] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.178771] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.179109] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1878.179364] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7e1690d-d2a6-4385-b9f5-c6fe43230b3e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.184515] env[63676]: DEBUG oslo_vmware.api [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Waiting for the task: (returnval){ [ 1878.184515] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f5028e-3af6-b251-54c9-089c1201d1c9" [ 1878.184515] env[63676]: _type = "Task" [ 1878.184515] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.192338] env[63676]: DEBUG oslo_vmware.api [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f5028e-3af6-b251-54c9-089c1201d1c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.276837] env[63676]: DEBUG nova.compute.manager [req-2bd70123-987c-41fe-a9e5-86976a76cc67 req-36a31d15-6f55-4c65-a285-e6c15ebb9fda service nova] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Received event network-vif-deleted-16cd6595-27c7-46d4-8725-22fe0b21f8b6 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1878.277098] env[63676]: INFO nova.compute.manager [req-2bd70123-987c-41fe-a9e5-86976a76cc67 req-36a31d15-6f55-4c65-a285-e6c15ebb9fda service nova] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Neutron deleted interface 16cd6595-27c7-46d4-8725-22fe0b21f8b6; detaching it from the instance and deleting it from the info cache [ 1878.277135] env[63676]: DEBUG nova.network.neutron [req-2bd70123-987c-41fe-a9e5-86976a76cc67 req-36a31d15-6f55-4c65-a285-e6c15ebb9fda service nova] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.290858] env[63676]: DEBUG oslo_vmware.api [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925902, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.335986] env[63676]: DEBUG oslo_vmware.api [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925898, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543431} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.336337] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 038a0675-2f22-4612-a0a1-7c59d82f0fb9/038a0675-2f22-4612-a0a1-7c59d82f0fb9.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1878.336555] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1878.336806] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e30164be-985c-4c80-8c21-d67458468a01 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.342970] env[63676]: DEBUG oslo_vmware.api [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1878.342970] env[63676]: value = "task-1925905" [ 1878.342970] env[63676]: _type = "Task" [ 1878.342970] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.350835] env[63676]: DEBUG oslo_vmware.api [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.383042] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 5607dc27-d9d6-4fc2-a210-f893a704cca3] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1878.401389] env[63676]: DEBUG oslo_vmware.api [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925903, 'name': PowerOnVM_Task} progress is 81%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.491282] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquiring lock "35cab01d-ff1d-4ea8-abd3-46824d06abf9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.491282] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lock "35cab01d-ff1d-4ea8-abd3-46824d06abf9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1878.635911] env[63676]: DEBUG oslo_vmware.api [None req-fbfc9d02-f476-44cf-83d8-5bcf9a811476 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.700031] env[63676]: DEBUG oslo_vmware.api [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f5028e-3af6-b251-54c9-089c1201d1c9, 'name': SearchDatastore_Task, 'duration_secs': 0.017485} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.700031] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.700031] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1878.700031] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1878.700031] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1878.700031] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1878.700031] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f5de6765-4472-45fc-ad0a-ca73ab7eb542 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.711819] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1878.711819] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1878.711819] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6d781f6-4899-4ece-a1fd-f61c9302af5a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.716737] env[63676]: DEBUG oslo_vmware.api [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Waiting for the task: (returnval){ [ 1878.716737] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521654c2-6a02-c456-02a6-079967af9a41" [ 1878.716737] env[63676]: _type = "Task" [ 1878.716737] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.722461] env[63676]: DEBUG nova.network.neutron [-] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.729252] env[63676]: DEBUG oslo_vmware.api [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521654c2-6a02-c456-02a6-079967af9a41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.788118] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b37b5523-1068-45c9-b39b-4ec796515ac1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.795058] env[63676]: DEBUG oslo_vmware.api [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925902, 'name': PowerOnVM_Task, 'duration_secs': 0.807038} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.796212] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1878.796570] env[63676]: INFO nova.compute.manager [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Took 10.41 seconds to spawn the instance on the hypervisor. [ 1878.796670] env[63676]: DEBUG nova.compute.manager [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1878.797487] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3361cdd8-40dc-4efd-ad80-ac516b9c1d66 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.802608] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42eac720-5737-4ba9-9f18-1e95b1b2b430 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.840979] env[63676]: DEBUG nova.compute.manager [req-2bd70123-987c-41fe-a9e5-86976a76cc67 req-36a31d15-6f55-4c65-a285-e6c15ebb9fda service nova] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Detach interface failed, port_id=16cd6595-27c7-46d4-8725-22fe0b21f8b6, reason: Instance c5474fff-4c75-48eb-9644-6b7a04b9da80 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1878.855837] env[63676]: DEBUG oslo_vmware.api [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074575} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.856802] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1878.857063] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c311262-5166-40ce-aeec-7059807ac197 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.880937] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 038a0675-2f22-4612-a0a1-7c59d82f0fb9/038a0675-2f22-4612-a0a1-7c59d82f0fb9.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1878.883284] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a4580ea-657b-421c-9c2a-05e2fb40a136 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.899552] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 4238f1d5-d1c0-471e-acc4-6bff80297c2f] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1878.912193] env[63676]: DEBUG oslo_vmware.api [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925903, 'name': PowerOnVM_Task, 'duration_secs': 0.711604} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.915752] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1878.919290] env[63676]: DEBUG oslo_vmware.api [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1878.919290] env[63676]: value = "task-1925906" [ 1878.919290] env[63676]: _type = "Task" [ 1878.919290] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.929754] env[63676]: DEBUG oslo_vmware.api [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.994243] env[63676]: DEBUG nova.compute.manager [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1879.066704] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ab0f1d-878b-4962-ae19-e93e0ca39791 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.075490] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e76d4b-5c75-4558-8a26-88acd8ec92c5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.108387] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2b81fb-899c-49a5-a9d4-6f35ddede75d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.117104] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352a4d18-d960-499c-8244-07b947348384 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.131169] env[63676]: DEBUG nova.compute.provider_tree [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1879.140215] env[63676]: DEBUG oslo_vmware.api [None req-fbfc9d02-f476-44cf-83d8-5bcf9a811476 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925904, 'name': ReconfigVM_Task, 'duration_secs': 0.706332} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.141031] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbfc9d02-f476-44cf-83d8-5bcf9a811476 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Reconfigured VM instance instance-0000004a to attach disk [datastore1] volume-24dc5a87-94c8-4d1f-af23-a99fd9c07af8/volume-24dc5a87-94c8-4d1f-af23-a99fd9c07af8.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1879.145931] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-691c56eb-c758-4078-aeb2-fee9d8abc526 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.161173] env[63676]: DEBUG oslo_vmware.api [None req-fbfc9d02-f476-44cf-83d8-5bcf9a811476 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1879.161173] env[63676]: value = "task-1925907" [ 1879.161173] env[63676]: _type = "Task" [ 1879.161173] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.169840] env[63676]: DEBUG oslo_vmware.api [None req-fbfc9d02-f476-44cf-83d8-5bcf9a811476 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925907, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.228341] env[63676]: INFO nova.compute.manager [-] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Took 1.42 seconds to deallocate network for instance. [ 1879.228677] env[63676]: DEBUG oslo_vmware.api [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521654c2-6a02-c456-02a6-079967af9a41, 'name': SearchDatastore_Task, 'duration_secs': 0.011894} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.233587] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f14925b8-87a4-485f-a387-c287017faa48 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.241036] env[63676]: DEBUG oslo_vmware.api [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Waiting for the task: (returnval){ [ 1879.241036] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526beab4-95db-5486-6dfc-bd76ec0cf239" [ 1879.241036] env[63676]: _type = "Task" [ 1879.241036] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.250275] env[63676]: DEBUG oslo_vmware.api [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526beab4-95db-5486-6dfc-bd76ec0cf239, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.361229] env[63676]: INFO nova.compute.manager [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Took 30.06 seconds to build instance. [ 1879.406659] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 1252f513-6deb-44c8-a919-548eb2a4f14a] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1879.435543] env[63676]: DEBUG oslo_vmware.api [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.521861] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.637269] env[63676]: DEBUG nova.scheduler.client.report [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1879.677281] env[63676]: DEBUG oslo_vmware.api [None req-fbfc9d02-f476-44cf-83d8-5bcf9a811476 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925907, 'name': ReconfigVM_Task, 'duration_secs': 0.20651} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.677608] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-fbfc9d02-f476-44cf-83d8-5bcf9a811476 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397129', 'volume_id': '24dc5a87-94c8-4d1f-af23-a99fd9c07af8', 'name': 'volume-24dc5a87-94c8-4d1f-af23-a99fd9c07af8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e47e0f8b-4282-41a7-8061-3a0ed52bfce6', 'attached_at': '', 'detached_at': '', 'volume_id': '24dc5a87-94c8-4d1f-af23-a99fd9c07af8', 'serial': '24dc5a87-94c8-4d1f-af23-a99fd9c07af8'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1879.737592] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.756046] env[63676]: DEBUG oslo_vmware.api [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526beab4-95db-5486-6dfc-bd76ec0cf239, 'name': SearchDatastore_Task, 'duration_secs': 0.02266} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.756435] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1879.756812] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] f42eb9a0-03ab-45ce-a309-2293fef9565a/f42eb9a0-03ab-45ce-a309-2293fef9565a.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1879.757116] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b1dfe0da-b137-4ab9-85bf-2885078bc935 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.766864] env[63676]: DEBUG oslo_vmware.api [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Waiting for the task: (returnval){ [ 1879.766864] env[63676]: value = "task-1925908" [ 1879.766864] env[63676]: _type = "Task" [ 1879.766864] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.776506] env[63676]: DEBUG oslo_vmware.api [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.863716] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9777321-e390-4c6b-ad2e-a24f3691abe5 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "6ee39c3c-33c9-4ce8-b214-bba1e8629e75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.572s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.909482] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 47226e9d-c8d7-4e63-91ed-12cc91d2bf00] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1879.931605] env[63676]: INFO nova.compute.manager [None req-43d34df7-45b0-4900-ba35-26c6bbb94c02 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Updating instance to original state: 'active' [ 1879.938455] env[63676]: DEBUG oslo_vmware.api [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925906, 'name': ReconfigVM_Task, 'duration_secs': 0.568568} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.938961] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 038a0675-2f22-4612-a0a1-7c59d82f0fb9/038a0675-2f22-4612-a0a1-7c59d82f0fb9.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1879.939618] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-132d3a42-4f4b-4cb3-945c-c747452af1bd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.950358] env[63676]: DEBUG oslo_vmware.api [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1879.950358] env[63676]: value = "task-1925909" [ 1879.950358] env[63676]: _type = "Task" [ 1879.950358] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.959943] env[63676]: DEBUG oslo_vmware.api [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925909, 'name': Rename_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.144641] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1880.145309] env[63676]: DEBUG nova.compute.manager [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1880.149479] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.721s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.151461] env[63676]: INFO nova.compute.claims [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1880.282052] env[63676]: DEBUG oslo_vmware.api [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925908, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.287087] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Acquiring lock "4c23d3a5-d194-48df-87b7-347d31bf908e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.287087] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Lock "4c23d3a5-d194-48df-87b7-347d31bf908e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1880.413119] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 7b6f9454-dce4-4a4d-91e2-2bbea6187441] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1880.461531] env[63676]: DEBUG oslo_vmware.api [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925909, 'name': Rename_Task, 'duration_secs': 0.173791} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.461829] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1880.462095] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e37e853-21f8-44a5-829e-716875064c0e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.468055] env[63676]: DEBUG oslo_vmware.api [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1880.468055] env[63676]: value = "task-1925910" [ 1880.468055] env[63676]: _type = "Task" [ 1880.468055] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.476146] env[63676]: DEBUG oslo_vmware.api [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.657039] env[63676]: DEBUG nova.compute.utils [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1880.660299] env[63676]: DEBUG nova.compute.manager [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1880.660495] env[63676]: DEBUG nova.network.neutron [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1880.735079] env[63676]: DEBUG nova.objects.instance [None req-fbfc9d02-f476-44cf-83d8-5bcf9a811476 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lazy-loading 'flavor' on Instance uuid e47e0f8b-4282-41a7-8061-3a0ed52bfce6 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1880.755220] env[63676]: DEBUG nova.policy [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '343b9bd1f1df4d2d98ec1066d89c1ff0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7790cbad8bbe4e0c8c2b1584ceb57c2e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1880.778613] env[63676]: DEBUG oslo_vmware.api [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624017} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.778891] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] f42eb9a0-03ab-45ce-a309-2293fef9565a/f42eb9a0-03ab-45ce-a309-2293fef9565a.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1880.779126] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1880.779406] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd39f93d-ff9a-471a-a901-02ab6729b030 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.785458] env[63676]: DEBUG oslo_vmware.api [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Waiting for the task: (returnval){ [ 1880.785458] env[63676]: value = "task-1925911" [ 1880.785458] env[63676]: _type = "Task" [ 1880.785458] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.789428] env[63676]: DEBUG nova.compute.manager [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1880.794850] env[63676]: DEBUG oslo_vmware.api [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925911, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.916710] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 87e77bf5-a916-41ce-b0a5-929b7398f4b5] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 1880.982016] env[63676]: DEBUG oslo_vmware.api [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925910, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.162955] env[63676]: DEBUG nova.compute.manager [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1881.243793] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fbfc9d02-f476-44cf-83d8-5bcf9a811476 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "e47e0f8b-4282-41a7-8061-3a0ed52bfce6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 10.315s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.294871] env[63676]: DEBUG oslo_vmware.api [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925911, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066197} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.295268] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1881.296126] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becc835c-2361-4f2b-be93-ec6e8a1ab231 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.319690] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] f42eb9a0-03ab-45ce-a309-2293fef9565a/f42eb9a0-03ab-45ce-a309-2293fef9565a.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1881.320898] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.321159] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7160b05-ce98-4837-a83e-3fafa946b50a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.342832] env[63676]: DEBUG oslo_vmware.api [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Waiting for the task: (returnval){ [ 1881.342832] env[63676]: value = "task-1925912" [ 1881.342832] env[63676]: _type = "Task" [ 1881.342832] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.349581] env[63676]: DEBUG oslo_vmware.api [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925912, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.421468] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1881.421468] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Cleaning up deleted instances with incomplete migration {{(pid=63676) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11683}} [ 1881.480528] env[63676]: DEBUG oslo_vmware.api [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925910, 'name': PowerOnVM_Task, 'duration_secs': 0.60405} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.480892] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1881.481118] env[63676]: INFO nova.compute.manager [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Took 10.52 seconds to spawn the instance on the hypervisor. [ 1881.481574] env[63676]: DEBUG nova.compute.manager [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1881.482534] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683d7069-035a-4629-923c-dfca6e3b4e5f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.528765] env[63676]: DEBUG nova.network.neutron [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Successfully created port: 22dcfed5-9766-46bf-84cf-f8af9d1c2767 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1881.583101] env[63676]: INFO nova.compute.manager [None req-186328eb-27ff-4815-96d6-d4d6725abf77 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Get console output [ 1881.583101] env[63676]: WARNING nova.virt.vmwareapi.driver [None req-186328eb-27ff-4815-96d6-d4d6725abf77 tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] The console log is missing. Check your VSPC configuration [ 1881.639790] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bb24be6-9dad-47af-a1ad-cf6e2d5c3a5a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.647570] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e79fd5-60ee-43da-8617-68cb9fa13949 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.677273] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "e47e0f8b-4282-41a7-8061-3a0ed52bfce6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.677518] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "e47e0f8b-4282-41a7-8061-3a0ed52bfce6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.677731] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "e47e0f8b-4282-41a7-8061-3a0ed52bfce6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.677923] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "e47e0f8b-4282-41a7-8061-3a0ed52bfce6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.678109] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "e47e0f8b-4282-41a7-8061-3a0ed52bfce6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.683364] env[63676]: INFO nova.compute.manager [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Terminating instance [ 1881.686044] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fb73b3-d339-45c2-883a-9ae8315954c9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.698912] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72504835-0944-4a73-aad8-3ec33d62352a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.714590] env[63676]: DEBUG nova.compute.provider_tree [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1881.854215] env[63676]: DEBUG oslo_vmware.api [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.881019] env[63676]: DEBUG nova.network.neutron [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Successfully created port: 90c6000b-9d83-4a92-b1f8-8cf06355042c {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1881.923299] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1882.002762] env[63676]: INFO nova.compute.manager [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Took 30.81 seconds to build instance. [ 1882.190659] env[63676]: DEBUG nova.compute.manager [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1882.196019] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4b9f5d4f-1994-4a91-8838-f5408f3d5674 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquiring lock "d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.196019] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4b9f5d4f-1994-4a91-8838-f5408f3d5674 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.196019] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4b9f5d4f-1994-4a91-8838-f5408f3d5674 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquiring lock "d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.196019] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4b9f5d4f-1994-4a91-8838-f5408f3d5674 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.196019] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4b9f5d4f-1994-4a91-8838-f5408f3d5674 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.196784] env[63676]: DEBUG nova.compute.manager [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1882.197259] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1882.197871] env[63676]: INFO nova.compute.manager [None req-4b9f5d4f-1994-4a91-8838-f5408f3d5674 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Terminating instance [ 1882.199278] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b5ef3bd-782e-48ad-ad3d-4abeae01126c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.209659] env[63676]: DEBUG oslo_vmware.api [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1882.209659] env[63676]: value = "task-1925913" [ 1882.209659] env[63676]: _type = "Task" [ 1882.209659] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.220017] env[63676]: DEBUG nova.scheduler.client.report [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1882.227446] env[63676]: DEBUG oslo_vmware.api [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925913, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.235774] env[63676]: DEBUG nova.virt.hardware [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1882.235774] env[63676]: DEBUG nova.virt.hardware [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1882.235774] env[63676]: DEBUG nova.virt.hardware [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1882.235774] env[63676]: DEBUG nova.virt.hardware [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1882.235774] env[63676]: DEBUG nova.virt.hardware [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1882.235774] env[63676]: DEBUG nova.virt.hardware [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1882.235774] env[63676]: DEBUG nova.virt.hardware [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1882.236337] env[63676]: DEBUG nova.virt.hardware [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1882.237169] env[63676]: DEBUG nova.virt.hardware [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1882.237529] env[63676]: DEBUG nova.virt.hardware [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1882.238050] env[63676]: DEBUG nova.virt.hardware [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1882.241229] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7384743-4f4d-4926-9d1b-54a3606b68d8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.248609] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8de61cb-20f9-405c-8726-c725b3b9a7f8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.354790] env[63676]: DEBUG oslo_vmware.api [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925912, 'name': ReconfigVM_Task, 'duration_secs': 0.696717} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.354790] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Reconfigured VM instance instance-0000004f to attach disk [datastore1] f42eb9a0-03ab-45ce-a309-2293fef9565a/f42eb9a0-03ab-45ce-a309-2293fef9565a.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1882.354790] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2f627e1-aad4-41ec-a3c3-fd5400286bb0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.362018] env[63676]: DEBUG oslo_vmware.api [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Waiting for the task: (returnval){ [ 1882.362018] env[63676]: value = "task-1925914" [ 1882.362018] env[63676]: _type = "Task" [ 1882.362018] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.370203] env[63676]: DEBUG oslo_vmware.api [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925914, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.505377] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f7ac963a-3431-4844-a9b5-98f14a57b4fd tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "038a0675-2f22-4612-a0a1-7c59d82f0fb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.323s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.707104] env[63676]: DEBUG nova.compute.manager [None req-4b9f5d4f-1994-4a91-8838-f5408f3d5674 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1882.707353] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9f5d4f-1994-4a91-8838-f5408f3d5674 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1882.708517] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f27b37-6b4b-4b2f-913c-b89ac8cb01bf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.723147] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9f5d4f-1994-4a91-8838-f5408f3d5674 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1882.726202] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ec7551f-7ed8-478e-9788-3641621e97e8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.730441] env[63676]: DEBUG oslo_vmware.api [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925913, 'name': PowerOffVM_Task, 'duration_secs': 0.408736} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.730441] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.579s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1882.730441] env[63676]: DEBUG nova.compute.manager [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1882.732518] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1882.732783] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Volume detach. Driver type: vmdk {{(pid=63676) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1882.736026] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397129', 'volume_id': '24dc5a87-94c8-4d1f-af23-a99fd9c07af8', 'name': 'volume-24dc5a87-94c8-4d1f-af23-a99fd9c07af8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e47e0f8b-4282-41a7-8061-3a0ed52bfce6', 'attached_at': '', 'detached_at': '', 'volume_id': '24dc5a87-94c8-4d1f-af23-a99fd9c07af8', 'serial': '24dc5a87-94c8-4d1f-af23-a99fd9c07af8'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1882.736026] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.239s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.736026] env[63676]: INFO nova.compute.claims [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1882.739533] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-567fb52e-b54a-4192-9f0e-4241672b9601 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.746058] env[63676]: DEBUG oslo_vmware.api [None req-4b9f5d4f-1994-4a91-8838-f5408f3d5674 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1882.746058] env[63676]: value = "task-1925915" [ 1882.746058] env[63676]: _type = "Task" [ 1882.746058] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.768149] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbb9ee0-6614-444a-b679-86d24cc5fbac {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.775534] env[63676]: DEBUG oslo_vmware.api [None req-4b9f5d4f-1994-4a91-8838-f5408f3d5674 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.782932] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc46c7fa-6213-482a-a672-cbd9f9d38eff {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.808177] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefea842-d59f-4d38-83a8-5bfb2da82aa4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.826277] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] The volume has not been displaced from its original location: [datastore1] volume-24dc5a87-94c8-4d1f-af23-a99fd9c07af8/volume-24dc5a87-94c8-4d1f-af23-a99fd9c07af8.vmdk. No consolidation needed. {{(pid=63676) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1882.833214] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1882.833214] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e341d74-e56d-4343-a305-e2e7e5c5b219 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.855697] env[63676]: DEBUG oslo_vmware.api [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1882.855697] env[63676]: value = "task-1925916" [ 1882.855697] env[63676]: _type = "Task" [ 1882.855697] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.866841] env[63676]: DEBUG oslo_vmware.api [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925916, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.873306] env[63676]: DEBUG oslo_vmware.api [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925914, 'name': Rename_Task, 'duration_secs': 0.271675} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.873585] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1882.873828] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d7b10fa3-c3d4-45b2-a73c-4104686072cd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.881231] env[63676]: DEBUG oslo_vmware.api [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Waiting for the task: (returnval){ [ 1882.881231] env[63676]: value = "task-1925917" [ 1882.881231] env[63676]: _type = "Task" [ 1882.881231] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.890217] env[63676]: DEBUG oslo_vmware.api [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925917, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.031467] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Acquiring lock "7703addf-fe6d-40f7-bb52-47fa36c14a50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.031769] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Lock "7703addf-fe6d-40f7-bb52-47fa36c14a50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.031993] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Acquiring lock "7703addf-fe6d-40f7-bb52-47fa36c14a50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.032259] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Lock "7703addf-fe6d-40f7-bb52-47fa36c14a50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.032359] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Lock "7703addf-fe6d-40f7-bb52-47fa36c14a50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.035151] env[63676]: INFO nova.compute.manager [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Terminating instance [ 1883.172469] env[63676]: INFO nova.compute.manager [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Rescuing [ 1883.172770] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "refresh_cache-038a0675-2f22-4612-a0a1-7c59d82f0fb9" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1883.172932] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquired lock "refresh_cache-038a0675-2f22-4612-a0a1-7c59d82f0fb9" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1883.173112] env[63676]: DEBUG nova.network.neutron [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1883.234678] env[63676]: DEBUG nova.compute.utils [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1883.236109] env[63676]: DEBUG nova.compute.manager [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1883.236348] env[63676]: DEBUG nova.network.neutron [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1883.261875] env[63676]: DEBUG oslo_vmware.api [None req-4b9f5d4f-1994-4a91-8838-f5408f3d5674 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925915, 'name': PowerOffVM_Task, 'duration_secs': 0.241518} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.263229] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b9f5d4f-1994-4a91-8838-f5408f3d5674 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1883.263517] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9f5d4f-1994-4a91-8838-f5408f3d5674 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1883.263836] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3c786e1-65bd-47d0-80a2-c0f50018b1e3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.293651] env[63676]: DEBUG nova.policy [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27e3dd69b19d4fceac9f299a6c093004', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '784ebf4456e749ceac9d92fabaab6883', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1883.366927] env[63676]: DEBUG oslo_vmware.api [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925916, 'name': ReconfigVM_Task, 'duration_secs': 0.3122} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.367227] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1883.371929] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfa4fcaa-0a51-4cf1-9169-5dad94e4dc10 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.386315] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9f5d4f-1994-4a91-8838-f5408f3d5674 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1883.386651] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9f5d4f-1994-4a91-8838-f5408f3d5674 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1883.386931] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b9f5d4f-1994-4a91-8838-f5408f3d5674 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Deleting the datastore file [datastore1] d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1883.392454] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d89a0d0-4512-4522-b90e-888cb7492f08 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.397273] env[63676]: DEBUG oslo_vmware.api [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1883.397273] env[63676]: value = "task-1925919" [ 1883.397273] env[63676]: _type = "Task" [ 1883.397273] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.402634] env[63676]: DEBUG oslo_vmware.api [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925917, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.408736] env[63676]: DEBUG oslo_vmware.api [None req-4b9f5d4f-1994-4a91-8838-f5408f3d5674 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1883.408736] env[63676]: value = "task-1925920" [ 1883.408736] env[63676]: _type = "Task" [ 1883.408736] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.419888] env[63676]: DEBUG oslo_vmware.api [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.427462] env[63676]: DEBUG oslo_vmware.api [None req-4b9f5d4f-1994-4a91-8838-f5408f3d5674 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.539381] env[63676]: DEBUG nova.compute.manager [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1883.539705] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1883.540017] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f36e8c2e-3340-4614-a94f-f80f3c331ec4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.546459] env[63676]: DEBUG oslo_vmware.api [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Waiting for the task: (returnval){ [ 1883.546459] env[63676]: value = "task-1925921" [ 1883.546459] env[63676]: _type = "Task" [ 1883.546459] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.559919] env[63676]: DEBUG oslo_vmware.api [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Task: {'id': task-1925921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.581358] env[63676]: DEBUG nova.network.neutron [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Successfully created port: 49432b36-be42-4634-921d-208283613681 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1883.610634] env[63676]: DEBUG nova.compute.manager [req-4abcfd45-3cec-4c55-b69b-0bee5d196dbd req-e9b0ab49-968f-4037-8071-5338fced052f service nova] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Received event network-vif-plugged-22dcfed5-9766-46bf-84cf-f8af9d1c2767 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1883.610895] env[63676]: DEBUG oslo_concurrency.lockutils [req-4abcfd45-3cec-4c55-b69b-0bee5d196dbd req-e9b0ab49-968f-4037-8071-5338fced052f service nova] Acquiring lock "96055d7f-cb10-4317-883c-cf6c668ba76e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.611164] env[63676]: DEBUG oslo_concurrency.lockutils [req-4abcfd45-3cec-4c55-b69b-0bee5d196dbd req-e9b0ab49-968f-4037-8071-5338fced052f service nova] Lock "96055d7f-cb10-4317-883c-cf6c668ba76e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.611375] env[63676]: DEBUG oslo_concurrency.lockutils [req-4abcfd45-3cec-4c55-b69b-0bee5d196dbd req-e9b0ab49-968f-4037-8071-5338fced052f service nova] Lock "96055d7f-cb10-4317-883c-cf6c668ba76e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1883.611596] env[63676]: DEBUG nova.compute.manager [req-4abcfd45-3cec-4c55-b69b-0bee5d196dbd req-e9b0ab49-968f-4037-8071-5338fced052f service nova] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] No waiting events found dispatching network-vif-plugged-22dcfed5-9766-46bf-84cf-f8af9d1c2767 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1883.611806] env[63676]: WARNING nova.compute.manager [req-4abcfd45-3cec-4c55-b69b-0bee5d196dbd req-e9b0ab49-968f-4037-8071-5338fced052f service nova] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Received unexpected event network-vif-plugged-22dcfed5-9766-46bf-84cf-f8af9d1c2767 for instance with vm_state building and task_state spawning. [ 1883.740240] env[63676]: DEBUG nova.compute.manager [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1883.876655] env[63676]: DEBUG nova.network.neutron [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Successfully updated port: 22dcfed5-9766-46bf-84cf-f8af9d1c2767 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1883.895754] env[63676]: DEBUG oslo_vmware.api [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925917, 'name': PowerOnVM_Task, 'duration_secs': 0.729906} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.899133] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1883.899358] env[63676]: INFO nova.compute.manager [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Took 6.35 seconds to spawn the instance on the hypervisor. [ 1883.899537] env[63676]: DEBUG nova.compute.manager [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1883.900909] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8dc89d-aee2-450f-b6df-a24679ba592d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.924072] env[63676]: DEBUG oslo_vmware.api [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925919, 'name': ReconfigVM_Task, 'duration_secs': 0.173074} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.930079] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397129', 'volume_id': '24dc5a87-94c8-4d1f-af23-a99fd9c07af8', 'name': 'volume-24dc5a87-94c8-4d1f-af23-a99fd9c07af8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e47e0f8b-4282-41a7-8061-3a0ed52bfce6', 'attached_at': '', 'detached_at': '', 'volume_id': '24dc5a87-94c8-4d1f-af23-a99fd9c07af8', 'serial': '24dc5a87-94c8-4d1f-af23-a99fd9c07af8'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1883.930079] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1883.933968] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc6c6ff-fec2-47a4-bedb-dc0214ca33a4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.936707] env[63676]: DEBUG oslo_vmware.api [None req-4b9f5d4f-1994-4a91-8838-f5408f3d5674 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166965} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.936971] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b9f5d4f-1994-4a91-8838-f5408f3d5674 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1883.937898] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9f5d4f-1994-4a91-8838-f5408f3d5674 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1883.937898] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-4b9f5d4f-1994-4a91-8838-f5408f3d5674 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1883.937898] env[63676]: INFO nova.compute.manager [None req-4b9f5d4f-1994-4a91-8838-f5408f3d5674 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1883.937898] env[63676]: DEBUG oslo.service.loopingcall [None req-4b9f5d4f-1994-4a91-8838-f5408f3d5674 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1883.941289] env[63676]: DEBUG nova.compute.manager [-] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1883.941372] env[63676]: DEBUG nova.network.neutron [-] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1883.949217] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1883.949483] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-738ae656-0796-41e4-854b-ad99e15c1db7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.056795] env[63676]: DEBUG oslo_vmware.api [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Task: {'id': task-1925921, 'name': PowerOffVM_Task, 'duration_secs': 0.233634} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.059542] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1884.059892] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Volume detach. Driver type: vmdk {{(pid=63676) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1884.061304] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-396969', 'volume_id': '8000f7b1-5da8-4a4d-bff1-a17dd6665284', 'name': 'volume-8000f7b1-5da8-4a4d-bff1-a17dd6665284', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7703addf-fe6d-40f7-bb52-47fa36c14a50', 'attached_at': '', 'detached_at': '', 'volume_id': '8000f7b1-5da8-4a4d-bff1-a17dd6665284', 'serial': '8000f7b1-5da8-4a4d-bff1-a17dd6665284'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1884.061729] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0aa0eb9-5b35-4cee-a852-7228f3a9c75c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.087921] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e992d9-6d1e-4787-9b8c-a76dfdfc3611 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.092237] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1884.092432] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1884.092612] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Deleting the datastore file [datastore1] e47e0f8b-4282-41a7-8061-3a0ed52bfce6 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1884.093271] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97a14fc7-3beb-464f-ae29-7086e9ca4d87 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.099728] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8269b5-852a-4f0d-af27-2665f24766eb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.102901] env[63676]: DEBUG oslo_vmware.api [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1884.102901] env[63676]: value = "task-1925923" [ 1884.102901] env[63676]: _type = "Task" [ 1884.102901] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.124524] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9831649-04a9-40a5-820f-68a16c18efd8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.130426] env[63676]: DEBUG oslo_vmware.api [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.143032] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] The volume has not been displaced from its original location: [datastore1] volume-8000f7b1-5da8-4a4d-bff1-a17dd6665284/volume-8000f7b1-5da8-4a4d-bff1-a17dd6665284.vmdk. No consolidation needed. {{(pid=63676) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1884.148389] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Reconfiguring VM instance instance-00000023 to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1884.154492] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fa92639-1ddf-4d08-8968-7303c075caca {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.174469] env[63676]: DEBUG oslo_vmware.api [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Waiting for the task: (returnval){ [ 1884.174469] env[63676]: value = "task-1925924" [ 1884.174469] env[63676]: _type = "Task" [ 1884.174469] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.185098] env[63676]: DEBUG oslo_vmware.api [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Task: {'id': task-1925924, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.237530] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6450891-68b7-43e6-ad1d-26ada1c53352 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.244865] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2165156d-dd20-439a-ba97-c1f5c5b4e10b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.282849] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-605ef8f9-e40e-4b16-af36-92bd1197a441 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.292730] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f803e92-b0a7-404d-bcab-3635c6e0128f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.297198] env[63676]: DEBUG nova.network.neutron [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Updating instance_info_cache with network_info: [{"id": "25a44711-caea-4b37-8924-29e933c6ff9d", "address": "fa:16:3e:87:94:9b", "network": {"id": "23e204f7-4577-455a-8f4f-79800b8dc56a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1808283278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ceddfd10acf04eefbb18c1077d1154d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap25a44711-ca", "ovs_interfaceid": "25a44711-caea-4b37-8924-29e933c6ff9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1884.311322] env[63676]: DEBUG nova.compute.provider_tree [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1884.435097] env[63676]: INFO nova.compute.manager [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Took 29.33 seconds to build instance. [ 1884.614159] env[63676]: DEBUG oslo_vmware.api [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1925923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.361417} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.614471] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1884.614653] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1884.614830] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1884.615010] env[63676]: INFO nova.compute.manager [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Took 2.42 seconds to destroy the instance on the hypervisor. [ 1884.615260] env[63676]: DEBUG oslo.service.loopingcall [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1884.615457] env[63676]: DEBUG nova.compute.manager [-] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1884.615554] env[63676]: DEBUG nova.network.neutron [-] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1884.684088] env[63676]: DEBUG oslo_vmware.api [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Task: {'id': task-1925924, 'name': ReconfigVM_Task, 'duration_secs': 0.189715} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.684401] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Reconfigured VM instance instance-00000023 to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1884.691366] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f27ecfb2-8c21-4c22-890c-1cab842d85e8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.706997] env[63676]: DEBUG oslo_vmware.api [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Waiting for the task: (returnval){ [ 1884.706997] env[63676]: value = "task-1925925" [ 1884.706997] env[63676]: _type = "Task" [ 1884.706997] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.715023] env[63676]: DEBUG oslo_vmware.api [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Task: {'id': task-1925925, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.753807] env[63676]: DEBUG nova.compute.manager [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1884.786242] env[63676]: DEBUG nova.virt.hardware [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9efe0d68b7b9e26a0d40313924a3d36d',container_format='bare',created_at=2024-12-16T19:56:31Z,direct_url=,disk_format='vmdk',id=3016266d-3b0a-4787-a776-75adcc4b67b5,min_disk=1,min_ram=0,name='tempest-test-snap-621172618',owner='784ebf4456e749ceac9d92fabaab6883',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-16T19:56:47Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1884.786492] env[63676]: DEBUG nova.virt.hardware [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1884.786668] env[63676]: DEBUG nova.virt.hardware [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1884.786853] env[63676]: DEBUG nova.virt.hardware [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1884.786998] env[63676]: DEBUG nova.virt.hardware [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1884.787345] env[63676]: DEBUG nova.virt.hardware [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1884.787585] env[63676]: DEBUG nova.virt.hardware [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1884.787752] env[63676]: DEBUG nova.virt.hardware [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1884.787917] env[63676]: DEBUG nova.virt.hardware [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1884.788089] env[63676]: DEBUG nova.virt.hardware [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1884.788265] env[63676]: DEBUG nova.virt.hardware [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1884.789468] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e3fbd6-7f26-4b57-b6a1-a82508a0e071 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.797634] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5bf272-e791-410f-8676-43441fe59fe4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.801524] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Releasing lock "refresh_cache-038a0675-2f22-4612-a0a1-7c59d82f0fb9" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1884.823469] env[63676]: DEBUG nova.scheduler.client.report [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1884.936719] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9ea00adf-a380-4433-8e1b-98d55338d782 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Lock "f42eb9a0-03ab-45ce-a309-2293fef9565a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.871s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.040480] env[63676]: DEBUG nova.compute.manager [req-7dce7e2b-771e-4e11-8c3e-6f9628a78388 req-9ab72940-188a-4afb-afc8-968e058ea771 service nova] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Received event network-vif-plugged-49432b36-be42-4634-921d-208283613681 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1885.040480] env[63676]: DEBUG oslo_concurrency.lockutils [req-7dce7e2b-771e-4e11-8c3e-6f9628a78388 req-9ab72940-188a-4afb-afc8-968e058ea771 service nova] Acquiring lock "e40b252a-87ee-4519-8e88-d6f04182ecaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.040480] env[63676]: DEBUG oslo_concurrency.lockutils [req-7dce7e2b-771e-4e11-8c3e-6f9628a78388 req-9ab72940-188a-4afb-afc8-968e058ea771 service nova] Lock "e40b252a-87ee-4519-8e88-d6f04182ecaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.040777] env[63676]: DEBUG oslo_concurrency.lockutils [req-7dce7e2b-771e-4e11-8c3e-6f9628a78388 req-9ab72940-188a-4afb-afc8-968e058ea771 service nova] Lock "e40b252a-87ee-4519-8e88-d6f04182ecaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.040777] env[63676]: DEBUG nova.compute.manager [req-7dce7e2b-771e-4e11-8c3e-6f9628a78388 req-9ab72940-188a-4afb-afc8-968e058ea771 service nova] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] No waiting events found dispatching network-vif-plugged-49432b36-be42-4634-921d-208283613681 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1885.041134] env[63676]: WARNING nova.compute.manager [req-7dce7e2b-771e-4e11-8c3e-6f9628a78388 req-9ab72940-188a-4afb-afc8-968e058ea771 service nova] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Received unexpected event network-vif-plugged-49432b36-be42-4634-921d-208283613681 for instance with vm_state building and task_state spawning. [ 1885.118303] env[63676]: DEBUG nova.network.neutron [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Successfully updated port: 49432b36-be42-4634-921d-208283613681 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1885.145389] env[63676]: DEBUG nova.network.neutron [-] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.218963] env[63676]: DEBUG oslo_vmware.api [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Task: {'id': task-1925925, 'name': ReconfigVM_Task, 'duration_secs': 0.297044} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.219372] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-396969', 'volume_id': '8000f7b1-5da8-4a4d-bff1-a17dd6665284', 'name': 'volume-8000f7b1-5da8-4a4d-bff1-a17dd6665284', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7703addf-fe6d-40f7-bb52-47fa36c14a50', 'attached_at': '', 'detached_at': '', 'volume_id': '8000f7b1-5da8-4a4d-bff1-a17dd6665284', 'serial': '8000f7b1-5da8-4a4d-bff1-a17dd6665284'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1885.219703] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1885.220520] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec371b95-d1e3-4309-bc6f-03e6cf4b0e44 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.227496] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1885.227776] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b55c81fc-01c3-40dc-b8bd-9b89d5211b7a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.322023] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1885.322351] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1885.322618] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Deleting the datastore file [datastore1] 7703addf-fe6d-40f7-bb52-47fa36c14a50 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1885.322955] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7524d965-eff2-4dbb-b03e-b902bbf35edb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.330498] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1885.330978] env[63676]: DEBUG nova.compute.manager [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1885.333512] env[63676]: DEBUG oslo_vmware.api [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Waiting for the task: (returnval){ [ 1885.333512] env[63676]: value = "task-1925927" [ 1885.333512] env[63676]: _type = "Task" [ 1885.333512] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.335300] env[63676]: DEBUG oslo_concurrency.lockutils [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.311s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.335300] env[63676]: DEBUG nova.objects.instance [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lazy-loading 'resources' on Instance uuid 887940ac-c689-45f3-b5db-d988d1e581fa {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1885.345755] env[63676]: DEBUG oslo_vmware.api [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Task: {'id': task-1925927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.425775] env[63676]: INFO nova.compute.manager [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Rebuilding instance [ 1885.477071] env[63676]: DEBUG nova.compute.manager [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1885.478403] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a16c32e-fcff-4826-9ccf-b38e1e6c9194 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.575398] env[63676]: DEBUG nova.network.neutron [-] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.621537] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "refresh_cache-e40b252a-87ee-4519-8e88-d6f04182ecaa" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.621796] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquired lock "refresh_cache-e40b252a-87ee-4519-8e88-d6f04182ecaa" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.621849] env[63676]: DEBUG nova.network.neutron [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1885.648195] env[63676]: INFO nova.compute.manager [-] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Took 1.71 seconds to deallocate network for instance. [ 1885.656761] env[63676]: DEBUG nova.compute.manager [req-04cc5696-5d03-47db-8074-006acd13d1d0 req-7e9dca6c-4ed0-4e8e-8624-a06ad8b10e75 service nova] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Received event network-changed-22dcfed5-9766-46bf-84cf-f8af9d1c2767 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1885.656901] env[63676]: DEBUG nova.compute.manager [req-04cc5696-5d03-47db-8074-006acd13d1d0 req-7e9dca6c-4ed0-4e8e-8624-a06ad8b10e75 service nova] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Refreshing instance network info cache due to event network-changed-22dcfed5-9766-46bf-84cf-f8af9d1c2767. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1885.657165] env[63676]: DEBUG oslo_concurrency.lockutils [req-04cc5696-5d03-47db-8074-006acd13d1d0 req-7e9dca6c-4ed0-4e8e-8624-a06ad8b10e75 service nova] Acquiring lock "refresh_cache-96055d7f-cb10-4317-883c-cf6c668ba76e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1885.657281] env[63676]: DEBUG oslo_concurrency.lockutils [req-04cc5696-5d03-47db-8074-006acd13d1d0 req-7e9dca6c-4ed0-4e8e-8624-a06ad8b10e75 service nova] Acquired lock "refresh_cache-96055d7f-cb10-4317-883c-cf6c668ba76e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1885.657458] env[63676]: DEBUG nova.network.neutron [req-04cc5696-5d03-47db-8074-006acd13d1d0 req-7e9dca6c-4ed0-4e8e-8624-a06ad8b10e75 service nova] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Refreshing network info cache for port 22dcfed5-9766-46bf-84cf-f8af9d1c2767 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1885.836672] env[63676]: DEBUG nova.compute.utils [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1885.842651] env[63676]: DEBUG nova.compute.manager [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1885.842745] env[63676]: DEBUG nova.network.neutron [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1885.862812] env[63676]: DEBUG oslo_vmware.api [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Task: {'id': task-1925927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33253} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.863141] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1885.863415] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1885.863635] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1885.863812] env[63676]: INFO nova.compute.manager [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Took 2.32 seconds to destroy the instance on the hypervisor. [ 1885.864075] env[63676]: DEBUG oslo.service.loopingcall [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1885.867353] env[63676]: DEBUG nova.compute.manager [-] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1885.867471] env[63676]: DEBUG nova.network.neutron [-] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1885.895569] env[63676]: DEBUG nova.policy [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d3afab4e3d14a0d8eab8ba96abbe542', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5accc7a22deb4afeb300bab2cdcf4b8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1886.078138] env[63676]: INFO nova.compute.manager [-] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Took 1.46 seconds to deallocate network for instance. [ 1886.154343] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4b9f5d4f-1994-4a91-8838-f5408f3d5674 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.197950] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61265037-8ee3-4121-a479-38fa7caab8c7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.206161] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8007f5-8f2e-49b6-bd02-e20dc14ee705 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.213118] env[63676]: DEBUG nova.network.neutron [req-04cc5696-5d03-47db-8074-006acd13d1d0 req-7e9dca6c-4ed0-4e8e-8624-a06ad8b10e75 service nova] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1886.239520] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f6a540a-4bef-4c40-be14-945d4e517eb4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.242944] env[63676]: DEBUG nova.network.neutron [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1886.249346] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdb3fb8-74eb-4697-9c59-15aeeac21a62 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.264994] env[63676]: DEBUG nova.compute.provider_tree [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1886.287562] env[63676]: DEBUG nova.network.neutron [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Successfully created port: b1e7ed27-b12f-424d-bb3a-5d9ccefeb74c {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1886.348244] env[63676]: DEBUG nova.compute.manager [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1886.355195] env[63676]: DEBUG nova.network.neutron [req-04cc5696-5d03-47db-8074-006acd13d1d0 req-7e9dca6c-4ed0-4e8e-8624-a06ad8b10e75 service nova] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.358257] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1886.358257] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-98dffd95-c14a-4883-9714-75b18e84eed8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.364945] env[63676]: DEBUG oslo_vmware.api [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1886.364945] env[63676]: value = "task-1925928" [ 1886.364945] env[63676]: _type = "Task" [ 1886.364945] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.382256] env[63676]: DEBUG oslo_vmware.api [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.497724] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1886.498081] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edaddf80-b276-4a2e-9db7-00a246cbb705 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.505562] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Waiting for the task: (returnval){ [ 1886.505562] env[63676]: value = "task-1925929" [ 1886.505562] env[63676]: _type = "Task" [ 1886.505562] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.514909] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.663518] env[63676]: INFO nova.compute.manager [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Took 0.58 seconds to detach 1 volumes for instance. [ 1886.717757] env[63676]: DEBUG nova.network.neutron [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Updating instance_info_cache with network_info: [{"id": "49432b36-be42-4634-921d-208283613681", "address": "fa:16:3e:9d:e0:87", "network": {"id": "e9157b58-5807-471a-a4bf-51ae93aae27f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1812216044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ebf4456e749ceac9d92fabaab6883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49432b36-be", "ovs_interfaceid": "49432b36-be42-4634-921d-208283613681", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1886.768235] env[63676]: DEBUG nova.scheduler.client.report [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1886.856127] env[63676]: DEBUG oslo_concurrency.lockutils [req-04cc5696-5d03-47db-8074-006acd13d1d0 req-7e9dca6c-4ed0-4e8e-8624-a06ad8b10e75 service nova] Releasing lock "refresh_cache-96055d7f-cb10-4317-883c-cf6c668ba76e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1886.856372] env[63676]: DEBUG nova.compute.manager [req-04cc5696-5d03-47db-8074-006acd13d1d0 req-7e9dca6c-4ed0-4e8e-8624-a06ad8b10e75 service nova] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Received event network-vif-deleted-9390e033-d69d-459f-adf2-b394656a6ae6 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1886.856568] env[63676]: DEBUG nova.compute.manager [req-04cc5696-5d03-47db-8074-006acd13d1d0 req-7e9dca6c-4ed0-4e8e-8624-a06ad8b10e75 service nova] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Received event network-vif-deleted-cf443e23-f4d2-4f37-ab23-1d53780151ef {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1886.886549] env[63676]: DEBUG oslo_vmware.api [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925928, 'name': PowerOffVM_Task, 'duration_secs': 0.200772} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.886948] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1886.887835] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a23d375-705d-4fba-a07e-01e8042ebc0e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.914200] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a4f206-f7ad-4fa7-a1fc-df4e028d7f61 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.947208] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1886.947551] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ca7c932f-1e19-4563-8291-6eee01058da2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.955056] env[63676]: DEBUG oslo_vmware.api [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1886.955056] env[63676]: value = "task-1925930" [ 1886.955056] env[63676]: _type = "Task" [ 1886.955056] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.964022] env[63676]: DEBUG oslo_vmware.api [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.015607] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925929, 'name': PowerOffVM_Task, 'duration_secs': 0.113768} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.015896] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1887.016152] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1887.017616] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30da5829-2c83-4fad-b199-b34ee791aa66 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.023497] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1887.023752] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3994e2e-47fa-4cc8-909a-69f1d6ca361c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.048999] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1887.049269] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1887.049453] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Deleting the datastore file [datastore1] f42eb9a0-03ab-45ce-a309-2293fef9565a {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1887.049727] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46712b88-35bc-4f51-a6ad-8869b24c529b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.057190] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Waiting for the task: (returnval){ [ 1887.057190] env[63676]: value = "task-1925932" [ 1887.057190] env[63676]: _type = "Task" [ 1887.057190] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.068629] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.171114] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.223053] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Releasing lock "refresh_cache-e40b252a-87ee-4519-8e88-d6f04182ecaa" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1887.223429] env[63676]: DEBUG nova.compute.manager [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Instance network_info: |[{"id": "49432b36-be42-4634-921d-208283613681", "address": "fa:16:3e:9d:e0:87", "network": {"id": "e9157b58-5807-471a-a4bf-51ae93aae27f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1812216044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ebf4456e749ceac9d92fabaab6883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49432b36-be", "ovs_interfaceid": "49432b36-be42-4634-921d-208283613681", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1887.225123] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:e0:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49432b36-be42-4634-921d-208283613681', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1887.232286] env[63676]: DEBUG oslo.service.loopingcall [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1887.232797] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1887.233098] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63d25fcf-7c65-4f40-a468-4fe88ed08aa8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.251339] env[63676]: DEBUG nova.network.neutron [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Successfully updated port: 90c6000b-9d83-4a92-b1f8-8cf06355042c {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1887.257613] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1887.257613] env[63676]: value = "task-1925933" [ 1887.257613] env[63676]: _type = "Task" [ 1887.257613] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.267899] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925933, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.273068] env[63676]: DEBUG oslo_concurrency.lockutils [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.275991] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.801s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.275991] env[63676]: DEBUG nova.objects.instance [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Lazy-loading 'resources' on Instance uuid b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1887.303291] env[63676]: INFO nova.scheduler.client.report [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Deleted allocations for instance 887940ac-c689-45f3-b5db-d988d1e581fa [ 1887.331804] env[63676]: DEBUG nova.compute.manager [req-f20f0c01-801a-4152-b085-5ff1c232cee3 req-27c0ebb7-f80f-4d3f-8e88-9f8323529283 service nova] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Received event network-changed-49432b36-be42-4634-921d-208283613681 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1887.332018] env[63676]: DEBUG nova.compute.manager [req-f20f0c01-801a-4152-b085-5ff1c232cee3 req-27c0ebb7-f80f-4d3f-8e88-9f8323529283 service nova] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Refreshing instance network info cache due to event network-changed-49432b36-be42-4634-921d-208283613681. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1887.332241] env[63676]: DEBUG oslo_concurrency.lockutils [req-f20f0c01-801a-4152-b085-5ff1c232cee3 req-27c0ebb7-f80f-4d3f-8e88-9f8323529283 service nova] Acquiring lock "refresh_cache-e40b252a-87ee-4519-8e88-d6f04182ecaa" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.332385] env[63676]: DEBUG oslo_concurrency.lockutils [req-f20f0c01-801a-4152-b085-5ff1c232cee3 req-27c0ebb7-f80f-4d3f-8e88-9f8323529283 service nova] Acquired lock "refresh_cache-e40b252a-87ee-4519-8e88-d6f04182ecaa" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.332548] env[63676]: DEBUG nova.network.neutron [req-f20f0c01-801a-4152-b085-5ff1c232cee3 req-27c0ebb7-f80f-4d3f-8e88-9f8323529283 service nova] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Refreshing network info cache for port 49432b36-be42-4634-921d-208283613681 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1887.358696] env[63676]: DEBUG nova.compute.manager [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1887.387154] env[63676]: DEBUG nova.virt.hardware [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1887.387419] env[63676]: DEBUG nova.virt.hardware [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1887.387592] env[63676]: DEBUG nova.virt.hardware [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1887.387766] env[63676]: DEBUG nova.virt.hardware [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1887.387913] env[63676]: DEBUG nova.virt.hardware [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1887.388074] env[63676]: DEBUG nova.virt.hardware [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1887.388290] env[63676]: DEBUG nova.virt.hardware [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1887.388703] env[63676]: DEBUG nova.virt.hardware [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1887.388776] env[63676]: DEBUG nova.virt.hardware [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1887.388894] env[63676]: DEBUG nova.virt.hardware [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1887.389088] env[63676]: DEBUG nova.virt.hardware [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1887.389940] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d549aa5f-34ae-4f36-9aad-601f6d922fe7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.397739] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce148eb2-4b15-4011-ba3d-19d653d271c0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.465387] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] VM already powered off {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1887.465679] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1887.465947] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.466123] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.466324] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1887.467088] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81498f42-2f17-4880-af97-c0d962d4f00a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.475783] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1887.475783] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1887.476595] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4ec389b-046a-446b-9b59-744430b39b4a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.481769] env[63676]: DEBUG oslo_vmware.api [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1887.481769] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b554cb-2c47-4284-cdf3-2a6e2e8c733c" [ 1887.481769] env[63676]: _type = "Task" [ 1887.481769] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.489534] env[63676]: DEBUG oslo_vmware.api [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b554cb-2c47-4284-cdf3-2a6e2e8c733c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.567330] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25227} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.567589] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1887.567770] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1887.567944] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1887.688971] env[63676]: DEBUG nova.compute.manager [req-00b20fd0-b28e-4dce-8ef4-417356011993 req-036fbfd8-edf8-443a-9066-ee3ce3cd3008 service nova] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Received event network-vif-plugged-90c6000b-9d83-4a92-b1f8-8cf06355042c {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1887.688971] env[63676]: DEBUG oslo_concurrency.lockutils [req-00b20fd0-b28e-4dce-8ef4-417356011993 req-036fbfd8-edf8-443a-9066-ee3ce3cd3008 service nova] Acquiring lock "96055d7f-cb10-4317-883c-cf6c668ba76e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.688971] env[63676]: DEBUG oslo_concurrency.lockutils [req-00b20fd0-b28e-4dce-8ef4-417356011993 req-036fbfd8-edf8-443a-9066-ee3ce3cd3008 service nova] Lock "96055d7f-cb10-4317-883c-cf6c668ba76e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.688971] env[63676]: DEBUG oslo_concurrency.lockutils [req-00b20fd0-b28e-4dce-8ef4-417356011993 req-036fbfd8-edf8-443a-9066-ee3ce3cd3008 service nova] Lock "96055d7f-cb10-4317-883c-cf6c668ba76e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.689511] env[63676]: DEBUG nova.compute.manager [req-00b20fd0-b28e-4dce-8ef4-417356011993 req-036fbfd8-edf8-443a-9066-ee3ce3cd3008 service nova] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] No waiting events found dispatching network-vif-plugged-90c6000b-9d83-4a92-b1f8-8cf06355042c {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1887.689561] env[63676]: WARNING nova.compute.manager [req-00b20fd0-b28e-4dce-8ef4-417356011993 req-036fbfd8-edf8-443a-9066-ee3ce3cd3008 service nova] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Received unexpected event network-vif-plugged-90c6000b-9d83-4a92-b1f8-8cf06355042c for instance with vm_state building and task_state spawning. [ 1887.689696] env[63676]: DEBUG nova.compute.manager [req-00b20fd0-b28e-4dce-8ef4-417356011993 req-036fbfd8-edf8-443a-9066-ee3ce3cd3008 service nova] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Received event network-vif-deleted-6a97ce2f-4073-4d12-990d-b7977da0c5b4 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1887.689864] env[63676]: INFO nova.compute.manager [req-00b20fd0-b28e-4dce-8ef4-417356011993 req-036fbfd8-edf8-443a-9066-ee3ce3cd3008 service nova] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Neutron deleted interface 6a97ce2f-4073-4d12-990d-b7977da0c5b4; detaching it from the instance and deleting it from the info cache [ 1887.690035] env[63676]: DEBUG nova.network.neutron [req-00b20fd0-b28e-4dce-8ef4-417356011993 req-036fbfd8-edf8-443a-9066-ee3ce3cd3008 service nova] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.704790] env[63676]: DEBUG nova.network.neutron [-] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1887.753401] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Acquiring lock "refresh_cache-96055d7f-cb10-4317-883c-cf6c668ba76e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1887.754034] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Acquired lock "refresh_cache-96055d7f-cb10-4317-883c-cf6c668ba76e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1887.754034] env[63676]: DEBUG nova.network.neutron [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1887.772249] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925933, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.815418] env[63676]: DEBUG oslo_concurrency.lockutils [None req-87b1e34d-9401-48db-ad9d-514a92844be8 tempest-ServersAdminTestJSON-245871784 tempest-ServersAdminTestJSON-245871784-project-member] Lock "887940ac-c689-45f3-b5db-d988d1e581fa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.909s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1887.995243] env[63676]: DEBUG oslo_vmware.api [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b554cb-2c47-4284-cdf3-2a6e2e8c733c, 'name': SearchDatastore_Task, 'duration_secs': 0.011752} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.000250] env[63676]: DEBUG nova.network.neutron [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Successfully updated port: b1e7ed27-b12f-424d-bb3a-5d9ccefeb74c {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1888.001988] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9690155b-cc43-44e7-9f65-13177d385eb4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.011908] env[63676]: DEBUG oslo_vmware.api [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1888.011908] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a11a54-3c36-bb0b-dfd8-47856cc47a27" [ 1888.011908] env[63676]: _type = "Task" [ 1888.011908] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.025339] env[63676]: DEBUG oslo_vmware.api [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a11a54-3c36-bb0b-dfd8-47856cc47a27, 'name': SearchDatastore_Task, 'duration_secs': 0.010975} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.026422] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.026422] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 038a0675-2f22-4612-a0a1-7c59d82f0fb9/160c0574-5dbe-4d70-9e2a-c95199be0826-rescue.vmdk. {{(pid=63676) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1888.026422] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fd8c5fb-7018-4461-8059-c6c947110723 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.034366] env[63676]: DEBUG oslo_vmware.api [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1888.034366] env[63676]: value = "task-1925934" [ 1888.034366] env[63676]: _type = "Task" [ 1888.034366] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.043260] env[63676]: DEBUG oslo_vmware.api [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.067948] env[63676]: DEBUG nova.network.neutron [req-f20f0c01-801a-4152-b085-5ff1c232cee3 req-27c0ebb7-f80f-4d3f-8e88-9f8323529283 service nova] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Updated VIF entry in instance network info cache for port 49432b36-be42-4634-921d-208283613681. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1888.068357] env[63676]: DEBUG nova.network.neutron [req-f20f0c01-801a-4152-b085-5ff1c232cee3 req-27c0ebb7-f80f-4d3f-8e88-9f8323529283 service nova] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Updating instance_info_cache with network_info: [{"id": "49432b36-be42-4634-921d-208283613681", "address": "fa:16:3e:9d:e0:87", "network": {"id": "e9157b58-5807-471a-a4bf-51ae93aae27f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1812216044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ebf4456e749ceac9d92fabaab6883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49432b36-be", "ovs_interfaceid": "49432b36-be42-4634-921d-208283613681", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1888.133260] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a1ab7d-a643-470c-ac74-c807dc169a87 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.141495] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4b62bd-ed74-48de-bdc3-07b06b55a0f1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.178680] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bc0e83-f7e4-4c1c-8c8b-6892dd0ca185 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.186275] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1cd7cc-f629-41a7-94f0-a4301a01ed3b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.192683] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-41fd9194-2a54-4785-9072-846a77e23cda {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.206567] env[63676]: DEBUG nova.compute.provider_tree [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1888.210711] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833e26d0-c957-49b3-aab0-8661bc6d438c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.222159] env[63676]: INFO nova.compute.manager [-] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Took 2.35 seconds to deallocate network for instance. [ 1888.250157] env[63676]: DEBUG nova.compute.manager [req-00b20fd0-b28e-4dce-8ef4-417356011993 req-036fbfd8-edf8-443a-9066-ee3ce3cd3008 service nova] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Detach interface failed, port_id=6a97ce2f-4073-4d12-990d-b7977da0c5b4, reason: Instance 7703addf-fe6d-40f7-bb52-47fa36c14a50 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1888.250157] env[63676]: DEBUG nova.compute.manager [req-00b20fd0-b28e-4dce-8ef4-417356011993 req-036fbfd8-edf8-443a-9066-ee3ce3cd3008 service nova] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Received event network-changed-90c6000b-9d83-4a92-b1f8-8cf06355042c {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1888.250157] env[63676]: DEBUG nova.compute.manager [req-00b20fd0-b28e-4dce-8ef4-417356011993 req-036fbfd8-edf8-443a-9066-ee3ce3cd3008 service nova] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Refreshing instance network info cache due to event network-changed-90c6000b-9d83-4a92-b1f8-8cf06355042c. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1888.250157] env[63676]: DEBUG oslo_concurrency.lockutils [req-00b20fd0-b28e-4dce-8ef4-417356011993 req-036fbfd8-edf8-443a-9066-ee3ce3cd3008 service nova] Acquiring lock "refresh_cache-96055d7f-cb10-4317-883c-cf6c668ba76e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.266964] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925933, 'name': CreateVM_Task, 'duration_secs': 0.628737} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1888.267137] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1888.267919] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3016266d-3b0a-4787-a776-75adcc4b67b5" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.268009] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3016266d-3b0a-4787-a776-75adcc4b67b5" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.268349] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/3016266d-3b0a-4787-a776-75adcc4b67b5" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1888.268615] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a2ef485-206d-4fde-9a77-2544fcf6d2eb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.273419] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1888.273419] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f04f7a-2be8-24b3-8f6f-12f5dc813da6" [ 1888.273419] env[63676]: _type = "Task" [ 1888.273419] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.283066] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f04f7a-2be8-24b3-8f6f-12f5dc813da6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.297818] env[63676]: DEBUG nova.network.neutron [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1888.507623] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "refresh_cache-57f0fd01-bddc-4ef1-b512-e2065d19d9f2" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.507781] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquired lock "refresh_cache-57f0fd01-bddc-4ef1-b512-e2065d19d9f2" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.507933] env[63676]: DEBUG nova.network.neutron [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1888.554186] env[63676]: DEBUG oslo_vmware.api [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925934, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.571726] env[63676]: DEBUG oslo_concurrency.lockutils [req-f20f0c01-801a-4152-b085-5ff1c232cee3 req-27c0ebb7-f80f-4d3f-8e88-9f8323529283 service nova] Releasing lock "refresh_cache-e40b252a-87ee-4519-8e88-d6f04182ecaa" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.609470] env[63676]: DEBUG nova.virt.hardware [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1888.609715] env[63676]: DEBUG nova.virt.hardware [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1888.609870] env[63676]: DEBUG nova.virt.hardware [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1888.610087] env[63676]: DEBUG nova.virt.hardware [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1888.610257] env[63676]: DEBUG nova.virt.hardware [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1888.610433] env[63676]: DEBUG nova.virt.hardware [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1888.610650] env[63676]: DEBUG nova.virt.hardware [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1888.610809] env[63676]: DEBUG nova.virt.hardware [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1888.610979] env[63676]: DEBUG nova.virt.hardware [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1888.611164] env[63676]: DEBUG nova.virt.hardware [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1888.611337] env[63676]: DEBUG nova.virt.hardware [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1888.612327] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cee6353-ec52-44b9-b7ae-6c8a45415314 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.627088] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518036af-96a6-4306-8a29-920f012f771d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.645397] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Instance VIF info [] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1888.651327] env[63676]: DEBUG oslo.service.loopingcall [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1888.651638] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1888.651884] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e3d69484-0d94-4373-b0a4-ab03f2d5c9de {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.671170] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1888.671170] env[63676]: value = "task-1925935" [ 1888.671170] env[63676]: _type = "Task" [ 1888.671170] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.685786] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925935, 'name': CreateVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.727257] env[63676]: DEBUG nova.scheduler.client.report [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1888.780898] env[63676]: INFO nova.compute.manager [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Took 0.56 seconds to detach 1 volumes for instance. [ 1888.786054] env[63676]: DEBUG nova.compute.manager [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Deleting volume: 8000f7b1-5da8-4a4d-bff1-a17dd6665284 {{(pid=63676) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1888.788051] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3016266d-3b0a-4787-a776-75adcc4b67b5" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1888.788594] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Processing image 3016266d-3b0a-4787-a776-75adcc4b67b5 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1888.788594] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/3016266d-3b0a-4787-a776-75adcc4b67b5/3016266d-3b0a-4787-a776-75adcc4b67b5.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.788732] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/3016266d-3b0a-4787-a776-75adcc4b67b5/3016266d-3b0a-4787-a776-75adcc4b67b5.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.788826] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1888.789914] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-50cc9246-0070-4088-ab32-25f2216ee92b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.798114] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1888.798312] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1888.799076] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72bd232c-f620-42f2-a233-c377b3aaaf03 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.805881] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1888.805881] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52701f7f-af4a-c690-f2db-d0f86af49d24" [ 1888.805881] env[63676]: _type = "Task" [ 1888.805881] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1888.814092] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52701f7f-af4a-c690-f2db-d0f86af49d24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1888.868413] env[63676]: DEBUG nova.network.neutron [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Updating instance_info_cache with network_info: [{"id": "22dcfed5-9766-46bf-84cf-f8af9d1c2767", "address": "fa:16:3e:f9:76:51", "network": {"id": "fdde4cdf-6907-432d-8db6-b2babe7a9d6a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1386565421", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7790cbad8bbe4e0c8c2b1584ceb57c2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22dcfed5-97", "ovs_interfaceid": "22dcfed5-9766-46bf-84cf-f8af9d1c2767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90c6000b-9d83-4a92-b1f8-8cf06355042c", "address": "fa:16:3e:cd:53:39", "network": {"id": "d286d36a-f75c-42e3-b9a6-7221874e6360", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1745157796", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7790cbad8bbe4e0c8c2b1584ceb57c2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90c6000b-9d", "ovs_interfaceid": "90c6000b-9d83-4a92-b1f8-8cf06355042c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.045589] env[63676]: DEBUG oslo_vmware.api [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925934, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73075} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.046499] env[63676]: DEBUG nova.network.neutron [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1889.048394] env[63676]: INFO nova.virt.vmwareapi.ds_util [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 038a0675-2f22-4612-a0a1-7c59d82f0fb9/160c0574-5dbe-4d70-9e2a-c95199be0826-rescue.vmdk. [ 1889.049250] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0045e8e-e18d-4ac1-8d31-d138439f236b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.074789] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 038a0675-2f22-4612-a0a1-7c59d82f0fb9/160c0574-5dbe-4d70-9e2a-c95199be0826-rescue.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1889.077319] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11e4bfc3-1c00-4a0d-b9e2-8b6749ffac6a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.099110] env[63676]: DEBUG oslo_vmware.api [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1889.099110] env[63676]: value = "task-1925937" [ 1889.099110] env[63676]: _type = "Task" [ 1889.099110] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.107603] env[63676]: DEBUG oslo_vmware.api [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925937, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.180903] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925935, 'name': CreateVM_Task, 'duration_secs': 0.343028} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.183946] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1889.183946] env[63676]: DEBUG oslo_concurrency.lockutils [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.183946] env[63676]: DEBUG oslo_concurrency.lockutils [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.184305] env[63676]: DEBUG oslo_concurrency.lockutils [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1889.184853] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-705357a4-4a43-4b7d-ba11-9e742712b4da {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.189269] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Waiting for the task: (returnval){ [ 1889.189269] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5265b634-0767-3b26-e254-0571552ee12b" [ 1889.189269] env[63676]: _type = "Task" [ 1889.189269] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.196734] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5265b634-0767-3b26-e254-0571552ee12b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.234792] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.237499] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.930s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.238897] env[63676]: INFO nova.compute.claims [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1889.288300] env[63676]: INFO nova.scheduler.client.report [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Deleted allocations for instance b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112 [ 1889.313678] env[63676]: DEBUG nova.network.neutron [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Updating instance_info_cache with network_info: [{"id": "b1e7ed27-b12f-424d-bb3a-5d9ccefeb74c", "address": "fa:16:3e:3e:af:18", "network": {"id": "8b3d4c23-731d-4fef-8723-d3260ab588ed", "bridge": "br-int", "label": "tempest-ServersTestJSON-186016855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5accc7a22deb4afeb300bab2cdcf4b8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e7ed27-b1", "ovs_interfaceid": "b1e7ed27-b12f-424d-bb3a-5d9ccefeb74c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.321225] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Preparing fetch location {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1889.321225] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Fetch image to [datastore1] OSTACK_IMG_cb8f0611-d0ed-456c-9fc9-c9960caa0f93/OSTACK_IMG_cb8f0611-d0ed-456c-9fc9-c9960caa0f93.vmdk {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1889.321225] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Downloading stream optimized image 3016266d-3b0a-4787-a776-75adcc4b67b5 to [datastore1] OSTACK_IMG_cb8f0611-d0ed-456c-9fc9-c9960caa0f93/OSTACK_IMG_cb8f0611-d0ed-456c-9fc9-c9960caa0f93.vmdk on the data store datastore1 as vApp {{(pid=63676) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1889.321460] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Downloading image file data 3016266d-3b0a-4787-a776-75adcc4b67b5 to the ESX as VM named 'OSTACK_IMG_cb8f0611-d0ed-456c-9fc9-c9960caa0f93' {{(pid=63676) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1889.339878] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.376288] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Releasing lock "refresh_cache-96055d7f-cb10-4317-883c-cf6c668ba76e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.376288] env[63676]: DEBUG nova.compute.manager [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Instance network_info: |[{"id": "22dcfed5-9766-46bf-84cf-f8af9d1c2767", "address": "fa:16:3e:f9:76:51", "network": {"id": "fdde4cdf-6907-432d-8db6-b2babe7a9d6a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1386565421", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7790cbad8bbe4e0c8c2b1584ceb57c2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22dcfed5-97", "ovs_interfaceid": "22dcfed5-9766-46bf-84cf-f8af9d1c2767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90c6000b-9d83-4a92-b1f8-8cf06355042c", "address": "fa:16:3e:cd:53:39", "network": {"id": "d286d36a-f75c-42e3-b9a6-7221874e6360", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1745157796", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7790cbad8bbe4e0c8c2b1584ceb57c2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90c6000b-9d", "ovs_interfaceid": "90c6000b-9d83-4a92-b1f8-8cf06355042c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1889.376288] env[63676]: DEBUG oslo_concurrency.lockutils [req-00b20fd0-b28e-4dce-8ef4-417356011993 req-036fbfd8-edf8-443a-9066-ee3ce3cd3008 service nova] Acquired lock "refresh_cache-96055d7f-cb10-4317-883c-cf6c668ba76e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.376288] env[63676]: DEBUG nova.network.neutron [req-00b20fd0-b28e-4dce-8ef4-417356011993 req-036fbfd8-edf8-443a-9066-ee3ce3cd3008 service nova] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Refreshing network info cache for port 90c6000b-9d83-4a92-b1f8-8cf06355042c {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1889.377074] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:76:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba4f6497-e2b4-43b5-9819-6927865ae974', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '22dcfed5-9766-46bf-84cf-f8af9d1c2767', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:53:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90c6000b-9d83-4a92-b1f8-8cf06355042c', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1889.389337] env[63676]: DEBUG oslo.service.loopingcall [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1889.390510] env[63676]: DEBUG nova.compute.manager [req-72f16c23-c0ba-414f-b559-79aaccb77bd4 req-66322493-1a00-4231-89a4-4674526df417 service nova] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Received event network-vif-plugged-b1e7ed27-b12f-424d-bb3a-5d9ccefeb74c {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1889.390710] env[63676]: DEBUG oslo_concurrency.lockutils [req-72f16c23-c0ba-414f-b559-79aaccb77bd4 req-66322493-1a00-4231-89a4-4674526df417 service nova] Acquiring lock "57f0fd01-bddc-4ef1-b512-e2065d19d9f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.390910] env[63676]: DEBUG oslo_concurrency.lockutils [req-72f16c23-c0ba-414f-b559-79aaccb77bd4 req-66322493-1a00-4231-89a4-4674526df417 service nova] Lock "57f0fd01-bddc-4ef1-b512-e2065d19d9f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.391092] env[63676]: DEBUG oslo_concurrency.lockutils [req-72f16c23-c0ba-414f-b559-79aaccb77bd4 req-66322493-1a00-4231-89a4-4674526df417 service nova] Lock "57f0fd01-bddc-4ef1-b512-e2065d19d9f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.391261] env[63676]: DEBUG nova.compute.manager [req-72f16c23-c0ba-414f-b559-79aaccb77bd4 req-66322493-1a00-4231-89a4-4674526df417 service nova] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] No waiting events found dispatching network-vif-plugged-b1e7ed27-b12f-424d-bb3a-5d9ccefeb74c {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1889.391426] env[63676]: WARNING nova.compute.manager [req-72f16c23-c0ba-414f-b559-79aaccb77bd4 req-66322493-1a00-4231-89a4-4674526df417 service nova] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Received unexpected event network-vif-plugged-b1e7ed27-b12f-424d-bb3a-5d9ccefeb74c for instance with vm_state building and task_state spawning. [ 1889.391584] env[63676]: DEBUG nova.compute.manager [req-72f16c23-c0ba-414f-b559-79aaccb77bd4 req-66322493-1a00-4231-89a4-4674526df417 service nova] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Received event network-changed-b1e7ed27-b12f-424d-bb3a-5d9ccefeb74c {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1889.391732] env[63676]: DEBUG nova.compute.manager [req-72f16c23-c0ba-414f-b559-79aaccb77bd4 req-66322493-1a00-4231-89a4-4674526df417 service nova] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Refreshing instance network info cache due to event network-changed-b1e7ed27-b12f-424d-bb3a-5d9ccefeb74c. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1889.391898] env[63676]: DEBUG oslo_concurrency.lockutils [req-72f16c23-c0ba-414f-b559-79aaccb77bd4 req-66322493-1a00-4231-89a4-4674526df417 service nova] Acquiring lock "refresh_cache-57f0fd01-bddc-4ef1-b512-e2065d19d9f2" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.393307] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1889.397012] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f75a0f1e-0019-4607-bcc9-d423806cb45e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.418296] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1889.418296] env[63676]: value = "task-1925938" [ 1889.418296] env[63676]: _type = "Task" [ 1889.418296] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.427251] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925938, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.444827] env[63676]: DEBUG oslo_vmware.rw_handles [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1889.444827] env[63676]: value = "resgroup-9" [ 1889.444827] env[63676]: _type = "ResourcePool" [ 1889.444827] env[63676]: }. {{(pid=63676) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1889.445125] env[63676]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-be75fff9-c828-4e86-bd70-96d8b453e294 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.466109] env[63676]: DEBUG oslo_vmware.rw_handles [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lease: (returnval){ [ 1889.466109] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e88785-684e-df97-bfb2-5d63ff7797a0" [ 1889.466109] env[63676]: _type = "HttpNfcLease" [ 1889.466109] env[63676]: } obtained for vApp import into resource pool (val){ [ 1889.466109] env[63676]: value = "resgroup-9" [ 1889.466109] env[63676]: _type = "ResourcePool" [ 1889.466109] env[63676]: }. {{(pid=63676) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1889.466438] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the lease: (returnval){ [ 1889.466438] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e88785-684e-df97-bfb2-5d63ff7797a0" [ 1889.466438] env[63676]: _type = "HttpNfcLease" [ 1889.466438] env[63676]: } to be ready. {{(pid=63676) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1889.472632] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1889.472632] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e88785-684e-df97-bfb2-5d63ff7797a0" [ 1889.472632] env[63676]: _type = "HttpNfcLease" [ 1889.472632] env[63676]: } is initializing. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1889.609320] env[63676]: DEBUG oslo_vmware.api [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925937, 'name': ReconfigVM_Task, 'duration_secs': 0.320404} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.609608] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 038a0675-2f22-4612-a0a1-7c59d82f0fb9/160c0574-5dbe-4d70-9e2a-c95199be0826-rescue.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1889.610446] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e7d0c8-5f14-4e8e-8747-9851cec44f61 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.638059] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e167dce-7a06-4af6-81c8-36101bda63fa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.654653] env[63676]: DEBUG oslo_vmware.api [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1889.654653] env[63676]: value = "task-1925940" [ 1889.654653] env[63676]: _type = "Task" [ 1889.654653] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.663369] env[63676]: DEBUG oslo_vmware.api [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.702057] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5265b634-0767-3b26-e254-0571552ee12b, 'name': SearchDatastore_Task, 'duration_secs': 0.010577} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.702057] env[63676]: DEBUG oslo_concurrency.lockutils [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.702057] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1889.702057] env[63676]: DEBUG oslo_concurrency.lockutils [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.702057] env[63676]: DEBUG oslo_concurrency.lockutils [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.702057] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1889.702057] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1eed2328-d40c-452c-b595-b931c66aa7e4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.710965] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1889.711200] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1889.712097] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b73a34a-0e02-4628-8163-e303e0028a63 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.717973] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Waiting for the task: (returnval){ [ 1889.717973] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524387ed-cc39-b2d5-dc51-3f5dd78f247f" [ 1889.717973] env[63676]: _type = "Task" [ 1889.717973] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.726293] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524387ed-cc39-b2d5-dc51-3f5dd78f247f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.796772] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e5def45a-a2c8-4ff7-9785-933f76dc3915 tempest-FloatingIPsAssociationTestJSON-1346943323 tempest-FloatingIPsAssociationTestJSON-1346943323-project-member] Lock "b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.704s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.815107] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Releasing lock "refresh_cache-57f0fd01-bddc-4ef1-b512-e2065d19d9f2" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.815479] env[63676]: DEBUG nova.compute.manager [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Instance network_info: |[{"id": "b1e7ed27-b12f-424d-bb3a-5d9ccefeb74c", "address": "fa:16:3e:3e:af:18", "network": {"id": "8b3d4c23-731d-4fef-8723-d3260ab588ed", "bridge": "br-int", "label": "tempest-ServersTestJSON-186016855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5accc7a22deb4afeb300bab2cdcf4b8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e7ed27-b1", "ovs_interfaceid": "b1e7ed27-b12f-424d-bb3a-5d9ccefeb74c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1889.815806] env[63676]: DEBUG oslo_concurrency.lockutils [req-72f16c23-c0ba-414f-b559-79aaccb77bd4 req-66322493-1a00-4231-89a4-4674526df417 service nova] Acquired lock "refresh_cache-57f0fd01-bddc-4ef1-b512-e2065d19d9f2" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.816050] env[63676]: DEBUG nova.network.neutron [req-72f16c23-c0ba-414f-b559-79aaccb77bd4 req-66322493-1a00-4231-89a4-4674526df417 service nova] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Refreshing network info cache for port b1e7ed27-b12f-424d-bb3a-5d9ccefeb74c {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1889.817369] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:af:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1e7ed27-b12f-424d-bb3a-5d9ccefeb74c', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1889.827569] env[63676]: DEBUG oslo.service.loopingcall [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1889.827955] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1889.828205] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ced35a7d-30ac-4803-9799-bf430b1389e8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.851168] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1889.851168] env[63676]: value = "task-1925941" [ 1889.851168] env[63676]: _type = "Task" [ 1889.851168] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.860670] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925941, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.929467] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925938, 'name': CreateVM_Task, 'duration_secs': 0.498116} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1889.929612] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1889.930929] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1889.931114] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1889.931434] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1889.931756] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b244c1e-5e04-45ae-a74b-9b7a5778b1a6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.938519] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Waiting for the task: (returnval){ [ 1889.938519] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bb5838-487c-3b6e-9115-1c8cbdf723a6" [ 1889.938519] env[63676]: _type = "Task" [ 1889.938519] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.950432] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bb5838-487c-3b6e-9115-1c8cbdf723a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.975948] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1889.975948] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e88785-684e-df97-bfb2-5d63ff7797a0" [ 1889.975948] env[63676]: _type = "HttpNfcLease" [ 1889.975948] env[63676]: } is initializing. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1890.167958] env[63676]: DEBUG oslo_vmware.api [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925940, 'name': ReconfigVM_Task, 'duration_secs': 0.239973} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.168343] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1890.168644] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad84c94d-2783-47f8-a43f-5945307d694c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.177579] env[63676]: DEBUG oslo_vmware.api [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1890.177579] env[63676]: value = "task-1925942" [ 1890.177579] env[63676]: _type = "Task" [ 1890.177579] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.187778] env[63676]: DEBUG oslo_vmware.api [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.229375] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524387ed-cc39-b2d5-dc51-3f5dd78f247f, 'name': SearchDatastore_Task, 'duration_secs': 0.008253} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.230180] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fdc949f-e8dd-4bef-aac2-627379100d80 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.238103] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Waiting for the task: (returnval){ [ 1890.238103] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523cb61f-b4f8-087e-5224-958b9711b3ec" [ 1890.238103] env[63676]: _type = "Task" [ 1890.238103] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.248759] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523cb61f-b4f8-087e-5224-958b9711b3ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.369230] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925941, 'name': CreateVM_Task, 'duration_secs': 0.445924} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.369230] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1890.370862] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.400755] env[63676]: DEBUG nova.network.neutron [req-00b20fd0-b28e-4dce-8ef4-417356011993 req-036fbfd8-edf8-443a-9066-ee3ce3cd3008 service nova] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Updated VIF entry in instance network info cache for port 90c6000b-9d83-4a92-b1f8-8cf06355042c. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1890.401099] env[63676]: DEBUG nova.network.neutron [req-00b20fd0-b28e-4dce-8ef4-417356011993 req-036fbfd8-edf8-443a-9066-ee3ce3cd3008 service nova] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Updating instance_info_cache with network_info: [{"id": "22dcfed5-9766-46bf-84cf-f8af9d1c2767", "address": "fa:16:3e:f9:76:51", "network": {"id": "fdde4cdf-6907-432d-8db6-b2babe7a9d6a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1386565421", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.101", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7790cbad8bbe4e0c8c2b1584ceb57c2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba4f6497-e2b4-43b5-9819-6927865ae974", "external-id": "nsx-vlan-transportzone-112", "segmentation_id": 112, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap22dcfed5-97", "ovs_interfaceid": "22dcfed5-9766-46bf-84cf-f8af9d1c2767", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90c6000b-9d83-4a92-b1f8-8cf06355042c", "address": "fa:16:3e:cd:53:39", "network": {"id": "d286d36a-f75c-42e3-b9a6-7221874e6360", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1745157796", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7790cbad8bbe4e0c8c2b1584ceb57c2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90c6000b-9d", "ovs_interfaceid": "90c6000b-9d83-4a92-b1f8-8cf06355042c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1890.450132] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bb5838-487c-3b6e-9115-1c8cbdf723a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009823} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.450514] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.450651] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1890.451198] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.453535] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.453854] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1890.454721] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-185406ff-b92b-469c-91be-11e98f5210c4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.460208] env[63676]: DEBUG oslo_vmware.api [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1890.460208] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d70636-76c9-fc53-fb58-37fdf0eb7ea9" [ 1890.460208] env[63676]: _type = "Task" [ 1890.460208] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.475543] env[63676]: DEBUG oslo_vmware.api [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d70636-76c9-fc53-fb58-37fdf0eb7ea9, 'name': SearchDatastore_Task, 'duration_secs': 0.008455} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.478511] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.478777] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1890.479011] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.481606] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1890.481606] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e88785-684e-df97-bfb2-5d63ff7797a0" [ 1890.481606] env[63676]: _type = "HttpNfcLease" [ 1890.481606] env[63676]: } is ready. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1890.482047] env[63676]: DEBUG oslo_vmware.rw_handles [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1890.482047] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e88785-684e-df97-bfb2-5d63ff7797a0" [ 1890.482047] env[63676]: _type = "HttpNfcLease" [ 1890.482047] env[63676]: }. {{(pid=63676) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1890.483346] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa759fa-6500-4593-8f8d-b5f003543baa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.491567] env[63676]: DEBUG oslo_vmware.rw_handles [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52885a73-9ed8-46ba-a4b6-0c1657a53d0a/disk-0.vmdk from lease info. {{(pid=63676) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1890.491826] env[63676]: DEBUG oslo_vmware.rw_handles [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52885a73-9ed8-46ba-a4b6-0c1657a53d0a/disk-0.vmdk. {{(pid=63676) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1890.561016] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-17337c53-228d-435a-bb71-5603b9e676d0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.670130] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b101fe-412c-4b7f-b086-0c7b35ae40f7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.681391] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae084d3-a58c-45d6-8281-acf7f57432a1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.689740] env[63676]: DEBUG oslo_vmware.api [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925942, 'name': PowerOnVM_Task, 'duration_secs': 0.45482} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.715556] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1890.718788] env[63676]: DEBUG nova.compute.manager [None req-3f16325f-0080-4954-bad1-ba976697d22b tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1890.719485] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220c9daf-a3a1-42ed-a146-6cfed505d466 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.723303] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09d84dc-ddee-4232-a502-ede103393db7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.750664] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf1ebf8-707e-4d94-8265-598541ea8d61 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.770224] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523cb61f-b4f8-087e-5224-958b9711b3ec, 'name': SearchDatastore_Task, 'duration_secs': 0.009416} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.770651] env[63676]: DEBUG nova.compute.provider_tree [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1890.775489] env[63676]: DEBUG oslo_concurrency.lockutils [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.775489] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] f42eb9a0-03ab-45ce-a309-2293fef9565a/f42eb9a0-03ab-45ce-a309-2293fef9565a.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1890.778814] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.778814] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1890.778814] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a78e7d73-f63c-4cbe-bd12-2deb1659a6ec {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.780876] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-caea2837-dede-4a9a-9135-a0ea534d2b21 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.788266] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Waiting for the task: (returnval){ [ 1890.788266] env[63676]: value = "task-1925943" [ 1890.788266] env[63676]: _type = "Task" [ 1890.788266] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.794156] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1890.794156] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1890.798104] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0693c3e9-37a2-44c5-9c8f-f32695058bff {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.804745] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.809768] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Waiting for the task: (returnval){ [ 1890.809768] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b1b8d8-131c-b6c0-4d5f-cf6665c37779" [ 1890.809768] env[63676]: _type = "Task" [ 1890.809768] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.817589] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b1b8d8-131c-b6c0-4d5f-cf6665c37779, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.906930] env[63676]: DEBUG oslo_concurrency.lockutils [req-00b20fd0-b28e-4dce-8ef4-417356011993 req-036fbfd8-edf8-443a-9066-ee3ce3cd3008 service nova] Releasing lock "refresh_cache-96055d7f-cb10-4317-883c-cf6c668ba76e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1890.947119] env[63676]: DEBUG nova.network.neutron [req-72f16c23-c0ba-414f-b559-79aaccb77bd4 req-66322493-1a00-4231-89a4-4674526df417 service nova] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Updated VIF entry in instance network info cache for port b1e7ed27-b12f-424d-bb3a-5d9ccefeb74c. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1890.947680] env[63676]: DEBUG nova.network.neutron [req-72f16c23-c0ba-414f-b559-79aaccb77bd4 req-66322493-1a00-4231-89a4-4674526df417 service nova] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Updating instance_info_cache with network_info: [{"id": "b1e7ed27-b12f-424d-bb3a-5d9ccefeb74c", "address": "fa:16:3e:3e:af:18", "network": {"id": "8b3d4c23-731d-4fef-8723-d3260ab588ed", "bridge": "br-int", "label": "tempest-ServersTestJSON-186016855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5accc7a22deb4afeb300bab2cdcf4b8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1e7ed27-b1", "ovs_interfaceid": "b1e7ed27-b12f-424d-bb3a-5d9ccefeb74c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.281753] env[63676]: DEBUG nova.scheduler.client.report [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1891.308588] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925943, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.323240] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b1b8d8-131c-b6c0-4d5f-cf6665c37779, 'name': SearchDatastore_Task, 'duration_secs': 0.01765} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.329975] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49c9a9a4-c405-4997-87eb-c503cd7689e4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.335966] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Waiting for the task: (returnval){ [ 1891.335966] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520c877f-4210-564e-d280-7af28516cc73" [ 1891.335966] env[63676]: _type = "Task" [ 1891.335966] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.349733] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520c877f-4210-564e-d280-7af28516cc73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.367817] env[63676]: DEBUG oslo_vmware.rw_handles [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Completed reading data from the image iterator. {{(pid=63676) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1891.368122] env[63676]: DEBUG oslo_vmware.rw_handles [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52885a73-9ed8-46ba-a4b6-0c1657a53d0a/disk-0.vmdk. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1891.369184] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cf938d-8078-4e60-9c8b-ace863686df4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.378875] env[63676]: DEBUG oslo_vmware.rw_handles [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52885a73-9ed8-46ba-a4b6-0c1657a53d0a/disk-0.vmdk is in state: ready. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1891.378875] env[63676]: DEBUG oslo_vmware.rw_handles [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52885a73-9ed8-46ba-a4b6-0c1657a53d0a/disk-0.vmdk. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1891.378875] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b944534a-bf8d-49eb-9857-90eb2460e523 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.452212] env[63676]: DEBUG oslo_concurrency.lockutils [req-72f16c23-c0ba-414f-b559-79aaccb77bd4 req-66322493-1a00-4231-89a4-4674526df417 service nova] Releasing lock "refresh_cache-57f0fd01-bddc-4ef1-b512-e2065d19d9f2" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.543980] env[63676]: DEBUG oslo_vmware.rw_handles [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52885a73-9ed8-46ba-a4b6-0c1657a53d0a/disk-0.vmdk. {{(pid=63676) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1891.544838] env[63676]: INFO nova.virt.vmwareapi.images [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Downloaded image file data 3016266d-3b0a-4787-a776-75adcc4b67b5 [ 1891.545340] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc28cda1-8735-491f-a405-58a41df500a6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.568221] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f8ca309-6bd0-4549-831a-4f5f737a0bab {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.589020] env[63676]: INFO nova.virt.vmwareapi.images [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] The imported VM was unregistered [ 1891.592136] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Caching image {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1891.592418] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Creating directory with path [datastore1] devstack-image-cache_base/3016266d-3b0a-4787-a776-75adcc4b67b5 {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1891.592732] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f6f4fa8-2bb2-40aa-868e-e3016604f354 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.611106] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Created directory with path [datastore1] devstack-image-cache_base/3016266d-3b0a-4787-a776-75adcc4b67b5 {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1891.611325] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_cb8f0611-d0ed-456c-9fc9-c9960caa0f93/OSTACK_IMG_cb8f0611-d0ed-456c-9fc9-c9960caa0f93.vmdk to [datastore1] devstack-image-cache_base/3016266d-3b0a-4787-a776-75adcc4b67b5/3016266d-3b0a-4787-a776-75adcc4b67b5.vmdk. {{(pid=63676) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1891.611606] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-94f2c0ef-1abe-4620-8576-4053a397ccf0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.620345] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1891.620345] env[63676]: value = "task-1925945" [ 1891.620345] env[63676]: _type = "Task" [ 1891.620345] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.629746] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925945, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.788456] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.551s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.789596] env[63676]: DEBUG nova.compute.manager [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1891.792578] env[63676]: DEBUG oslo_concurrency.lockutils [None req-21f7c174-538a-4541-bea4-e999c7a7727d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 14.479s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1891.809116] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522808} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.810235] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] f42eb9a0-03ab-45ce-a309-2293fef9565a/f42eb9a0-03ab-45ce-a309-2293fef9565a.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1891.812241] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1891.812241] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5832df19-a71f-4473-9ac9-7e4c133e6c64 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.823418] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Waiting for the task: (returnval){ [ 1891.823418] env[63676]: value = "task-1925946" [ 1891.823418] env[63676]: _type = "Task" [ 1891.823418] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.839197] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.853069] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520c877f-4210-564e-d280-7af28516cc73, 'name': SearchDatastore_Task, 'duration_secs': 0.018855} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.853141] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1891.853704] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 96055d7f-cb10-4317-883c-cf6c668ba76e/96055d7f-cb10-4317-883c-cf6c668ba76e.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1891.853831] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.854036] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1891.854836] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-74444bb4-adbc-4222-9a05-009f38a5b2ee {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.857436] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5dddfc83-9fe8-4071-869e-5d5c13a4af4c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.867765] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Waiting for the task: (returnval){ [ 1891.867765] env[63676]: value = "task-1925947" [ 1891.867765] env[63676]: _type = "Task" [ 1891.867765] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.873119] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1891.873345] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1891.874506] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73e03a77-ba3e-4180-b335-de2a2ab0c049 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.881031] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.884718] env[63676]: DEBUG oslo_vmware.api [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1891.884718] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527ba415-f033-356e-d1a4-54d3450a439a" [ 1891.884718] env[63676]: _type = "Task" [ 1891.884718] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.893736] env[63676]: DEBUG oslo_vmware.api [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527ba415-f033-356e-d1a4-54d3450a439a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.134710] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925945, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.300251] env[63676]: DEBUG nova.compute.utils [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1892.302141] env[63676]: DEBUG nova.compute.manager [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1892.302356] env[63676]: DEBUG nova.network.neutron [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1892.342138] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925946, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.369044] env[63676]: DEBUG nova.policy [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5ea003aa7b54f4491adcd4a27411282', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64afb88688594408bd695883c0366330', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1892.385928] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.395228] env[63676]: DEBUG oslo_vmware.api [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527ba415-f033-356e-d1a4-54d3450a439a, 'name': SearchDatastore_Task, 'duration_secs': 0.087157} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.400128] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d0c890c-d168-4f32-9aaf-c612bf2c2d9e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.407154] env[63676]: DEBUG oslo_vmware.api [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1892.407154] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e19765-b987-9d99-2741-2ffe673c3891" [ 1892.407154] env[63676]: _type = "Task" [ 1892.407154] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.418027] env[63676]: DEBUG oslo_vmware.api [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e19765-b987-9d99-2741-2ffe673c3891, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.630387] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925945, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.663472] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-419fd37d-5a77-47cb-aee7-e8edb81ea0be {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.667135] env[63676]: DEBUG nova.network.neutron [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Successfully created port: b2c6a13a-f7f8-4f62-bff0-7ddbe9234b68 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1892.674249] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-123cee9a-7935-4886-ae77-200dbd7e220c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.706577] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aed4f35-5daa-40fb-be33-d543b4e81f5d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.715079] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90cad76c-761e-49f2-84ae-4ca9fe7de2e2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.729289] env[63676]: DEBUG nova.compute.provider_tree [None req-21f7c174-538a-4541-bea4-e999c7a7727d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1892.807369] env[63676]: DEBUG nova.compute.manager [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1892.837057] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.649267} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.837516] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1892.838339] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47d505c-f649-4dbe-bbe0-94ff48a48504 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.863358] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] f42eb9a0-03ab-45ce-a309-2293fef9565a/f42eb9a0-03ab-45ce-a309-2293fef9565a.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1892.864070] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39417022-db0d-4388-8d8a-3d0ab5654cd9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.892346] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Waiting for the task: (returnval){ [ 1892.892346] env[63676]: value = "task-1925948" [ 1892.892346] env[63676]: _type = "Task" [ 1892.892346] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.896304] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.918318] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.926024] env[63676]: DEBUG oslo_vmware.api [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e19765-b987-9d99-2741-2ffe673c3891, 'name': SearchDatastore_Task, 'duration_secs': 0.08866} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.926024] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.926024] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 57f0fd01-bddc-4ef1-b512-e2065d19d9f2/57f0fd01-bddc-4ef1-b512-e2065d19d9f2.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1892.926024] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e08261c-39d3-426c-b7ea-75508ceba3fd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.933016] env[63676]: DEBUG oslo_vmware.api [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1892.933016] env[63676]: value = "task-1925949" [ 1892.933016] env[63676]: _type = "Task" [ 1892.933016] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.942357] env[63676]: DEBUG oslo_vmware.api [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.134354] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925945, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.234143] env[63676]: DEBUG nova.scheduler.client.report [None req-21f7c174-538a-4541-bea4-e999c7a7727d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1893.392017] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925947, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.404914] env[63676]: INFO nova.compute.manager [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Rescuing [ 1893.405194] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "refresh_cache-6ee39c3c-33c9-4ce8-b214-bba1e8629e75" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1893.405610] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquired lock "refresh_cache-6ee39c3c-33c9-4ce8-b214-bba1e8629e75" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1893.405610] env[63676]: DEBUG nova.network.neutron [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1893.407013] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.443563] env[63676]: DEBUG oslo_vmware.api [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.634130] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925945, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.819378] env[63676]: DEBUG nova.compute.manager [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1893.851855] env[63676]: DEBUG nova.virt.hardware [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1893.852196] env[63676]: DEBUG nova.virt.hardware [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1893.852326] env[63676]: DEBUG nova.virt.hardware [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1893.854019] env[63676]: DEBUG nova.virt.hardware [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1893.854019] env[63676]: DEBUG nova.virt.hardware [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1893.854019] env[63676]: DEBUG nova.virt.hardware [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1893.854019] env[63676]: DEBUG nova.virt.hardware [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1893.854019] env[63676]: DEBUG nova.virt.hardware [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1893.854019] env[63676]: DEBUG nova.virt.hardware [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1893.854019] env[63676]: DEBUG nova.virt.hardware [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1893.854019] env[63676]: DEBUG nova.virt.hardware [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1893.854859] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea975b8-edfe-43ed-9927-a76764d1429a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.868155] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6b27c9-f098-4b7b-939e-8d1a122d38c3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.894845] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925947, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.904904] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925948, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.944743] env[63676]: DEBUG oslo_vmware.api [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925949, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.137591] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925945, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.249786] env[63676]: DEBUG oslo_concurrency.lockutils [None req-21f7c174-538a-4541-bea4-e999c7a7727d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.457s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.253757] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.732s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.255867] env[63676]: INFO nova.compute.claims [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1894.318842] env[63676]: DEBUG nova.network.neutron [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Successfully updated port: b2c6a13a-f7f8-4f62-bff0-7ddbe9234b68 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1894.386474] env[63676]: DEBUG nova.compute.manager [req-ce9dbfc7-93bd-496f-b94b-b411149cbaa1 req-968e2219-f675-4d38-850e-e68a43bea464 service nova] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Received event network-vif-plugged-b2c6a13a-f7f8-4f62-bff0-7ddbe9234b68 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1894.386474] env[63676]: DEBUG oslo_concurrency.lockutils [req-ce9dbfc7-93bd-496f-b94b-b411149cbaa1 req-968e2219-f675-4d38-850e-e68a43bea464 service nova] Acquiring lock "267a3342-3ac0-4cc0-897e-4923cbc96a76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.386474] env[63676]: DEBUG oslo_concurrency.lockutils [req-ce9dbfc7-93bd-496f-b94b-b411149cbaa1 req-968e2219-f675-4d38-850e-e68a43bea464 service nova] Lock "267a3342-3ac0-4cc0-897e-4923cbc96a76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.386474] env[63676]: DEBUG oslo_concurrency.lockutils [req-ce9dbfc7-93bd-496f-b94b-b411149cbaa1 req-968e2219-f675-4d38-850e-e68a43bea464 service nova] Lock "267a3342-3ac0-4cc0-897e-4923cbc96a76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.386474] env[63676]: DEBUG nova.compute.manager [req-ce9dbfc7-93bd-496f-b94b-b411149cbaa1 req-968e2219-f675-4d38-850e-e68a43bea464 service nova] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] No waiting events found dispatching network-vif-plugged-b2c6a13a-f7f8-4f62-bff0-7ddbe9234b68 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1894.386474] env[63676]: WARNING nova.compute.manager [req-ce9dbfc7-93bd-496f-b94b-b411149cbaa1 req-968e2219-f675-4d38-850e-e68a43bea464 service nova] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Received unexpected event network-vif-plugged-b2c6a13a-f7f8-4f62-bff0-7ddbe9234b68 for instance with vm_state building and task_state spawning. [ 1894.400089] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925947, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.434727} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.405942] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 96055d7f-cb10-4317-883c-cf6c668ba76e/96055d7f-cb10-4317-883c-cf6c668ba76e.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1894.406092] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1894.406531] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9bb6e77e-6e14-4d15-9aef-df7673608122 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.415042] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925948, 'name': ReconfigVM_Task, 'duration_secs': 1.098645} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.419196] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Reconfigured VM instance instance-0000004f to attach disk [datastore1] f42eb9a0-03ab-45ce-a309-2293fef9565a/f42eb9a0-03ab-45ce-a309-2293fef9565a.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1894.420218] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Waiting for the task: (returnval){ [ 1894.420218] env[63676]: value = "task-1925950" [ 1894.420218] env[63676]: _type = "Task" [ 1894.420218] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.420640] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0717337-bac0-4748-8069-bf1b9ee2394a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.433833] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.436193] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Waiting for the task: (returnval){ [ 1894.436193] env[63676]: value = "task-1925951" [ 1894.436193] env[63676]: _type = "Task" [ 1894.436193] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.444736] env[63676]: DEBUG nova.network.neutron [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Updating instance_info_cache with network_info: [{"id": "2d91d501-6bcd-436d-a57e-138bf6757987", "address": "fa:16:3e:66:96:d8", "network": {"id": "23e204f7-4577-455a-8f4f-79800b8dc56a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1808283278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ceddfd10acf04eefbb18c1077d1154d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d91d501-6b", "ovs_interfaceid": "2d91d501-6bcd-436d-a57e-138bf6757987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1894.454726] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925951, 'name': Rename_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.458901] env[63676]: DEBUG oslo_vmware.api [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925949, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.633909] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925945, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.701146} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.634449] env[63676]: INFO nova.virt.vmwareapi.ds_util [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_cb8f0611-d0ed-456c-9fc9-c9960caa0f93/OSTACK_IMG_cb8f0611-d0ed-456c-9fc9-c9960caa0f93.vmdk to [datastore1] devstack-image-cache_base/3016266d-3b0a-4787-a776-75adcc4b67b5/3016266d-3b0a-4787-a776-75adcc4b67b5.vmdk. [ 1894.634449] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Cleaning up location [datastore1] OSTACK_IMG_cb8f0611-d0ed-456c-9fc9-c9960caa0f93 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1894.634557] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_cb8f0611-d0ed-456c-9fc9-c9960caa0f93 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1894.634808] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be3c6b74-935f-41aa-9e93-38287cba7c56 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.640207] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1894.640207] env[63676]: value = "task-1925952" [ 1894.640207] env[63676]: _type = "Task" [ 1894.640207] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.647767] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.823621] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "refresh_cache-267a3342-3ac0-4cc0-897e-4923cbc96a76" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.823621] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquired lock "refresh_cache-267a3342-3ac0-4cc0-897e-4923cbc96a76" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.823621] env[63676]: DEBUG nova.network.neutron [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1894.846158] env[63676]: INFO nova.scheduler.client.report [None req-21f7c174-538a-4541-bea4-e999c7a7727d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Deleted allocation for migration 090ecada-4023-410f-ba4f-e4f8837b0184 [ 1894.932510] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090171} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.932785] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1894.933547] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bc378e-dd72-4be1-a74c-11397eecdb38 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.949975] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Releasing lock "refresh_cache-6ee39c3c-33c9-4ce8-b214-bba1e8629e75" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1894.967530] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 96055d7f-cb10-4317-883c-cf6c668ba76e/96055d7f-cb10-4317-883c-cf6c668ba76e.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1894.972236] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19052189-11ed-480d-9573-1e8af7578769 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.989751] env[63676]: DEBUG oslo_vmware.api [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925949, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.699629} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.990677] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 57f0fd01-bddc-4ef1-b512-e2065d19d9f2/57f0fd01-bddc-4ef1-b512-e2065d19d9f2.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1894.990882] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1894.992819] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e6d56f4-f133-4475-a0c7-b4991aab7a99 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.999417] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Waiting for the task: (returnval){ [ 1894.999417] env[63676]: value = "task-1925953" [ 1894.999417] env[63676]: _type = "Task" [ 1894.999417] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.001027] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925951, 'name': Rename_Task, 'duration_secs': 0.290631} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.001027] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1895.004476] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13021106-e6eb-43eb-a90c-5d2b94f90c02 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.009876] env[63676]: DEBUG oslo_vmware.api [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1895.009876] env[63676]: value = "task-1925954" [ 1895.009876] env[63676]: _type = "Task" [ 1895.009876] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.018567] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.018889] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Waiting for the task: (returnval){ [ 1895.018889] env[63676]: value = "task-1925955" [ 1895.018889] env[63676]: _type = "Task" [ 1895.018889] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.026555] env[63676]: DEBUG oslo_vmware.api [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925954, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.032333] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925955, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.150686] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.032499} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.150979] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1895.151116] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/3016266d-3b0a-4787-a776-75adcc4b67b5/3016266d-3b0a-4787-a776-75adcc4b67b5.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1895.151387] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/3016266d-3b0a-4787-a776-75adcc4b67b5/3016266d-3b0a-4787-a776-75adcc4b67b5.vmdk to [datastore1] e40b252a-87ee-4519-8e88-d6f04182ecaa/e40b252a-87ee-4519-8e88-d6f04182ecaa.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1895.155021] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91db3247-c0ca-49fa-8148-9c708d592b91 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.158698] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1895.158698] env[63676]: value = "task-1925956" [ 1895.158698] env[63676]: _type = "Task" [ 1895.158698] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.168578] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.355731] env[63676]: DEBUG oslo_concurrency.lockutils [None req-21f7c174-538a-4541-bea4-e999c7a7727d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 20.406s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1895.377345] env[63676]: DEBUG nova.network.neutron [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1895.519972] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925953, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.536467] env[63676]: DEBUG oslo_vmware.api [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925954, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067027} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.539596] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1895.540195] env[63676]: DEBUG oslo_vmware.api [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925955, 'name': PowerOnVM_Task, 'duration_secs': 0.444675} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.543075] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac9a374-844c-496c-b9c3-dcbe5a72be33 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.546050] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1895.546050] env[63676]: DEBUG nova.compute.manager [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1895.549295] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad51eac3-b3cc-420f-acd1-d6e139ae980a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.573960] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 57f0fd01-bddc-4ef1-b512-e2065d19d9f2/57f0fd01-bddc-4ef1-b512-e2065d19d9f2.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1895.577067] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-edeff0a2-aaaa-4920-be8a-bbd02adcafc5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.604509] env[63676]: DEBUG oslo_vmware.api [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1895.604509] env[63676]: value = "task-1925957" [ 1895.604509] env[63676]: _type = "Task" [ 1895.604509] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.615079] env[63676]: DEBUG oslo_vmware.api [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925957, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.649806] env[63676]: DEBUG nova.network.neutron [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Updating instance_info_cache with network_info: [{"id": "b2c6a13a-f7f8-4f62-bff0-7ddbe9234b68", "address": "fa:16:3e:46:92:34", "network": {"id": "a95efb99-eea4-4e98-bf52-a2201de39e28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1488566241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64afb88688594408bd695883c0366330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2c6a13a-f7", "ovs_interfaceid": "b2c6a13a-f7f8-4f62-bff0-7ddbe9234b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.671697] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925956, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.673356] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88326f66-1417-48e9-ac39-eb63eff6910d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.681199] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cabc622-6f45-4ca9-9e0c-604d636ff1ce {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.714747] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0241ff8-ebaa-42be-a228-59bdd71f2506 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.722619] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a52ff0-70da-4de5-ab9f-9837884e49cd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.738652] env[63676]: DEBUG nova.compute.provider_tree [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1896.014800] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925953, 'name': ReconfigVM_Task, 'duration_secs': 0.959632} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.019033] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 96055d7f-cb10-4317-883c-cf6c668ba76e/96055d7f-cb10-4317-883c-cf6c668ba76e.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1896.019705] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c118acbc-2bfd-4268-b2d7-1aa93b106d4f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.030573] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Waiting for the task: (returnval){ [ 1896.030573] env[63676]: value = "task-1925958" [ 1896.030573] env[63676]: _type = "Task" [ 1896.030573] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.038257] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925958, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.083903] env[63676]: DEBUG oslo_concurrency.lockutils [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.115130] env[63676]: DEBUG oslo_vmware.api [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925957, 'name': ReconfigVM_Task, 'duration_secs': 0.464674} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.118039] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 57f0fd01-bddc-4ef1-b512-e2065d19d9f2/57f0fd01-bddc-4ef1-b512-e2065d19d9f2.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1896.118039] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aee08bd0-6e33-4c87-bb34-8ad63b43df63 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.122727] env[63676]: DEBUG oslo_vmware.api [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1896.122727] env[63676]: value = "task-1925959" [ 1896.122727] env[63676]: _type = "Task" [ 1896.122727] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.138256] env[63676]: DEBUG oslo_vmware.api [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925959, 'name': Rename_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.152911] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Releasing lock "refresh_cache-267a3342-3ac0-4cc0-897e-4923cbc96a76" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.152911] env[63676]: DEBUG nova.compute.manager [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Instance network_info: |[{"id": "b2c6a13a-f7f8-4f62-bff0-7ddbe9234b68", "address": "fa:16:3e:46:92:34", "network": {"id": "a95efb99-eea4-4e98-bf52-a2201de39e28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1488566241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64afb88688594408bd695883c0366330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2c6a13a-f7", "ovs_interfaceid": "b2c6a13a-f7f8-4f62-bff0-7ddbe9234b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1896.152911] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:92:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2c6a13a-f7f8-4f62-bff0-7ddbe9234b68', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1896.161984] env[63676]: DEBUG oslo.service.loopingcall [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1896.162371] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1896.166898] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ac1ceaf-0b42-4318-b984-9fd88b76f4d4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.188721] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925956, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.190690] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1896.190690] env[63676]: value = "task-1925960" [ 1896.190690] env[63676]: _type = "Task" [ 1896.190690] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.202298] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925960, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.261549] env[63676]: ERROR nova.scheduler.client.report [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [req-f2e00280-cb4c-4e42-90e7-8bd403586e19] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5759d2a2-0179-444e-89b9-d9d622fd17b7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f2e00280-cb4c-4e42-90e7-8bd403586e19"}]} [ 1896.282458] env[63676]: DEBUG nova.scheduler.client.report [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Refreshing inventories for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1896.302826] env[63676]: DEBUG nova.scheduler.client.report [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Updating ProviderTree inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1896.303086] env[63676]: DEBUG nova.compute.provider_tree [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1896.323963] env[63676]: DEBUG nova.scheduler.client.report [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Refreshing aggregate associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, aggregates: None {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1896.348263] env[63676]: DEBUG nova.scheduler.client.report [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Refreshing trait associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1896.426045] env[63676]: DEBUG nova.compute.manager [req-8f8f1289-f759-4329-9d32-0e8c18562c16 req-21aceef8-f043-4d08-a30a-82912bfb7594 service nova] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Received event network-changed-b2c6a13a-f7f8-4f62-bff0-7ddbe9234b68 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1896.426247] env[63676]: DEBUG nova.compute.manager [req-8f8f1289-f759-4329-9d32-0e8c18562c16 req-21aceef8-f043-4d08-a30a-82912bfb7594 service nova] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Refreshing instance network info cache due to event network-changed-b2c6a13a-f7f8-4f62-bff0-7ddbe9234b68. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1896.426807] env[63676]: DEBUG oslo_concurrency.lockutils [req-8f8f1289-f759-4329-9d32-0e8c18562c16 req-21aceef8-f043-4d08-a30a-82912bfb7594 service nova] Acquiring lock "refresh_cache-267a3342-3ac0-4cc0-897e-4923cbc96a76" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.426980] env[63676]: DEBUG oslo_concurrency.lockutils [req-8f8f1289-f759-4329-9d32-0e8c18562c16 req-21aceef8-f043-4d08-a30a-82912bfb7594 service nova] Acquired lock "refresh_cache-267a3342-3ac0-4cc0-897e-4923cbc96a76" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.428105] env[63676]: DEBUG nova.network.neutron [req-8f8f1289-f759-4329-9d32-0e8c18562c16 req-21aceef8-f043-4d08-a30a-82912bfb7594 service nova] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Refreshing network info cache for port b2c6a13a-f7f8-4f62-bff0-7ddbe9234b68 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1896.534368] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1896.538026] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edd6b6c2-1638-415a-ad4d-170377bba9ba {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.550307] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925958, 'name': Rename_Task, 'duration_secs': 0.151193} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.550725] env[63676]: DEBUG oslo_vmware.api [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1896.550725] env[63676]: value = "task-1925961" [ 1896.550725] env[63676]: _type = "Task" [ 1896.550725] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.550996] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1896.551407] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cce9c203-b988-421e-98f8-410d8f8349f7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.574917] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Waiting for the task: (returnval){ [ 1896.574917] env[63676]: value = "task-1925962" [ 1896.574917] env[63676]: _type = "Task" [ 1896.574917] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.575543] env[63676]: DEBUG oslo_vmware.api [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.590606] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925962, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.637801] env[63676]: DEBUG oslo_vmware.api [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925959, 'name': Rename_Task, 'duration_secs': 0.169464} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.638140] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1896.638402] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5636af10-fed4-42eb-a327-cb88e0f93943 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.646432] env[63676]: DEBUG oslo_vmware.api [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1896.646432] env[63676]: value = "task-1925963" [ 1896.646432] env[63676]: _type = "Task" [ 1896.646432] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.657436] env[63676]: DEBUG oslo_vmware.api [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.674103] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925956, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.707540] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925960, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.738722] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b82e365-008d-4d78-9970-b6e16c2b0cc1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.749144] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e70fb1-5238-4780-975f-e589f84b54ac {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.793670] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcde11a8-17d2-4911-9373-31a32bf09d71 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.803852] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7970883c-5aef-43f5-b2bd-bd1637af3d81 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.822861] env[63676]: DEBUG nova.compute.provider_tree [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1897.011478] env[63676]: DEBUG oslo_concurrency.lockutils [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Acquiring lock "f42eb9a0-03ab-45ce-a309-2293fef9565a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.011725] env[63676]: DEBUG oslo_concurrency.lockutils [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Lock "f42eb9a0-03ab-45ce-a309-2293fef9565a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.011988] env[63676]: DEBUG oslo_concurrency.lockutils [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Acquiring lock "f42eb9a0-03ab-45ce-a309-2293fef9565a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.012315] env[63676]: DEBUG oslo_concurrency.lockutils [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Lock "f42eb9a0-03ab-45ce-a309-2293fef9565a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.012551] env[63676]: DEBUG oslo_concurrency.lockutils [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Lock "f42eb9a0-03ab-45ce-a309-2293fef9565a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.015419] env[63676]: INFO nova.compute.manager [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Terminating instance [ 1897.063352] env[63676]: DEBUG oslo_vmware.api [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.088120] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925962, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.163220] env[63676]: DEBUG oslo_vmware.api [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925963, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.175722] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925956, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.207599] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925960, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.354720] env[63676]: DEBUG nova.scheduler.client.report [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Updated inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1897.355253] env[63676]: DEBUG nova.compute.provider_tree [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Updating resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 generation from 111 to 112 during operation: update_inventory {{(pid=63676) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1897.355623] env[63676]: DEBUG nova.compute.provider_tree [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1897.385764] env[63676]: DEBUG nova.network.neutron [req-8f8f1289-f759-4329-9d32-0e8c18562c16 req-21aceef8-f043-4d08-a30a-82912bfb7594 service nova] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Updated VIF entry in instance network info cache for port b2c6a13a-f7f8-4f62-bff0-7ddbe9234b68. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1897.386771] env[63676]: DEBUG nova.network.neutron [req-8f8f1289-f759-4329-9d32-0e8c18562c16 req-21aceef8-f043-4d08-a30a-82912bfb7594 service nova] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Updating instance_info_cache with network_info: [{"id": "b2c6a13a-f7f8-4f62-bff0-7ddbe9234b68", "address": "fa:16:3e:46:92:34", "network": {"id": "a95efb99-eea4-4e98-bf52-a2201de39e28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1488566241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64afb88688594408bd695883c0366330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb2c6a13a-f7", "ovs_interfaceid": "b2c6a13a-f7f8-4f62-bff0-7ddbe9234b68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.524735] env[63676]: DEBUG oslo_concurrency.lockutils [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Acquiring lock "refresh_cache-f42eb9a0-03ab-45ce-a309-2293fef9565a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.524735] env[63676]: DEBUG oslo_concurrency.lockutils [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Acquired lock "refresh_cache-f42eb9a0-03ab-45ce-a309-2293fef9565a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.524735] env[63676]: DEBUG nova.network.neutron [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1897.566538] env[63676]: DEBUG oslo_vmware.api [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925961, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.591326] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925962, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.661276] env[63676]: DEBUG oslo_vmware.api [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925963, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.675738] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925956, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.705274] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925960, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.863526] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.609s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.864559] env[63676]: DEBUG nova.compute.manager [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1897.876083] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.135s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.876083] env[63676]: DEBUG nova.objects.instance [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Lazy-loading 'resources' on Instance uuid c5474fff-4c75-48eb-9644-6b7a04b9da80 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1897.876083] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Acquiring lock "b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.876083] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Lock "b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.890098] env[63676]: DEBUG oslo_concurrency.lockutils [req-8f8f1289-f759-4329-9d32-0e8c18562c16 req-21aceef8-f043-4d08-a30a-82912bfb7594 service nova] Releasing lock "refresh_cache-267a3342-3ac0-4cc0-897e-4923cbc96a76" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.050287] env[63676]: DEBUG nova.network.neutron [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1898.070096] env[63676]: DEBUG oslo_vmware.api [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925961, 'name': PowerOffVM_Task, 'duration_secs': 1.059074} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.070438] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1898.071415] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed1cfb9-004a-4126-a81c-7d8316580029 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.101833] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbfbe6e-6fc4-4d2a-9216-08a50d103123 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.108741] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925962, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.155665] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1898.156168] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47c74648-1b33-4e21-beec-21f8db60b929 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.164868] env[63676]: DEBUG oslo_vmware.api [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1898.164868] env[63676]: value = "task-1925964" [ 1898.164868] env[63676]: _type = "Task" [ 1898.164868] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.172899] env[63676]: DEBUG oslo_vmware.api [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925963, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.187093] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] VM already powered off {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1898.187616] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1898.187616] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.187910] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.187992] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1898.188231] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925956, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.189843] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1bc32b7e-d66d-444f-8c4d-2c3f36ce62dc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.202155] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925960, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.203238] env[63676]: DEBUG nova.network.neutron [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.210789] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1898.210789] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1898.211207] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3bb00db7-7d80-4079-a970-b48f1a75f569 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.213385] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3bb00db7-7d80-4079-a970-b48f1a75f569 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.213385] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3bb00db7-7d80-4079-a970-b48f1a75f569 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.213385] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3bb00db7-7d80-4079-a970-b48f1a75f569 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.213385] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3bb00db7-7d80-4079-a970-b48f1a75f569 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.213662] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bfcc0ad-b66a-41cf-9292-5a77dc565957 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.217363] env[63676]: INFO nova.compute.manager [None req-3bb00db7-7d80-4079-a970-b48f1a75f569 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Terminating instance [ 1898.228289] env[63676]: DEBUG oslo_vmware.api [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1898.228289] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524ec837-1a8e-3245-606c-1acad9e9b634" [ 1898.228289] env[63676]: _type = "Task" [ 1898.228289] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.239946] env[63676]: DEBUG oslo_vmware.api [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524ec837-1a8e-3245-606c-1acad9e9b634, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.373613] env[63676]: DEBUG nova.compute.utils [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1898.375180] env[63676]: DEBUG nova.compute.manager [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1898.375391] env[63676]: DEBUG nova.network.neutron [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1898.382815] env[63676]: DEBUG nova.compute.manager [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1898.440301] env[63676]: DEBUG nova.policy [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c4023ff545c2467e89ea530c5361fe36', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99f01590e7844f9892fa09658c396b0d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1898.588837] env[63676]: DEBUG oslo_vmware.api [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925962, 'name': PowerOnVM_Task, 'duration_secs': 1.63079} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.591527] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1898.591880] env[63676]: INFO nova.compute.manager [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Took 16.40 seconds to spawn the instance on the hypervisor. [ 1898.592185] env[63676]: DEBUG nova.compute.manager [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1898.593636] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49d4210-00ea-4144-96da-75085536241a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.663594] env[63676]: DEBUG oslo_vmware.api [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1925963, 'name': PowerOnVM_Task, 'duration_secs': 1.558932} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.664271] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1898.664271] env[63676]: INFO nova.compute.manager [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Took 11.31 seconds to spawn the instance on the hypervisor. [ 1898.664271] env[63676]: DEBUG nova.compute.manager [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1898.665124] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8acd5e-c566-4ed5-b2cb-745b68c99260 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.679793] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925956, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.307989} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.681471] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/3016266d-3b0a-4787-a776-75adcc4b67b5/3016266d-3b0a-4787-a776-75adcc4b67b5.vmdk to [datastore1] e40b252a-87ee-4519-8e88-d6f04182ecaa/e40b252a-87ee-4519-8e88-d6f04182ecaa.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1898.687433] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f2362e-a70b-4569-a198-65266c66c3d8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.708635] env[63676]: DEBUG oslo_concurrency.lockutils [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Releasing lock "refresh_cache-f42eb9a0-03ab-45ce-a309-2293fef9565a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.709071] env[63676]: DEBUG nova.compute.manager [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1898.709271] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1898.718322] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] e40b252a-87ee-4519-8e88-d6f04182ecaa/e40b252a-87ee-4519-8e88-d6f04182ecaa.vmdk or device None with type streamOptimized {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1898.722198] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d87d197-e7aa-49a5-9251-8cb946153951 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.725834] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23757dc4-5fb8-4b7c-a0f3-969a38ce7fc4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.745607] env[63676]: DEBUG nova.compute.manager [None req-3bb00db7-7d80-4079-a970-b48f1a75f569 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1898.745607] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb00db7-7d80-4079-a970-b48f1a75f569 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1898.745607] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925960, 'name': CreateVM_Task, 'duration_secs': 2.200739} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.746697] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aa24e4f-6b41-4148-9b8a-0ccf9c715124 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.752254] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1898.755283] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.755438] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.755755] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1898.756046] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1898.756895] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51cc2f7b-4654-4d6c-a2ce-36ec2b33d34f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.758585] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ea2130fd-958d-4799-99f0-54d6da2f549c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.769469] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae93d797-249b-41df-864c-d80cfb994889 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.771874] env[63676]: DEBUG oslo_vmware.api [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524ec837-1a8e-3245-606c-1acad9e9b634, 'name': SearchDatastore_Task, 'duration_secs': 0.098523} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.772140] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb00db7-7d80-4079-a970-b48f1a75f569 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1898.772426] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1898.772426] env[63676]: value = "task-1925965" [ 1898.772426] env[63676]: _type = "Task" [ 1898.772426] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.773896] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f395814-23e9-4f05-bae9-633cafc7b9d9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.777163] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-780400a1-4247-415d-9ce4-043ec9c1012b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.782789] env[63676]: DEBUG oslo_vmware.api [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1898.782789] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e1e952-652b-1f19-f72f-97cce61113dd" [ 1898.782789] env[63676]: _type = "Task" [ 1898.782789] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.786503] env[63676]: DEBUG oslo_vmware.api [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Waiting for the task: (returnval){ [ 1898.786503] env[63676]: value = "task-1925966" [ 1898.786503] env[63676]: _type = "Task" [ 1898.786503] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.791594] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6e13c11-b7b8-4385-ab4e-e05024a38814 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.802952] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.803625] env[63676]: DEBUG oslo_vmware.api [None req-3bb00db7-7d80-4079-a970-b48f1a75f569 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1898.803625] env[63676]: value = "task-1925967" [ 1898.803625] env[63676]: _type = "Task" [ 1898.803625] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.803881] env[63676]: DEBUG oslo_vmware.api [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1898.803881] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52110207-2b04-0b2e-4171-1bafc9d28407" [ 1898.803881] env[63676]: _type = "Task" [ 1898.803881] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.842369] env[63676]: DEBUG oslo_vmware.api [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.842663] env[63676]: DEBUG oslo_vmware.api [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e1e952-652b-1f19-f72f-97cce61113dd, 'name': SearchDatastore_Task, 'duration_secs': 0.014812} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.844502] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.844788] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1898.845014] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.845934] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef4b12f7-9531-41fc-9e55-a63e671e25d1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.857512] env[63676]: DEBUG oslo_vmware.api [None req-3bb00db7-7d80-4079-a970-b48f1a75f569 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.857512] env[63676]: DEBUG oslo_vmware.api [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52110207-2b04-0b2e-4171-1bafc9d28407, 'name': SearchDatastore_Task, 'duration_secs': 0.015076} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1898.857694] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.857976] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 6ee39c3c-33c9-4ce8-b214-bba1e8629e75/160c0574-5dbe-4d70-9e2a-c95199be0826-rescue.vmdk. {{(pid=63676) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1898.858340] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.858544] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1898.858806] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe59fd76-27d9-4980-b2f0-617b6096358f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.863680] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c04f655-69ac-4e34-b4d9-67ccf4aa8d37 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.869228] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ccd849-538f-4973-b840-974a0cbdf382 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.873297] env[63676]: DEBUG oslo_vmware.api [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1898.873297] env[63676]: value = "task-1925968" [ 1898.873297] env[63676]: _type = "Task" [ 1898.873297] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.887373] env[63676]: DEBUG nova.compute.manager [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1898.890519] env[63676]: DEBUG nova.compute.provider_tree [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1898.896878] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1898.896878] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1898.902831] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89743f79-6080-48aa-b4ac-88450aa383e9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.905461] env[63676]: DEBUG oslo_vmware.api [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925968, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.910008] env[63676]: DEBUG oslo_vmware.api [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1898.910008] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d26c37-10a5-9420-6b0f-89467cb2d164" [ 1898.910008] env[63676]: _type = "Task" [ 1898.910008] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.920868] env[63676]: DEBUG oslo_vmware.api [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d26c37-10a5-9420-6b0f-89467cb2d164, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1898.923798] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.959131] env[63676]: DEBUG nova.network.neutron [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Successfully created port: 55946017-a0d6-4c53-9b48-eae434241e1f {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1898.971124] env[63676]: DEBUG oslo_concurrency.lockutils [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "ffe4822e-d0ee-40f1-ae4f-eea41a20a054" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.971416] env[63676]: DEBUG oslo_concurrency.lockutils [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "ffe4822e-d0ee-40f1-ae4f-eea41a20a054" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.116229] env[63676]: INFO nova.compute.manager [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Took 39.44 seconds to build instance. [ 1899.198786] env[63676]: INFO nova.compute.manager [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Took 31.72 seconds to build instance. [ 1899.286988] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925965, 'name': ReconfigVM_Task, 'duration_secs': 0.339935} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.287307] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Reconfigured VM instance instance-00000051 to attach disk [datastore1] e40b252a-87ee-4519-8e88-d6f04182ecaa/e40b252a-87ee-4519-8e88-d6f04182ecaa.vmdk or device None with type streamOptimized {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1899.288449] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e88f86f-d860-4228-87e6-cba022a6299e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.295635] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1899.295635] env[63676]: value = "task-1925969" [ 1899.295635] env[63676]: _type = "Task" [ 1899.295635] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.307917] env[63676]: DEBUG oslo_vmware.api [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925966, 'name': PowerOffVM_Task, 'duration_secs': 0.143534} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.316683] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1899.316910] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1899.317212] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925969, 'name': Rename_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.317454] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c828852b-11c1-4c92-addd-083eb928a2fe {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.325766] env[63676]: DEBUG oslo_vmware.api [None req-3bb00db7-7d80-4079-a970-b48f1a75f569 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925967, 'name': PowerOffVM_Task, 'duration_secs': 0.393942} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.326295] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-3bb00db7-7d80-4079-a970-b48f1a75f569 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1899.326405] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb00db7-7d80-4079-a970-b48f1a75f569 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1899.326671] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bac4ee97-fd2f-4d0d-9a8c-b43604b2341b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.343257] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1899.344596] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1899.344596] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Deleting the datastore file [datastore1] f42eb9a0-03ab-45ce-a309-2293fef9565a {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1899.344596] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a302e06-00fd-44b3-9d72-f61fb1181114 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.352384] env[63676]: DEBUG oslo_vmware.api [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Waiting for the task: (returnval){ [ 1899.352384] env[63676]: value = "task-1925972" [ 1899.352384] env[63676]: _type = "Task" [ 1899.352384] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.362058] env[63676]: DEBUG oslo_vmware.api [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.385959] env[63676]: DEBUG oslo_vmware.api [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925968, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.404416] env[63676]: DEBUG nova.scheduler.client.report [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1899.420785] env[63676]: DEBUG oslo_vmware.api [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d26c37-10a5-9420-6b0f-89467cb2d164, 'name': SearchDatastore_Task, 'duration_secs': 0.010865} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.421896] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f02180c0-98df-41ec-9e61-055a28a37bea {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.428614] env[63676]: DEBUG oslo_vmware.api [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1899.428614] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d19fa2-d7c9-1fd9-801e-63deb7828efb" [ 1899.428614] env[63676]: _type = "Task" [ 1899.428614] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.438964] env[63676]: DEBUG oslo_vmware.api [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d19fa2-d7c9-1fd9-801e-63deb7828efb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.474206] env[63676]: DEBUG nova.compute.manager [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1899.618145] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a099e401-9ba4-4e75-99fd-1db7f077f23a tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Lock "96055d7f-cb10-4317-883c-cf6c668ba76e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.964s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.661135] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb00db7-7d80-4079-a970-b48f1a75f569 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1899.661986] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb00db7-7d80-4079-a970-b48f1a75f569 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1899.661986] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb00db7-7d80-4079-a970-b48f1a75f569 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Deleting the datastore file [datastore1] 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1899.661986] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2dbb19ac-54e6-49ec-8da3-e0999fb00a14 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.670758] env[63676]: DEBUG oslo_vmware.api [None req-3bb00db7-7d80-4079-a970-b48f1a75f569 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1899.670758] env[63676]: value = "task-1925973" [ 1899.670758] env[63676]: _type = "Task" [ 1899.670758] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.678665] env[63676]: DEBUG oslo_vmware.api [None req-3bb00db7-7d80-4079-a970-b48f1a75f569 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.701724] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3bb8c712-eeb3-47a3-aaa9-813733f4ec42 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "57f0fd01-bddc-4ef1-b512-e2065d19d9f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.233s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.812010] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925969, 'name': Rename_Task, 'duration_secs': 0.277601} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.812932] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1899.812932] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c312337c-87d8-41e9-9d7b-a50cc7310967 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.818663] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1899.818663] env[63676]: value = "task-1925974" [ 1899.818663] env[63676]: _type = "Task" [ 1899.818663] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.828931] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.861410] env[63676]: DEBUG oslo_vmware.api [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Task: {'id': task-1925972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217906} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.861687] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1899.861872] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1899.862063] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1899.862240] env[63676]: INFO nova.compute.manager [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1899.862477] env[63676]: DEBUG oslo.service.loopingcall [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1899.862660] env[63676]: DEBUG nova.compute.manager [-] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1899.862752] env[63676]: DEBUG nova.network.neutron [-] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1899.879136] env[63676]: DEBUG nova.network.neutron [-] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1899.883593] env[63676]: DEBUG oslo_vmware.api [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925968, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599941} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.884064] env[63676]: INFO nova.virt.vmwareapi.ds_util [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 6ee39c3c-33c9-4ce8-b214-bba1e8629e75/160c0574-5dbe-4d70-9e2a-c95199be0826-rescue.vmdk. [ 1899.884885] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c6a3c4-f104-4c44-9a00-9514217eda36 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.903646] env[63676]: DEBUG nova.compute.manager [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1899.912741] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 6ee39c3c-33c9-4ce8-b214-bba1e8629e75/160c0574-5dbe-4d70-9e2a-c95199be0826-rescue.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1899.913906] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1899.915754] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b3263d5-561c-4c47-bd3f-d9be381df49a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.931090] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.610s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1899.933895] env[63676]: INFO nova.compute.claims [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1899.943697] env[63676]: DEBUG nova.virt.hardware [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1899.944054] env[63676]: DEBUG nova.virt.hardware [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1899.944278] env[63676]: DEBUG nova.virt.hardware [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1899.944596] env[63676]: DEBUG nova.virt.hardware [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1899.945013] env[63676]: DEBUG nova.virt.hardware [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1899.945143] env[63676]: DEBUG nova.virt.hardware [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1899.946195] env[63676]: DEBUG nova.virt.hardware [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1899.946303] env[63676]: DEBUG nova.virt.hardware [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1899.946620] env[63676]: DEBUG nova.virt.hardware [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1899.946855] env[63676]: DEBUG nova.virt.hardware [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1899.947122] env[63676]: DEBUG nova.virt.hardware [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1899.947606] env[63676]: DEBUG oslo_vmware.api [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1899.947606] env[63676]: value = "task-1925975" [ 1899.947606] env[63676]: _type = "Task" [ 1899.947606] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.948393] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d07305-236f-48d3-aa7f-11f7bdd97bc4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.955762] env[63676]: INFO nova.scheduler.client.report [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Deleted allocations for instance c5474fff-4c75-48eb-9644-6b7a04b9da80 [ 1899.957203] env[63676]: DEBUG oslo_vmware.api [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d19fa2-d7c9-1fd9-801e-63deb7828efb, 'name': SearchDatastore_Task, 'duration_secs': 0.029121} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.961049] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.961438] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 267a3342-3ac0-4cc0-897e-4923cbc96a76/267a3342-3ac0-4cc0-897e-4923cbc96a76.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1899.965257] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95674419-bf4c-474e-899d-a7a3d39814c9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.972941] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957034ca-ff2c-4d27-ad9f-417c05fa9184 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.981915] env[63676]: DEBUG oslo_vmware.api [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1899.981915] env[63676]: value = "task-1925976" [ 1899.981915] env[63676]: _type = "Task" [ 1899.981915] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.984419] env[63676]: DEBUG oslo_vmware.api [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.008524] env[63676]: DEBUG oslo_vmware.api [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1925976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.013174] env[63676]: DEBUG oslo_concurrency.lockutils [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.182312] env[63676]: DEBUG oslo_vmware.api [None req-3bb00db7-7d80-4079-a970-b48f1a75f569 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1925973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132189} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.182638] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-3bb00db7-7d80-4079-a970-b48f1a75f569 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1900.182815] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb00db7-7d80-4079-a970-b48f1a75f569 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1900.183028] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3bb00db7-7d80-4079-a970-b48f1a75f569 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1900.183223] env[63676]: INFO nova.compute.manager [None req-3bb00db7-7d80-4079-a970-b48f1a75f569 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Took 1.44 seconds to destroy the instance on the hypervisor. [ 1900.183499] env[63676]: DEBUG oslo.service.loopingcall [None req-3bb00db7-7d80-4079-a970-b48f1a75f569 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1900.183685] env[63676]: DEBUG nova.compute.manager [-] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1900.183855] env[63676]: DEBUG nova.network.neutron [-] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1900.199696] env[63676]: DEBUG oslo_concurrency.lockutils [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "3f45007f-d699-43f9-a2fd-84565bd1930c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.200133] env[63676]: DEBUG oslo_concurrency.lockutils [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "3f45007f-d699-43f9-a2fd-84565bd1930c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.200547] env[63676]: INFO nova.compute.manager [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Shelving [ 1900.330868] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925974, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.385137] env[63676]: DEBUG nova.network.neutron [-] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.467169] env[63676]: DEBUG oslo_vmware.api [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925975, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.477625] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c6cdf67b-605a-4ee2-a50d-8cb664a99f53 tempest-ServerMetadataTestJSON-1661511250 tempest-ServerMetadataTestJSON-1661511250-project-member] Lock "c5474fff-4c75-48eb-9644-6b7a04b9da80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.362s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.496650] env[63676]: DEBUG oslo_vmware.api [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1925976, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.645379] env[63676]: DEBUG oslo_concurrency.lockutils [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "807e47a5-0b0d-4767-8b34-785200d0a83d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1900.645627] env[63676]: DEBUG oslo_concurrency.lockutils [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "807e47a5-0b0d-4767-8b34-785200d0a83d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.836135] env[63676]: DEBUG oslo_vmware.api [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925974, 'name': PowerOnVM_Task, 'duration_secs': 0.581005} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.836135] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1900.836381] env[63676]: INFO nova.compute.manager [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Took 16.08 seconds to spawn the instance on the hypervisor. [ 1900.836535] env[63676]: DEBUG nova.compute.manager [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1900.837465] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecf76a1-1f79-4bc1-a38f-c34e9728d27e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.890822] env[63676]: INFO nova.compute.manager [-] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Took 1.03 seconds to deallocate network for instance. [ 1900.891858] env[63676]: DEBUG nova.compute.manager [req-4fb5dd85-80fe-46b3-a1f9-e814cc67cfd0 req-5e050b3f-fc17-4bbb-a1a4-7cd418ba633e service nova] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Received event network-vif-deleted-2e9cada4-ce6c-47ca-b470-6995d667e701 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1900.891941] env[63676]: INFO nova.compute.manager [req-4fb5dd85-80fe-46b3-a1f9-e814cc67cfd0 req-5e050b3f-fc17-4bbb-a1a4-7cd418ba633e service nova] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Neutron deleted interface 2e9cada4-ce6c-47ca-b470-6995d667e701; detaching it from the instance and deleting it from the info cache [ 1900.893011] env[63676]: DEBUG nova.network.neutron [req-4fb5dd85-80fe-46b3-a1f9-e814cc67cfd0 req-5e050b3f-fc17-4bbb-a1a4-7cd418ba633e service nova] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.968367] env[63676]: DEBUG oslo_vmware.api [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925975, 'name': ReconfigVM_Task, 'duration_secs': 0.679185} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.972349] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 6ee39c3c-33c9-4ce8-b214-bba1e8629e75/160c0574-5dbe-4d70-9e2a-c95199be0826-rescue.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1900.974187] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-403abd0f-08d5-4413-8d6c-c97395277622 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.999483] env[63676]: DEBUG nova.network.neutron [-] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1901.014342] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e531710-f6eb-42b8-9c4e-4c5d8e5098df {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.033384] env[63676]: DEBUG oslo_vmware.api [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1925976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571778} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.035136] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 267a3342-3ac0-4cc0-897e-4923cbc96a76/267a3342-3ac0-4cc0-897e-4923cbc96a76.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1901.035136] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1901.035607] env[63676]: DEBUG oslo_vmware.api [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1901.035607] env[63676]: value = "task-1925977" [ 1901.035607] env[63676]: _type = "Task" [ 1901.035607] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.035891] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8377dd1f-a61b-47b4-a1bc-5572c60229ab {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.047092] env[63676]: DEBUG oslo_vmware.api [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925977, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.052026] env[63676]: DEBUG oslo_vmware.api [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1901.052026] env[63676]: value = "task-1925978" [ 1901.052026] env[63676]: _type = "Task" [ 1901.052026] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.062194] env[63676]: DEBUG oslo_vmware.api [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1925978, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.148415] env[63676]: DEBUG nova.compute.manager [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1901.210464] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1901.210826] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61343645-8a8b-4b8d-b758-7e5ec9f61d7f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.219113] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 1901.219113] env[63676]: value = "task-1925979" [ 1901.219113] env[63676]: _type = "Task" [ 1901.219113] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.229331] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1925979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.332812] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b970cde-0552-4e0f-8e26-c17c0b5c0a4d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.348352] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79b2fc6-d258-45f8-b976-eeb00151f435 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.390410] env[63676]: DEBUG nova.compute.manager [req-0d5db6de-9600-42f7-82f2-0d5b805354d8 req-90e92f14-93ef-4cc1-902d-9d12376352cc service nova] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Received event network-vif-plugged-55946017-a0d6-4c53-9b48-eae434241e1f {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1901.390641] env[63676]: DEBUG oslo_concurrency.lockutils [req-0d5db6de-9600-42f7-82f2-0d5b805354d8 req-90e92f14-93ef-4cc1-902d-9d12376352cc service nova] Acquiring lock "35cab01d-ff1d-4ea8-abd3-46824d06abf9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.390860] env[63676]: DEBUG oslo_concurrency.lockutils [req-0d5db6de-9600-42f7-82f2-0d5b805354d8 req-90e92f14-93ef-4cc1-902d-9d12376352cc service nova] Lock "35cab01d-ff1d-4ea8-abd3-46824d06abf9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.391044] env[63676]: DEBUG oslo_concurrency.lockutils [req-0d5db6de-9600-42f7-82f2-0d5b805354d8 req-90e92f14-93ef-4cc1-902d-9d12376352cc service nova] Lock "35cab01d-ff1d-4ea8-abd3-46824d06abf9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.391216] env[63676]: DEBUG nova.compute.manager [req-0d5db6de-9600-42f7-82f2-0d5b805354d8 req-90e92f14-93ef-4cc1-902d-9d12376352cc service nova] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] No waiting events found dispatching network-vif-plugged-55946017-a0d6-4c53-9b48-eae434241e1f {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1901.391378] env[63676]: WARNING nova.compute.manager [req-0d5db6de-9600-42f7-82f2-0d5b805354d8 req-90e92f14-93ef-4cc1-902d-9d12376352cc service nova] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Received unexpected event network-vif-plugged-55946017-a0d6-4c53-9b48-eae434241e1f for instance with vm_state building and task_state spawning. [ 1901.395094] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73722b51-e12c-4f89-a6de-691e39775892 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.400042] env[63676]: INFO nova.compute.manager [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Took 39.99 seconds to build instance. [ 1901.400042] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3ef30dc-7d29-452b-b3c9-a34a54d25a0f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.402359] env[63676]: DEBUG oslo_concurrency.lockutils [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.408909] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec974f1-a5c0-4fcd-8634-d4daf42d4009 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.417046] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f287352b-96de-45a5-8288-41cc795c5b3e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.429735] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Acquiring lock "96055d7f-cb10-4317-883c-cf6c668ba76e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.430056] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Lock "96055d7f-cb10-4317-883c-cf6c668ba76e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.430304] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Acquiring lock "96055d7f-cb10-4317-883c-cf6c668ba76e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.430495] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Lock "96055d7f-cb10-4317-883c-cf6c668ba76e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.430665] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Lock "96055d7f-cb10-4317-883c-cf6c668ba76e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.441614] env[63676]: DEBUG nova.compute.provider_tree [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1901.443144] env[63676]: INFO nova.compute.manager [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Terminating instance [ 1901.462873] env[63676]: DEBUG nova.compute.manager [req-4fb5dd85-80fe-46b3-a1f9-e814cc67cfd0 req-5e050b3f-fc17-4bbb-a1a4-7cd418ba633e service nova] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Detach interface failed, port_id=2e9cada4-ce6c-47ca-b470-6995d667e701, reason: Instance 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1901.508557] env[63676]: INFO nova.compute.manager [-] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Took 1.32 seconds to deallocate network for instance. [ 1901.537241] env[63676]: DEBUG nova.network.neutron [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Successfully updated port: 55946017-a0d6-4c53-9b48-eae434241e1f {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1901.548738] env[63676]: DEBUG oslo_vmware.api [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925977, 'name': ReconfigVM_Task, 'duration_secs': 0.300052} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.549042] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1901.549354] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d772f72-adec-4a5e-81e0-af8aa954e526 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.559071] env[63676]: DEBUG oslo_vmware.api [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1901.559071] env[63676]: value = "task-1925980" [ 1901.559071] env[63676]: _type = "Task" [ 1901.559071] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.565167] env[63676]: DEBUG oslo_vmware.api [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1925978, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087787} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.565744] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1901.566468] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db0fa4d-8653-4dbc-85fc-537883231588 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.324398] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b36d5a76-73c9-4286-a4ce-fbbe8e78c6ad tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "e40b252a-87ee-4519-8e88-d6f04182ecaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.922s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.325158] env[63676]: DEBUG nova.scheduler.client.report [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1902.328489] env[63676]: DEBUG nova.compute.manager [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1902.328687] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1902.330290] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3bb00db7-7d80-4079-a970-b48f1a75f569 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.330290] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquiring lock "refresh_cache-35cab01d-ff1d-4ea8-abd3-46824d06abf9" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1902.330290] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquired lock "refresh_cache-35cab01d-ff1d-4ea8-abd3-46824d06abf9" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.330290] env[63676]: DEBUG nova.network.neutron [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1902.335140] env[63676]: DEBUG oslo_vmware.api [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925980, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.335140] env[63676]: WARNING oslo_vmware.common.loopingcall [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] task run outlasted interval by 0.27424000000000004 sec [ 1902.340518] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906b013e-ef44-40c5-90ee-e01688c56ff1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.369443] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 267a3342-3ac0-4cc0-897e-4923cbc96a76/267a3342-3ac0-4cc0-897e-4923cbc96a76.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1902.376018] env[63676]: DEBUG oslo_concurrency.lockutils [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.377206] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80d97ddf-da99-4941-ad2f-501e9c1e5793 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.393136] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1925979, 'name': PowerOffVM_Task, 'duration_secs': 0.454316} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.393412] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1902.397714] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1902.398056] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-966506d3-c681-4be6-b9f5-38957da752a8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.399732] env[63676]: DEBUG oslo_vmware.api [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925980, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.400896] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe4d60d-7b43-4cbc-990b-e14f096e913d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.405872] env[63676]: DEBUG oslo_vmware.api [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1902.405872] env[63676]: value = "task-1925981" [ 1902.405872] env[63676]: _type = "Task" [ 1902.405872] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.423928] env[63676]: DEBUG oslo_vmware.api [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Waiting for the task: (returnval){ [ 1902.423928] env[63676]: value = "task-1925982" [ 1902.423928] env[63676]: _type = "Task" [ 1902.423928] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.425746] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a457bc7-06a5-494f-9927-2124915ad721 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.436034] env[63676]: DEBUG oslo_vmware.api [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1925981, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.446025] env[63676]: DEBUG oslo_vmware.api [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.838239] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.907s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.839217] env[63676]: DEBUG nova.compute.manager [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1902.846033] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4b9f5d4f-1994-4a91-8838-f5408f3d5674 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.692s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.846296] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4b9f5d4f-1994-4a91-8838-f5408f3d5674 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.848246] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.677s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.848510] env[63676]: DEBUG nova.objects.instance [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lazy-loading 'resources' on Instance uuid e47e0f8b-4282-41a7-8061-3a0ed52bfce6 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1902.851608] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "e40b252a-87ee-4519-8e88-d6f04182ecaa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.851608] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "e40b252a-87ee-4519-8e88-d6f04182ecaa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.851608] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "e40b252a-87ee-4519-8e88-d6f04182ecaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1902.851608] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "e40b252a-87ee-4519-8e88-d6f04182ecaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1902.851608] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "e40b252a-87ee-4519-8e88-d6f04182ecaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.856244] env[63676]: INFO nova.compute.manager [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Terminating instance [ 1902.865968] env[63676]: DEBUG oslo_vmware.api [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925980, 'name': PowerOnVM_Task, 'duration_secs': 0.872511} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.869825] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1902.871627] env[63676]: DEBUG nova.compute.manager [None req-b9e2d713-ed90-4ae5-8b20-a0951fd80747 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1902.874065] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecafe44d-442e-43c1-8d38-3eaeedb97699 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.888950] env[63676]: DEBUG nova.network.neutron [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1902.892890] env[63676]: INFO nova.scheduler.client.report [None req-4b9f5d4f-1994-4a91-8838-f5408f3d5674 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Deleted allocations for instance d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e [ 1902.918693] env[63676]: DEBUG oslo_vmware.api [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1925981, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.935761] env[63676]: DEBUG oslo_vmware.api [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925982, 'name': PowerOffVM_Task, 'duration_secs': 0.339626} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.939637] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1902.939966] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1902.940416] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-822d7860-4b50-4330-88ce-df579337f0b7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.946618] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Creating Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1902.947167] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-57a10ed1-10fc-4772-9a26-5d61ab002cf4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.954157] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 1902.954157] env[63676]: value = "task-1925984" [ 1902.954157] env[63676]: _type = "Task" [ 1902.954157] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.963237] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1925984, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.049260] env[63676]: DEBUG nova.network.neutron [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Updating instance_info_cache with network_info: [{"id": "55946017-a0d6-4c53-9b48-eae434241e1f", "address": "fa:16:3e:88:fe:62", "network": {"id": "0682426d-235c-4125-846f-5e1a2510432c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-202912780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99f01590e7844f9892fa09658c396b0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55946017-a0", "ovs_interfaceid": "55946017-a0d6-4c53-9b48-eae434241e1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.304035] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1903.304278] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1903.304460] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Deleting the datastore file [datastore1] 96055d7f-cb10-4317-883c-cf6c668ba76e {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1903.304720] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-351a800b-8deb-4075-8c7b-86020584fd97 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.311663] env[63676]: DEBUG oslo_vmware.api [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Waiting for the task: (returnval){ [ 1903.311663] env[63676]: value = "task-1925985" [ 1903.311663] env[63676]: _type = "Task" [ 1903.311663] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.320455] env[63676]: DEBUG oslo_vmware.api [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.348142] env[63676]: DEBUG nova.compute.utils [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1903.350123] env[63676]: DEBUG nova.compute.manager [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1903.350123] env[63676]: DEBUG nova.network.neutron [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1903.360439] env[63676]: DEBUG nova.compute.manager [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1903.360698] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1903.361554] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7de6e33-9454-423d-a2a1-aee6a16a2b1e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.369798] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1903.370076] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ecfdee2-dda7-4861-b762-f32187e14eac {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.378590] env[63676]: DEBUG oslo_vmware.api [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1903.378590] env[63676]: value = "task-1925986" [ 1903.378590] env[63676]: _type = "Task" [ 1903.378590] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.386650] env[63676]: DEBUG oslo_vmware.api [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.401853] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4b9f5d4f-1994-4a91-8838-f5408f3d5674 tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.208s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.419618] env[63676]: DEBUG oslo_vmware.api [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1925981, 'name': ReconfigVM_Task, 'duration_secs': 0.580295} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.419901] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 267a3342-3ac0-4cc0-897e-4923cbc96a76/267a3342-3ac0-4cc0-897e-4923cbc96a76.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1903.420738] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d36c7790-9156-49f8-93cd-8021d083a6de {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.427364] env[63676]: DEBUG oslo_vmware.api [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1903.427364] env[63676]: value = "task-1925987" [ 1903.427364] env[63676]: _type = "Task" [ 1903.427364] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.437234] env[63676]: DEBUG oslo_vmware.api [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1925987, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.440939] env[63676]: DEBUG nova.policy [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14aa9b5d6a484b2e9b2e7fe9be477677', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8e643e4699b43b09203165623f307b0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1903.456629] env[63676]: DEBUG nova.compute.manager [req-fa5d7bbd-76d2-4ba8-8756-88567a2cc7e4 req-1653130c-1f17-4165-b867-cfb254807689 service nova] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Received event network-changed-55946017-a0d6-4c53-9b48-eae434241e1f {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1903.456929] env[63676]: DEBUG nova.compute.manager [req-fa5d7bbd-76d2-4ba8-8756-88567a2cc7e4 req-1653130c-1f17-4165-b867-cfb254807689 service nova] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Refreshing instance network info cache due to event network-changed-55946017-a0d6-4c53-9b48-eae434241e1f. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1903.457073] env[63676]: DEBUG oslo_concurrency.lockutils [req-fa5d7bbd-76d2-4ba8-8756-88567a2cc7e4 req-1653130c-1f17-4165-b867-cfb254807689 service nova] Acquiring lock "refresh_cache-35cab01d-ff1d-4ea8-abd3-46824d06abf9" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.466489] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1925984, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.553955] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Releasing lock "refresh_cache-35cab01d-ff1d-4ea8-abd3-46824d06abf9" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.554331] env[63676]: DEBUG nova.compute.manager [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Instance network_info: |[{"id": "55946017-a0d6-4c53-9b48-eae434241e1f", "address": "fa:16:3e:88:fe:62", "network": {"id": "0682426d-235c-4125-846f-5e1a2510432c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-202912780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99f01590e7844f9892fa09658c396b0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55946017-a0", "ovs_interfaceid": "55946017-a0d6-4c53-9b48-eae434241e1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1903.554737] env[63676]: DEBUG oslo_concurrency.lockutils [req-fa5d7bbd-76d2-4ba8-8756-88567a2cc7e4 req-1653130c-1f17-4165-b867-cfb254807689 service nova] Acquired lock "refresh_cache-35cab01d-ff1d-4ea8-abd3-46824d06abf9" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.555042] env[63676]: DEBUG nova.network.neutron [req-fa5d7bbd-76d2-4ba8-8756-88567a2cc7e4 req-1653130c-1f17-4165-b867-cfb254807689 service nova] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Refreshing network info cache for port 55946017-a0d6-4c53-9b48-eae434241e1f {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1903.556431] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:fe:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55946017-a0d6-4c53-9b48-eae434241e1f', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1903.566145] env[63676]: DEBUG oslo.service.loopingcall [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1903.569770] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1903.570227] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d67607ae-1543-44b6-ac02-7956e91904db {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.594296] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1903.594296] env[63676]: value = "task-1925988" [ 1903.594296] env[63676]: _type = "Task" [ 1903.594296] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.604425] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925988, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.698323] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74b42c5b-6162-4ee4-86f9-e3167d8931fa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.708973] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff2d412-5e29-4ca7-8fe3-49843f5e3349 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.740048] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7a0046-3334-42fc-afb2-2bfe55a811d0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.747944] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beff87ba-dab9-4c46-adf3-7ac0c8d150ed {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.763133] env[63676]: DEBUG nova.compute.provider_tree [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1903.779957] env[63676]: INFO nova.compute.manager [None req-0822440c-b6ed-4c6e-bd43-02282f92d32c tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Unrescuing [ 1903.780251] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0822440c-b6ed-4c6e-bd43-02282f92d32c tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "refresh_cache-6ee39c3c-33c9-4ce8-b214-bba1e8629e75" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.780403] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0822440c-b6ed-4c6e-bd43-02282f92d32c tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquired lock "refresh_cache-6ee39c3c-33c9-4ce8-b214-bba1e8629e75" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.780699] env[63676]: DEBUG nova.network.neutron [None req-0822440c-b6ed-4c6e-bd43-02282f92d32c tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1903.821741] env[63676]: DEBUG oslo_vmware.api [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925985, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.853179] env[63676]: DEBUG nova.compute.manager [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1903.891783] env[63676]: DEBUG oslo_vmware.api [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.937179] env[63676]: DEBUG oslo_vmware.api [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1925987, 'name': Rename_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.946736] env[63676]: DEBUG nova.network.neutron [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Successfully created port: 62b2cf1b-0725-474f-a501-1e9af9435f16 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1903.965807] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1925984, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.105381] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925988, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.269021] env[63676]: DEBUG nova.scheduler.client.report [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1904.323942] env[63676]: DEBUG oslo_vmware.api [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Task: {'id': task-1925985, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.520198} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.323942] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1904.323942] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1904.323942] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1904.323942] env[63676]: INFO nova.compute.manager [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Took 1.99 seconds to destroy the instance on the hypervisor. [ 1904.323942] env[63676]: DEBUG oslo.service.loopingcall [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1904.323942] env[63676]: DEBUG nova.compute.manager [-] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1904.323942] env[63676]: DEBUG nova.network.neutron [-] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1904.358632] env[63676]: INFO nova.virt.block_device [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Booting with volume 0af3cd97-4b95-4614-b5c8-6437d2e88e5c at /dev/sda [ 1904.390665] env[63676]: DEBUG oslo_vmware.api [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925986, 'name': PowerOffVM_Task, 'duration_secs': 0.788752} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.390963] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1904.391393] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1904.392625] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03aef8c3-518a-4d82-bfdf-3e81ed3beb2d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.395084] env[63676]: DEBUG nova.network.neutron [req-fa5d7bbd-76d2-4ba8-8756-88567a2cc7e4 req-1653130c-1f17-4165-b867-cfb254807689 service nova] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Updated VIF entry in instance network info cache for port 55946017-a0d6-4c53-9b48-eae434241e1f. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1904.395460] env[63676]: DEBUG nova.network.neutron [req-fa5d7bbd-76d2-4ba8-8756-88567a2cc7e4 req-1653130c-1f17-4165-b867-cfb254807689 service nova] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Updating instance_info_cache with network_info: [{"id": "55946017-a0d6-4c53-9b48-eae434241e1f", "address": "fa:16:3e:88:fe:62", "network": {"id": "0682426d-235c-4125-846f-5e1a2510432c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-202912780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99f01590e7844f9892fa09658c396b0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55946017-a0", "ovs_interfaceid": "55946017-a0d6-4c53-9b48-eae434241e1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1904.400293] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-54500e9c-5a2d-48ea-aa16-176fbe3c6d90 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.407196] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9854796-2917-4646-8747-e2c18fcf9ab6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.529990] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-676efbe4-59e2-48f9-b18d-4a727ba39d05 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.529990] env[63676]: DEBUG oslo_vmware.api [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1925987, 'name': Rename_Task, 'duration_secs': 0.679698} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.529990] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1904.529990] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c4136da-ac3d-454e-b430-3f8c162f754f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.529990] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1925984, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.529990] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98707540-7337-4252-9f0f-d3e2d8aff0e6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.531241] env[63676]: DEBUG oslo_vmware.api [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1904.531241] env[63676]: value = "task-1925990" [ 1904.531241] env[63676]: _type = "Task" [ 1904.531241] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.551266] env[63676]: DEBUG oslo_vmware.api [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1925990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.551991] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5a5d5c-b767-401e-af54-1a159f30226c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.558317] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b1e8a1-dd44-4bbe-994b-3eb28a73bc95 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.571903] env[63676]: DEBUG nova.virt.block_device [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Updating existing volume attachment record: 2c296001-a365-4a1f-9ebe-8f97eefda2b4 {{(pid=63676) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1904.604631] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1925988, 'name': CreateVM_Task, 'duration_secs': 0.778928} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.604785] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1904.605474] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.605643] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.605950] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1904.606707] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f85ddf97-f6fc-4fe7-b0c6-1249223f7d7f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.610730] env[63676]: DEBUG oslo_vmware.api [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 1904.610730] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527e74e7-0dc0-bc1c-0e6e-c6b3e5583f19" [ 1904.610730] env[63676]: _type = "Task" [ 1904.610730] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.620380] env[63676]: DEBUG oslo_vmware.api [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527e74e7-0dc0-bc1c-0e6e-c6b3e5583f19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.748919] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1904.749178] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1904.749361] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Deleting the datastore file [datastore1] e40b252a-87ee-4519-8e88-d6f04182ecaa {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1904.749636] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d67feea0-6004-4afa-a83a-99f2884404d6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.756374] env[63676]: DEBUG oslo_vmware.api [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1904.756374] env[63676]: value = "task-1925991" [ 1904.756374] env[63676]: _type = "Task" [ 1904.756374] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.765427] env[63676]: DEBUG oslo_vmware.api [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.773342] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.925s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.775601] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.436s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.775836] env[63676]: DEBUG nova.objects.instance [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Lazy-loading 'resources' on Instance uuid 7703addf-fe6d-40f7-bb52-47fa36c14a50 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1904.798711] env[63676]: INFO nova.scheduler.client.report [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Deleted allocations for instance e47e0f8b-4282-41a7-8061-3a0ed52bfce6 [ 1904.901652] env[63676]: DEBUG oslo_concurrency.lockutils [req-fa5d7bbd-76d2-4ba8-8756-88567a2cc7e4 req-1653130c-1f17-4165-b867-cfb254807689 service nova] Releasing lock "refresh_cache-35cab01d-ff1d-4ea8-abd3-46824d06abf9" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.930018] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquiring lock "6321e4cd-2f34-4dca-b144-2c5eadcbf8fc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.930306] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "6321e4cd-2f34-4dca-b144-2c5eadcbf8fc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.930526] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquiring lock "6321e4cd-2f34-4dca-b144-2c5eadcbf8fc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.930713] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "6321e4cd-2f34-4dca-b144-2c5eadcbf8fc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.930880] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "6321e4cd-2f34-4dca-b144-2c5eadcbf8fc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.933739] env[63676]: INFO nova.compute.manager [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Terminating instance [ 1904.971963] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1925984, 'name': CreateSnapshot_Task, 'duration_secs': 1.574149} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.972296] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Created Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1904.972957] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9941c9e-948b-495d-9315-2b72644e67d4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.042403] env[63676]: DEBUG oslo_vmware.api [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1925990, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.121923] env[63676]: DEBUG oslo_vmware.api [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527e74e7-0dc0-bc1c-0e6e-c6b3e5583f19, 'name': SearchDatastore_Task, 'duration_secs': 0.009496} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.122337] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.122696] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1905.122907] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.123131] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.123344] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1905.123654] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d74e6e92-8b9f-4d6d-b584-e6244e4b275b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.135831] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1905.136050] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1905.136776] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58f01b16-cd8d-462c-bc6e-59033a9d9b62 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.143149] env[63676]: DEBUG oslo_vmware.api [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 1905.143149] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a11d5f-ad84-f719-f57b-04dad26c6187" [ 1905.143149] env[63676]: _type = "Task" [ 1905.143149] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.151518] env[63676]: DEBUG oslo_vmware.api [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a11d5f-ad84-f719-f57b-04dad26c6187, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.175284] env[63676]: DEBUG nova.network.neutron [None req-0822440c-b6ed-4c6e-bd43-02282f92d32c tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Updating instance_info_cache with network_info: [{"id": "2d91d501-6bcd-436d-a57e-138bf6757987", "address": "fa:16:3e:66:96:d8", "network": {"id": "23e204f7-4577-455a-8f4f-79800b8dc56a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1808283278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ceddfd10acf04eefbb18c1077d1154d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d91d501-6b", "ovs_interfaceid": "2d91d501-6bcd-436d-a57e-138bf6757987", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1905.267132] env[63676]: DEBUG oslo_vmware.api [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1925991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.257692} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.267593] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1905.267949] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1905.268316] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1905.270069] env[63676]: INFO nova.compute.manager [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Took 1.91 seconds to destroy the instance on the hypervisor. [ 1905.270069] env[63676]: DEBUG oslo.service.loopingcall [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1905.270069] env[63676]: DEBUG nova.compute.manager [-] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1905.270069] env[63676]: DEBUG nova.network.neutron [-] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1905.308067] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d9b002d7-d834-4be5-91e1-96d9a965dd13 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "e47e0f8b-4282-41a7-8061-3a0ed52bfce6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.630s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1905.440017] env[63676]: DEBUG nova.compute.manager [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1905.440017] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1905.440017] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2394bf79-1411-4438-b341-1cbada3cf466 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.450677] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1905.451122] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd4256f7-d677-4fd1-a36c-d85dc64175ab {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.461016] env[63676]: DEBUG oslo_vmware.api [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1905.461016] env[63676]: value = "task-1925992" [ 1905.461016] env[63676]: _type = "Task" [ 1905.461016] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.472819] env[63676]: DEBUG oslo_vmware.api [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925992, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.492482] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Creating linked-clone VM from snapshot {{(pid=63676) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1905.496184] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-62dcfa99-1f1b-4495-bc27-ea7c5481bfdd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.504793] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 1905.504793] env[63676]: value = "task-1925993" [ 1905.504793] env[63676]: _type = "Task" [ 1905.504793] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.513780] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1925993, 'name': CloneVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.550382] env[63676]: DEBUG oslo_vmware.api [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1925990, 'name': PowerOnVM_Task, 'duration_secs': 0.662414} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.550880] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1905.551148] env[63676]: INFO nova.compute.manager [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Took 11.73 seconds to spawn the instance on the hypervisor. [ 1905.551563] env[63676]: DEBUG nova.compute.manager [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1905.553099] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811827e9-3884-42b9-80d1-17c0950ffa57 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.596798] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259f15b1-6edd-46ed-b8ee-48e2526b338a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.606648] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef40983-c391-41b9-b6e6-37adcb2fb1d7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.645407] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0216ace0-1fc6-4774-b60d-fdd2796bf521 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.661244] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77cb081e-d685-43a3-a9d8-cf61c4ed6f8c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.666039] env[63676]: DEBUG oslo_vmware.api [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a11d5f-ad84-f719-f57b-04dad26c6187, 'name': SearchDatastore_Task, 'duration_secs': 0.01022} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.667996] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fc7179c-5afe-40d1-ad29-f0c7be265d52 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.679145] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0822440c-b6ed-4c6e-bd43-02282f92d32c tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Releasing lock "refresh_cache-6ee39c3c-33c9-4ce8-b214-bba1e8629e75" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.679917] env[63676]: DEBUG nova.objects.instance [None req-0822440c-b6ed-4c6e-bd43-02282f92d32c tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lazy-loading 'flavor' on Instance uuid 6ee39c3c-33c9-4ce8-b214-bba1e8629e75 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1905.682303] env[63676]: DEBUG nova.compute.provider_tree [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1905.692357] env[63676]: DEBUG oslo_vmware.api [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 1905.692357] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522b1b54-fd27-f209-fa96-58aab91a3dff" [ 1905.692357] env[63676]: _type = "Task" [ 1905.692357] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.699745] env[63676]: DEBUG oslo_vmware.api [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522b1b54-fd27-f209-fa96-58aab91a3dff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.971283] env[63676]: DEBUG oslo_vmware.api [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925992, 'name': PowerOffVM_Task, 'duration_secs': 0.402065} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.971283] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1905.971283] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1905.971405] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42780b36-a001-46b1-bb34-f589e3581426 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.020256] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1925993, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.075528] env[63676]: INFO nova.compute.manager [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Took 31.79 seconds to build instance. [ 1906.144681] env[63676]: DEBUG nova.compute.manager [req-0e9e12e7-cd80-4467-bb1f-8ee4f7585d61 req-7982b0e1-61cb-484a-a71a-593ee451fdf8 service nova] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Received event network-vif-deleted-22dcfed5-9766-46bf-84cf-f8af9d1c2767 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1906.144681] env[63676]: INFO nova.compute.manager [req-0e9e12e7-cd80-4467-bb1f-8ee4f7585d61 req-7982b0e1-61cb-484a-a71a-593ee451fdf8 service nova] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Neutron deleted interface 22dcfed5-9766-46bf-84cf-f8af9d1c2767; detaching it from the instance and deleting it from the info cache [ 1906.144681] env[63676]: DEBUG nova.network.neutron [req-0e9e12e7-cd80-4467-bb1f-8ee4f7585d61 req-7982b0e1-61cb-484a-a71a-593ee451fdf8 service nova] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Updating instance_info_cache with network_info: [{"id": "90c6000b-9d83-4a92-b1f8-8cf06355042c", "address": "fa:16:3e:cd:53:39", "network": {"id": "d286d36a-f75c-42e3-b9a6-7221874e6360", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1745157796", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.190", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "7790cbad8bbe4e0c8c2b1584ceb57c2e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90c6000b-9d", "ovs_interfaceid": "90c6000b-9d83-4a92-b1f8-8cf06355042c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.189527] env[63676]: DEBUG nova.scheduler.client.report [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1906.200417] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157a4c9f-0758-40e3-b5b1-5d8bea21310f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.246736] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0822440c-b6ed-4c6e-bd43-02282f92d32c tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1906.247180] env[63676]: DEBUG oslo_vmware.api [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522b1b54-fd27-f209-fa96-58aab91a3dff, 'name': SearchDatastore_Task, 'duration_secs': 0.021586} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.248034] env[63676]: DEBUG nova.network.neutron [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Successfully updated port: 62b2cf1b-0725-474f-a501-1e9af9435f16 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1906.249115] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c33f4bb-9e66-40b9-ad84-a062bc8900d9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.250866] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.251083] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 35cab01d-ff1d-4ea8-abd3-46824d06abf9/35cab01d-ff1d-4ea8-abd3-46824d06abf9.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1906.252284] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a229cf3a-d212-4f6c-a814-d6e4d5c1921a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.259130] env[63676]: DEBUG oslo_vmware.api [None req-0822440c-b6ed-4c6e-bd43-02282f92d32c tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1906.259130] env[63676]: value = "task-1925995" [ 1906.259130] env[63676]: _type = "Task" [ 1906.259130] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.260550] env[63676]: DEBUG oslo_vmware.api [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 1906.260550] env[63676]: value = "task-1925996" [ 1906.260550] env[63676]: _type = "Task" [ 1906.260550] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.273470] env[63676]: DEBUG oslo_vmware.api [None req-0822440c-b6ed-4c6e-bd43-02282f92d32c tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925995, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.277287] env[63676]: DEBUG oslo_vmware.api [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1925996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.287806] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1906.288085] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1906.288285] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Deleting the datastore file [datastore1] 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1906.288555] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2f4ee3c-1b1c-4d63-b6a4-3b4daaa248d3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.296930] env[63676]: DEBUG oslo_vmware.api [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for the task: (returnval){ [ 1906.296930] env[63676]: value = "task-1925997" [ 1906.296930] env[63676]: _type = "Task" [ 1906.296930] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.307604] env[63676]: DEBUG oslo_vmware.api [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925997, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.435927] env[63676]: DEBUG nova.network.neutron [-] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.518222] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1925993, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.523772] env[63676]: DEBUG nova.network.neutron [-] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1906.578767] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0cf59a78-f56a-40b3-af15-5b629811a5e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "267a3342-3ac0-4cc0-897e-4923cbc96a76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.298s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.648994] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ae09305-ea92-48ec-948c-137e7466d152 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.659518] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f1370f-4313-4ab9-a51f-10b0370ff5f1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.692864] env[63676]: DEBUG nova.compute.manager [req-0e9e12e7-cd80-4467-bb1f-8ee4f7585d61 req-7982b0e1-61cb-484a-a71a-593ee451fdf8 service nova] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Detach interface failed, port_id=22dcfed5-9766-46bf-84cf-f8af9d1c2767, reason: Instance 96055d7f-cb10-4317-883c-cf6c668ba76e could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1906.705716] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.709335] env[63676]: DEBUG nova.compute.manager [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1906.709960] env[63676]: DEBUG nova.virt.hardware [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1906.710241] env[63676]: DEBUG nova.virt.hardware [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1906.710409] env[63676]: DEBUG nova.virt.hardware [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1906.710598] env[63676]: DEBUG nova.virt.hardware [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1906.710755] env[63676]: DEBUG nova.virt.hardware [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1906.710885] env[63676]: DEBUG nova.virt.hardware [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1906.711113] env[63676]: DEBUG nova.virt.hardware [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1906.711343] env[63676]: DEBUG nova.virt.hardware [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1906.711599] env[63676]: DEBUG nova.virt.hardware [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1906.711781] env[63676]: DEBUG nova.virt.hardware [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1906.711958] env[63676]: DEBUG nova.virt.hardware [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1906.712726] env[63676]: DEBUG oslo_concurrency.lockutils [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 10.629s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.712848] env[63676]: DEBUG nova.objects.instance [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63676) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1906.716598] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6f02ea-77e0-43dc-ae2a-6de8ffdc968f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.726084] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b373f6f4-e7e9-43b9-b8b3-687e8703df3f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.751598] env[63676]: INFO nova.scheduler.client.report [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Deleted allocations for instance 7703addf-fe6d-40f7-bb52-47fa36c14a50 [ 1906.753840] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Acquiring lock "refresh_cache-4c23d3a5-d194-48df-87b7-347d31bf908e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.753987] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Acquired lock "refresh_cache-4c23d3a5-d194-48df-87b7-347d31bf908e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.754159] env[63676]: DEBUG nova.network.neutron [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1906.775282] env[63676]: DEBUG oslo_vmware.api [None req-0822440c-b6ed-4c6e-bd43-02282f92d32c tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925995, 'name': PowerOffVM_Task, 'duration_secs': 0.221739} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.778836] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0822440c-b6ed-4c6e-bd43-02282f92d32c tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1906.784945] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-0822440c-b6ed-4c6e-bd43-02282f92d32c tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1906.785413] env[63676]: DEBUG oslo_vmware.api [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1925996, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.786030] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4e18d64-86dd-4f77-b0fa-011ff0c60aaa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.810060] env[63676]: DEBUG oslo_vmware.api [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Task: {'id': task-1925997, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212005} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.812319] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1906.812454] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1906.812585] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1906.812718] env[63676]: INFO nova.compute.manager [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Took 1.38 seconds to destroy the instance on the hypervisor. [ 1906.812951] env[63676]: DEBUG oslo.service.loopingcall [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1906.813563] env[63676]: DEBUG oslo_vmware.api [None req-0822440c-b6ed-4c6e-bd43-02282f92d32c tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1906.813563] env[63676]: value = "task-1925998" [ 1906.813563] env[63676]: _type = "Task" [ 1906.813563] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.813793] env[63676]: DEBUG nova.compute.manager [-] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1906.813886] env[63676]: DEBUG nova.network.neutron [-] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1906.824283] env[63676]: DEBUG oslo_vmware.api [None req-0822440c-b6ed-4c6e-bd43-02282f92d32c tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925998, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.938198] env[63676]: INFO nova.compute.manager [-] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Took 2.61 seconds to deallocate network for instance. [ 1907.017547] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1925993, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.026151] env[63676]: INFO nova.compute.manager [-] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Took 1.76 seconds to deallocate network for instance. [ 1907.064235] env[63676]: DEBUG oslo_concurrency.lockutils [None req-76915259-bc5d-4ce4-90e1-4628bc1fd1a9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "267a3342-3ac0-4cc0-897e-4923cbc96a76" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.064500] env[63676]: DEBUG oslo_concurrency.lockutils [None req-76915259-bc5d-4ce4-90e1-4628bc1fd1a9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "267a3342-3ac0-4cc0-897e-4923cbc96a76" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.064691] env[63676]: DEBUG nova.compute.manager [None req-76915259-bc5d-4ce4-90e1-4628bc1fd1a9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1907.066452] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7644f0-c3f6-41ac-a25e-4e31bb947c74 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.074770] env[63676]: DEBUG nova.compute.manager [None req-76915259-bc5d-4ce4-90e1-4628bc1fd1a9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63676) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1907.075310] env[63676]: DEBUG nova.objects.instance [None req-76915259-bc5d-4ce4-90e1-4628bc1fd1a9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lazy-loading 'flavor' on Instance uuid 267a3342-3ac0-4cc0-897e-4923cbc96a76 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1907.263677] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3b50b093-81b0-429b-8a4e-15b7a901d6ec tempest-ServerActionsV293TestJSON-1777802046 tempest-ServerActionsV293TestJSON-1777802046-project-member] Lock "7703addf-fe6d-40f7-bb52-47fa36c14a50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.232s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.279538] env[63676]: DEBUG oslo_vmware.api [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1925996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.59633} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.279945] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 35cab01d-ff1d-4ea8-abd3-46824d06abf9/35cab01d-ff1d-4ea8-abd3-46824d06abf9.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1907.280106] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1907.280336] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a851f695-d6a2-4f9c-98eb-f00cc9710139 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.290027] env[63676]: DEBUG oslo_vmware.api [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 1907.290027] env[63676]: value = "task-1925999" [ 1907.290027] env[63676]: _type = "Task" [ 1907.290027] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.295233] env[63676]: DEBUG oslo_vmware.api [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1925999, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.296065] env[63676]: DEBUG nova.network.neutron [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1907.325740] env[63676]: DEBUG oslo_vmware.api [None req-0822440c-b6ed-4c6e-bd43-02282f92d32c tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.446771] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.518156] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1925993, 'name': CloneVM_Task} progress is 95%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.532542] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.546043] env[63676]: DEBUG nova.network.neutron [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Updating instance_info_cache with network_info: [{"id": "62b2cf1b-0725-474f-a501-1e9af9435f16", "address": "fa:16:3e:54:fb:65", "network": {"id": "06987b01-176e-45da-b7c3-f007abd5ee55", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-408983319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8e643e4699b43b09203165623f307b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b2cf1b-07", "ovs_interfaceid": "62b2cf1b-0725-474f-a501-1e9af9435f16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.669645] env[63676]: DEBUG nova.network.neutron [-] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1907.725549] env[63676]: DEBUG oslo_concurrency.lockutils [None req-49fb6d4d-c34a-49be-8164-3a28ebc190a6 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1907.726695] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.803s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1907.728452] env[63676]: INFO nova.compute.claims [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1907.799461] env[63676]: DEBUG oslo_vmware.api [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1925999, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161368} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.799920] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1907.800860] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2165a72c-a968-4ec7-b621-1ea5ee01131a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.826847] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 35cab01d-ff1d-4ea8-abd3-46824d06abf9/35cab01d-ff1d-4ea8-abd3-46824d06abf9.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1907.830594] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bb0fe74-0447-4bc5-b846-cc91500803e4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.851928] env[63676]: DEBUG oslo_vmware.api [None req-0822440c-b6ed-4c6e-bd43-02282f92d32c tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1925998, 'name': ReconfigVM_Task, 'duration_secs': 0.95965} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.853308] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-0822440c-b6ed-4c6e-bd43-02282f92d32c tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1907.853520] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0822440c-b6ed-4c6e-bd43-02282f92d32c tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1907.853938] env[63676]: DEBUG oslo_vmware.api [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 1907.853938] env[63676]: value = "task-1926000" [ 1907.853938] env[63676]: _type = "Task" [ 1907.853938] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.854136] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1350365f-e201-4d9f-85c6-9f1757962810 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.864163] env[63676]: DEBUG oslo_vmware.api [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926000, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.865367] env[63676]: DEBUG oslo_vmware.api [None req-0822440c-b6ed-4c6e-bd43-02282f92d32c tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1907.865367] env[63676]: value = "task-1926001" [ 1907.865367] env[63676]: _type = "Task" [ 1907.865367] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.872907] env[63676]: DEBUG oslo_vmware.api [None req-0822440c-b6ed-4c6e-bd43-02282f92d32c tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926001, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.021896] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1925993, 'name': CloneVM_Task} progress is 95%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.048695] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Releasing lock "refresh_cache-4c23d3a5-d194-48df-87b7-347d31bf908e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1908.049246] env[63676]: DEBUG nova.compute.manager [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Instance network_info: |[{"id": "62b2cf1b-0725-474f-a501-1e9af9435f16", "address": "fa:16:3e:54:fb:65", "network": {"id": "06987b01-176e-45da-b7c3-f007abd5ee55", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-408983319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8e643e4699b43b09203165623f307b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b2cf1b-07", "ovs_interfaceid": "62b2cf1b-0725-474f-a501-1e9af9435f16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1908.050219] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:fb:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'eed34ae1-5f7f-4deb-9db8-85eaa1e60c29', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62b2cf1b-0725-474f-a501-1e9af9435f16', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1908.057753] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Creating folder: Project (e8e643e4699b43b09203165623f307b0). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1908.058255] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8f2a75c-7f92-44c5-8a1b-3e619172c269 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.072376] env[63676]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1908.072594] env[63676]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=63676) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1908.072916] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Folder already exists: Project (e8e643e4699b43b09203165623f307b0). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1908.073114] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Creating folder: Instances. Parent ref: group-v397117. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1908.073370] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7505cfa8-e898-482e-8379-e50b195fa05f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.085722] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-76915259-bc5d-4ce4-90e1-4628bc1fd1a9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1908.086092] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Created folder: Instances in parent group-v397117. [ 1908.086325] env[63676]: DEBUG oslo.service.loopingcall [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1908.086527] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-304369fc-f82c-4964-9a59-557b3e929622 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.088839] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1908.089076] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be8f5ed5-52d2-4142-8bf1-dcfa88959bcc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.110700] env[63676]: DEBUG oslo_vmware.api [None req-76915259-bc5d-4ce4-90e1-4628bc1fd1a9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1908.110700] env[63676]: value = "task-1926004" [ 1908.110700] env[63676]: _type = "Task" [ 1908.110700] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.121889] env[63676]: DEBUG oslo_vmware.api [None req-76915259-bc5d-4ce4-90e1-4628bc1fd1a9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926004, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.125565] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1908.125565] env[63676]: value = "task-1926005" [ 1908.125565] env[63676]: _type = "Task" [ 1908.125565] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.143629] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926005, 'name': CreateVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.173526] env[63676]: INFO nova.compute.manager [-] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Took 1.36 seconds to deallocate network for instance. [ 1908.191828] env[63676]: DEBUG nova.compute.manager [req-00706d59-127b-4499-8304-82fc14160b73 req-dc20be5a-6f23-473a-99c5-9a74b4aabdab service nova] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Received event network-vif-deleted-90c6000b-9d83-4a92-b1f8-8cf06355042c {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1908.192064] env[63676]: DEBUG nova.compute.manager [req-00706d59-127b-4499-8304-82fc14160b73 req-dc20be5a-6f23-473a-99c5-9a74b4aabdab service nova] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Received event network-vif-plugged-62b2cf1b-0725-474f-a501-1e9af9435f16 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1908.192244] env[63676]: DEBUG oslo_concurrency.lockutils [req-00706d59-127b-4499-8304-82fc14160b73 req-dc20be5a-6f23-473a-99c5-9a74b4aabdab service nova] Acquiring lock "4c23d3a5-d194-48df-87b7-347d31bf908e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.192458] env[63676]: DEBUG oslo_concurrency.lockutils [req-00706d59-127b-4499-8304-82fc14160b73 req-dc20be5a-6f23-473a-99c5-9a74b4aabdab service nova] Lock "4c23d3a5-d194-48df-87b7-347d31bf908e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.192621] env[63676]: DEBUG oslo_concurrency.lockutils [req-00706d59-127b-4499-8304-82fc14160b73 req-dc20be5a-6f23-473a-99c5-9a74b4aabdab service nova] Lock "4c23d3a5-d194-48df-87b7-347d31bf908e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.192777] env[63676]: DEBUG nova.compute.manager [req-00706d59-127b-4499-8304-82fc14160b73 req-dc20be5a-6f23-473a-99c5-9a74b4aabdab service nova] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] No waiting events found dispatching network-vif-plugged-62b2cf1b-0725-474f-a501-1e9af9435f16 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1908.192935] env[63676]: WARNING nova.compute.manager [req-00706d59-127b-4499-8304-82fc14160b73 req-dc20be5a-6f23-473a-99c5-9a74b4aabdab service nova] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Received unexpected event network-vif-plugged-62b2cf1b-0725-474f-a501-1e9af9435f16 for instance with vm_state building and task_state spawning. [ 1908.193110] env[63676]: DEBUG nova.compute.manager [req-00706d59-127b-4499-8304-82fc14160b73 req-dc20be5a-6f23-473a-99c5-9a74b4aabdab service nova] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Received event network-vif-deleted-49432b36-be42-4634-921d-208283613681 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1908.193274] env[63676]: DEBUG nova.compute.manager [req-00706d59-127b-4499-8304-82fc14160b73 req-dc20be5a-6f23-473a-99c5-9a74b4aabdab service nova] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Received event network-changed-62b2cf1b-0725-474f-a501-1e9af9435f16 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1908.193419] env[63676]: DEBUG nova.compute.manager [req-00706d59-127b-4499-8304-82fc14160b73 req-dc20be5a-6f23-473a-99c5-9a74b4aabdab service nova] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Refreshing instance network info cache due to event network-changed-62b2cf1b-0725-474f-a501-1e9af9435f16. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1908.194136] env[63676]: DEBUG oslo_concurrency.lockutils [req-00706d59-127b-4499-8304-82fc14160b73 req-dc20be5a-6f23-473a-99c5-9a74b4aabdab service nova] Acquiring lock "refresh_cache-4c23d3a5-d194-48df-87b7-347d31bf908e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.194136] env[63676]: DEBUG oslo_concurrency.lockutils [req-00706d59-127b-4499-8304-82fc14160b73 req-dc20be5a-6f23-473a-99c5-9a74b4aabdab service nova] Acquired lock "refresh_cache-4c23d3a5-d194-48df-87b7-347d31bf908e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.194136] env[63676]: DEBUG nova.network.neutron [req-00706d59-127b-4499-8304-82fc14160b73 req-dc20be5a-6f23-473a-99c5-9a74b4aabdab service nova] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Refreshing network info cache for port 62b2cf1b-0725-474f-a501-1e9af9435f16 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1908.323294] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "0a0a5437-fa92-4d72-8291-b056bc9d8679" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.323577] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "0a0a5437-fa92-4d72-8291-b056bc9d8679" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.367624] env[63676]: DEBUG oslo_vmware.api [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926000, 'name': ReconfigVM_Task, 'duration_secs': 0.458225} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.371791] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 35cab01d-ff1d-4ea8-abd3-46824d06abf9/35cab01d-ff1d-4ea8-abd3-46824d06abf9.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1908.372741] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b451e5dd-e4b5-47c5-82fb-92c5d7ca2f27 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.379577] env[63676]: DEBUG oslo_vmware.api [None req-0822440c-b6ed-4c6e-bd43-02282f92d32c tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926001, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.381053] env[63676]: DEBUG oslo_vmware.api [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 1908.381053] env[63676]: value = "task-1926006" [ 1908.381053] env[63676]: _type = "Task" [ 1908.381053] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.390270] env[63676]: DEBUG oslo_vmware.api [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926006, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.523188] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1925993, 'name': CloneVM_Task, 'duration_secs': 2.686847} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.523655] env[63676]: INFO nova.virt.vmwareapi.vmops [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Created linked-clone VM from snapshot [ 1908.524507] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefdc1c1-766f-4b2d-a647-312af7fed713 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.533149] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Uploading image 01faba9f-dce2-4fef-877d-08d4e1b5500f {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1908.562127] env[63676]: DEBUG oslo_vmware.rw_handles [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1908.562127] env[63676]: value = "vm-397145" [ 1908.562127] env[63676]: _type = "VirtualMachine" [ 1908.562127] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1908.562431] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d5f9c1dc-e9f0-40a5-865d-65dfb6e90417 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.569526] env[63676]: DEBUG oslo_vmware.rw_handles [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lease: (returnval){ [ 1908.569526] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523888bc-c30c-4af0-8b7e-149169f2ee02" [ 1908.569526] env[63676]: _type = "HttpNfcLease" [ 1908.569526] env[63676]: } obtained for exporting VM: (result){ [ 1908.569526] env[63676]: value = "vm-397145" [ 1908.569526] env[63676]: _type = "VirtualMachine" [ 1908.569526] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1908.569838] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the lease: (returnval){ [ 1908.569838] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523888bc-c30c-4af0-8b7e-149169f2ee02" [ 1908.569838] env[63676]: _type = "HttpNfcLease" [ 1908.569838] env[63676]: } to be ready. {{(pid=63676) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1908.576098] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1908.576098] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523888bc-c30c-4af0-8b7e-149169f2ee02" [ 1908.576098] env[63676]: _type = "HttpNfcLease" [ 1908.576098] env[63676]: } is initializing. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1908.620766] env[63676]: DEBUG oslo_vmware.api [None req-76915259-bc5d-4ce4-90e1-4628bc1fd1a9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926004, 'name': PowerOffVM_Task, 'duration_secs': 0.29318} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.621108] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-76915259-bc5d-4ce4-90e1-4628bc1fd1a9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1908.621372] env[63676]: DEBUG nova.compute.manager [None req-76915259-bc5d-4ce4-90e1-4628bc1fd1a9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1908.622170] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1e4b70-7c52-4ce9-84fc-b4b332b34d23 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.636505] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926005, 'name': CreateVM_Task, 'duration_secs': 0.509499} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.636692] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1908.637412] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'mount_device': '/dev/sda', 'device_type': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397127', 'volume_id': '0af3cd97-4b95-4614-b5c8-6437d2e88e5c', 'name': 'volume-0af3cd97-4b95-4614-b5c8-6437d2e88e5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4c23d3a5-d194-48df-87b7-347d31bf908e', 'attached_at': '', 'detached_at': '', 'volume_id': '0af3cd97-4b95-4614-b5c8-6437d2e88e5c', 'serial': '0af3cd97-4b95-4614-b5c8-6437d2e88e5c'}, 'guest_format': None, 'delete_on_termination': True, 'attachment_id': '2c296001-a365-4a1f-9ebe-8f97eefda2b4', 'volume_type': None}], 'swap': None} {{(pid=63676) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1908.637663] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Root volume attach. Driver type: vmdk {{(pid=63676) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1908.638409] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6523ba88-2195-43d1-8102-236f5d873848 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.645192] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4579057-a4ac-4336-8f60-af08b5e9eae3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.650876] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57972be6-c979-4963-bc9b-24f90ca3c43c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.656449] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-30923d54-72f0-42aa-a188-84d037aaa3dc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.662946] env[63676]: DEBUG oslo_vmware.api [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Waiting for the task: (returnval){ [ 1908.662946] env[63676]: value = "task-1926008" [ 1908.662946] env[63676]: _type = "Task" [ 1908.662946] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.671550] env[63676]: DEBUG oslo_vmware.api [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Task: {'id': task-1926008, 'name': RelocateVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.679854] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1908.830871] env[63676]: DEBUG nova.compute.manager [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1908.881038] env[63676]: DEBUG oslo_vmware.api [None req-0822440c-b6ed-4c6e-bd43-02282f92d32c tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926001, 'name': PowerOnVM_Task, 'duration_secs': 0.529331} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.884766] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0822440c-b6ed-4c6e-bd43-02282f92d32c tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1908.885028] env[63676]: DEBUG nova.compute.manager [None req-0822440c-b6ed-4c6e-bd43-02282f92d32c tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1908.894318] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e61985d-8348-41f9-a0cb-21cb63cd82a6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.912016] env[63676]: DEBUG oslo_vmware.api [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926006, 'name': Rename_Task, 'duration_secs': 0.204567} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.912016] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1908.912016] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8dc3a64a-eb93-4a4c-b0d0-e3d4412e6bae {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.916505] env[63676]: DEBUG oslo_vmware.api [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 1908.916505] env[63676]: value = "task-1926009" [ 1908.916505] env[63676]: _type = "Task" [ 1908.916505] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.930574] env[63676]: DEBUG oslo_vmware.api [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926009, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.078908] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1909.078908] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523888bc-c30c-4af0-8b7e-149169f2ee02" [ 1909.078908] env[63676]: _type = "HttpNfcLease" [ 1909.078908] env[63676]: } is ready. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1909.081173] env[63676]: DEBUG oslo_vmware.rw_handles [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1909.081173] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523888bc-c30c-4af0-8b7e-149169f2ee02" [ 1909.081173] env[63676]: _type = "HttpNfcLease" [ 1909.081173] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1909.085323] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fa8c1b-1f7a-44a7-8fb4-013b0a26dab1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.093654] env[63676]: DEBUG oslo_vmware.rw_handles [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6ca88-c280-9383-ac26-514f19baa2ea/disk-0.vmdk from lease info. {{(pid=63676) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1909.093880] env[63676]: DEBUG oslo_vmware.rw_handles [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6ca88-c280-9383-ac26-514f19baa2ea/disk-0.vmdk for reading. {{(pid=63676) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1909.096687] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db0f2af-e2e7-4d49-bcee-29b505355858 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.100639] env[63676]: DEBUG nova.network.neutron [req-00706d59-127b-4499-8304-82fc14160b73 req-dc20be5a-6f23-473a-99c5-9a74b4aabdab service nova] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Updated VIF entry in instance network info cache for port 62b2cf1b-0725-474f-a501-1e9af9435f16. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1909.100984] env[63676]: DEBUG nova.network.neutron [req-00706d59-127b-4499-8304-82fc14160b73 req-dc20be5a-6f23-473a-99c5-9a74b4aabdab service nova] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Updating instance_info_cache with network_info: [{"id": "62b2cf1b-0725-474f-a501-1e9af9435f16", "address": "fa:16:3e:54:fb:65", "network": {"id": "06987b01-176e-45da-b7c3-f007abd5ee55", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-408983319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8e643e4699b43b09203165623f307b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b2cf1b-07", "ovs_interfaceid": "62b2cf1b-0725-474f-a501-1e9af9435f16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.178000] env[63676]: DEBUG oslo_concurrency.lockutils [None req-76915259-bc5d-4ce4-90e1-4628bc1fd1a9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "267a3342-3ac0-4cc0-897e-4923cbc96a76" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.112s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.180277] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbca0c5b-8f9e-4add-83fe-b67ffe4f6e97 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.190498] env[63676]: DEBUG oslo_vmware.api [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Task: {'id': task-1926008, 'name': RelocateVM_Task, 'duration_secs': 0.026589} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.218331] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Volume attach. Driver type: vmdk {{(pid=63676) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1909.218583] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397127', 'volume_id': '0af3cd97-4b95-4614-b5c8-6437d2e88e5c', 'name': 'volume-0af3cd97-4b95-4614-b5c8-6437d2e88e5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4c23d3a5-d194-48df-87b7-347d31bf908e', 'attached_at': '', 'detached_at': '', 'volume_id': '0af3cd97-4b95-4614-b5c8-6437d2e88e5c', 'serial': '0af3cd97-4b95-4614-b5c8-6437d2e88e5c'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1909.220543] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783da466-350a-4961-b43e-361f8b52cfef {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.223681] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfac74fd-e363-46b5-9b62-15b8307d9fbc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.242547] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077d62b6-366c-4358-8949-da00777d5505 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.247632] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3bc33c-6c1e-4b8e-916c-f87b52612171 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.260797] env[63676]: DEBUG nova.compute.provider_tree [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1909.281676] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] volume-0af3cd97-4b95-4614-b5c8-6437d2e88e5c/volume-0af3cd97-4b95-4614-b5c8-6437d2e88e5c.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1909.283491] env[63676]: DEBUG nova.scheduler.client.report [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1909.286742] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-470d2fc3-c292-4790-a829-11a45c6aff70 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.288739] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-294da1a0-a849-4d54-a57c-f650668b0d86 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.305081] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.578s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.305589] env[63676]: DEBUG nova.compute.manager [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1909.309986] env[63676]: DEBUG oslo_concurrency.lockutils [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.298s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.313663] env[63676]: INFO nova.compute.claims [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1909.328049] env[63676]: DEBUG oslo_vmware.api [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Waiting for the task: (returnval){ [ 1909.328049] env[63676]: value = "task-1926010" [ 1909.328049] env[63676]: _type = "Task" [ 1909.328049] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.340956] env[63676]: DEBUG oslo_vmware.api [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Task: {'id': task-1926010, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.360406] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.428716] env[63676]: DEBUG oslo_vmware.api [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926009, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.674545] env[63676]: DEBUG oslo_concurrency.lockutils [req-00706d59-127b-4499-8304-82fc14160b73 req-dc20be5a-6f23-473a-99c5-9a74b4aabdab service nova] Releasing lock "refresh_cache-4c23d3a5-d194-48df-87b7-347d31bf908e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.674965] env[63676]: DEBUG nova.compute.manager [req-00706d59-127b-4499-8304-82fc14160b73 req-dc20be5a-6f23-473a-99c5-9a74b4aabdab service nova] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Received event network-vif-deleted-97c2f2b5-8271-40b0-a25c-2a5877c77315 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1909.820308] env[63676]: DEBUG nova.compute.utils [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1909.821863] env[63676]: DEBUG nova.compute.manager [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1909.822064] env[63676]: DEBUG nova.network.neutron [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1909.841624] env[63676]: DEBUG oslo_vmware.api [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Task: {'id': task-1926010, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.866150] env[63676]: DEBUG nova.policy [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '160fc69d07db43a781c7450228a67b47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c23bb3166dd04498b8416cf4141157cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1909.901299] env[63676]: INFO nova.compute.manager [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Rebuilding instance [ 1909.935986] env[63676]: DEBUG oslo_vmware.api [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926009, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.948253] env[63676]: DEBUG nova.compute.manager [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1909.949747] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508bfe14-634b-40ae-9ac6-184f6a9a7538 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.329290] env[63676]: DEBUG nova.compute.manager [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1910.343552] env[63676]: DEBUG oslo_vmware.api [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Task: {'id': task-1926010, 'name': ReconfigVM_Task, 'duration_secs': 0.638265} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.343907] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Reconfigured VM instance instance-00000055 to attach disk [datastore1] volume-0af3cd97-4b95-4614-b5c8-6437d2e88e5c/volume-0af3cd97-4b95-4614-b5c8-6437d2e88e5c.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1910.350068] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2bea6eb-db81-4a0b-8228-906bb9fc0fdc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.370873] env[63676]: DEBUG oslo_vmware.api [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Waiting for the task: (returnval){ [ 1910.370873] env[63676]: value = "task-1926011" [ 1910.370873] env[63676]: _type = "Task" [ 1910.370873] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.386283] env[63676]: DEBUG oslo_vmware.api [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Task: {'id': task-1926011, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.393535] env[63676]: DEBUG nova.network.neutron [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Successfully created port: e6dbe1a6-aabc-4621-83b9-5237b86285fc {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1910.434623] env[63676]: DEBUG oslo_vmware.api [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926009, 'name': PowerOnVM_Task, 'duration_secs': 1.171026} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.435058] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1910.435298] env[63676]: INFO nova.compute.manager [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Took 10.53 seconds to spawn the instance on the hypervisor. [ 1910.436013] env[63676]: DEBUG nova.compute.manager [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1910.437178] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f69b0d-a37d-4eac-a14a-bf6116dc852b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.708098] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36172ad1-0fbf-4396-8fa7-b5271a387da5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.717486] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa73b3c-0039-4f7a-aae8-71dc31b8ccbe {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.757852] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52da7f2a-d5bd-4339-ab61-35a3f9c578f7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.770272] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95f706c-01e2-4b61-9f29-a7a5223e8f6c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.787672] env[63676]: DEBUG nova.compute.provider_tree [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1910.884825] env[63676]: DEBUG oslo_vmware.api [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Task: {'id': task-1926011, 'name': ReconfigVM_Task, 'duration_secs': 0.151277} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.885281] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397127', 'volume_id': '0af3cd97-4b95-4614-b5c8-6437d2e88e5c', 'name': 'volume-0af3cd97-4b95-4614-b5c8-6437d2e88e5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4c23d3a5-d194-48df-87b7-347d31bf908e', 'attached_at': '', 'detached_at': '', 'volume_id': '0af3cd97-4b95-4614-b5c8-6437d2e88e5c', 'serial': '0af3cd97-4b95-4614-b5c8-6437d2e88e5c'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1910.885863] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b8a8ecc8-74c4-4809-bcbe-d0f40b5ba1f3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.892951] env[63676]: DEBUG oslo_vmware.api [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Waiting for the task: (returnval){ [ 1910.892951] env[63676]: value = "task-1926012" [ 1910.892951] env[63676]: _type = "Task" [ 1910.892951] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.902665] env[63676]: DEBUG oslo_vmware.api [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Task: {'id': task-1926012, 'name': Rename_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.956797] env[63676]: INFO nova.compute.manager [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Took 31.46 seconds to build instance. [ 1910.963851] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1910.963935] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dc506a71-f38f-40c2-8fd7-1bff6e381385 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.973937] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1910.973937] env[63676]: value = "task-1926013" [ 1910.973937] env[63676]: _type = "Task" [ 1910.973937] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.985446] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] VM already powered off {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1910.985822] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1910.986833] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2627702b-e15b-47a0-96aa-f4f44133a1ee {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.995259] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1910.995600] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f7a36084-9153-4d75-bc32-f18fe63f29da {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.256070] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1911.256070] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1911.256070] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Deleting the datastore file [datastore1] 267a3342-3ac0-4cc0-897e-4923cbc96a76 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1911.256070] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbf257f9-ae01-46a0-99b8-7a0271a79c7e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.265157] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1911.265157] env[63676]: value = "task-1926015" [ 1911.265157] env[63676]: _type = "Task" [ 1911.265157] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.272234] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.339275] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquiring lock "35cab01d-ff1d-4ea8-abd3-46824d06abf9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.343449] env[63676]: DEBUG nova.compute.manager [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1911.387168] env[63676]: DEBUG nova.virt.hardware [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1911.387168] env[63676]: DEBUG nova.virt.hardware [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1911.387168] env[63676]: DEBUG nova.virt.hardware [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1911.387168] env[63676]: DEBUG nova.virt.hardware [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1911.387168] env[63676]: DEBUG nova.virt.hardware [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1911.387558] env[63676]: DEBUG nova.virt.hardware [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1911.387940] env[63676]: DEBUG nova.virt.hardware [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1911.388335] env[63676]: DEBUG nova.virt.hardware [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1911.388705] env[63676]: DEBUG nova.virt.hardware [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1911.391495] env[63676]: DEBUG nova.virt.hardware [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1911.391495] env[63676]: DEBUG nova.virt.hardware [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1911.391495] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f08f00a-4399-40e9-82a3-2102b964a3cb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.408530] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6083c360-6ed3-4498-8843-bfe3c9c7467e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.415108] env[63676]: DEBUG oslo_vmware.api [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Task: {'id': task-1926012, 'name': Rename_Task, 'duration_secs': 0.194964} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.415762] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1911.418450] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-955bab97-1bba-4bc6-ba68-2e4b96fda49a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.435321] env[63676]: DEBUG oslo_vmware.api [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Waiting for the task: (returnval){ [ 1911.435321] env[63676]: value = "task-1926016" [ 1911.435321] env[63676]: _type = "Task" [ 1911.435321] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.444305] env[63676]: DEBUG oslo_vmware.api [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Task: {'id': task-1926016, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.460243] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6513dce7-cc22-46f3-86af-7e76ef929bb2 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lock "35cab01d-ff1d-4ea8-abd3-46824d06abf9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.972s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.460557] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lock "35cab01d-ff1d-4ea8-abd3-46824d06abf9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.122s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.460783] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquiring lock "35cab01d-ff1d-4ea8-abd3-46824d06abf9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.460994] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lock "35cab01d-ff1d-4ea8-abd3-46824d06abf9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.461184] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lock "35cab01d-ff1d-4ea8-abd3-46824d06abf9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.464457] env[63676]: INFO nova.compute.manager [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Terminating instance [ 1911.490094] env[63676]: ERROR nova.scheduler.client.report [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [req-fc8e90f6-b802-4652-932f-5197fcd83aa9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5759d2a2-0179-444e-89b9-d9d622fd17b7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fc8e90f6-b802-4652-932f-5197fcd83aa9"}]} [ 1911.513578] env[63676]: DEBUG nova.scheduler.client.report [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Refreshing inventories for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1911.534606] env[63676]: DEBUG nova.scheduler.client.report [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Updating ProviderTree inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1911.534874] env[63676]: DEBUG nova.compute.provider_tree [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1911.551200] env[63676]: DEBUG nova.scheduler.client.report [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Refreshing aggregate associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, aggregates: None {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1911.571138] env[63676]: DEBUG nova.scheduler.client.report [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Refreshing trait associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1911.773913] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356169} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1911.776737] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1911.776937] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1911.777152] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1911.870911] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec75c36b-49fc-4fc9-b854-43fda192c296 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.883795] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7341e235-5c09-4a2b-a1d3-042cc71c84c6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.923558] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7f4dc8-d25a-49b0-8657-bea9733a94d0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.932725] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b47b51-dd92-4188-97a9-17fec251df1c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.950784] env[63676]: DEBUG nova.compute.provider_tree [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1911.957798] env[63676]: DEBUG oslo_vmware.api [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Task: {'id': task-1926016, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.972873] env[63676]: DEBUG nova.compute.manager [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1911.973208] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1911.974650] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27d1dec-a9eb-43dc-9b2a-0541a8223355 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.983218] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1911.983501] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-540c5bbe-5fd0-4df3-beb1-9e4249eec4cd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.992921] env[63676]: DEBUG oslo_vmware.api [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 1911.992921] env[63676]: value = "task-1926017" [ 1911.992921] env[63676]: _type = "Task" [ 1911.992921] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.003396] env[63676]: DEBUG oslo_vmware.api [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926017, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.455989] env[63676]: DEBUG oslo_vmware.api [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Task: {'id': task-1926016, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.501032] env[63676]: DEBUG nova.scheduler.client.report [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Updated inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with generation 117 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1912.501032] env[63676]: DEBUG nova.compute.provider_tree [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Updating resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 generation from 117 to 118 during operation: update_inventory {{(pid=63676) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1912.501032] env[63676]: DEBUG nova.compute.provider_tree [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1912.507429] env[63676]: DEBUG oslo_vmware.api [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926017, 'name': PowerOffVM_Task, 'duration_secs': 0.292265} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.508531] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1912.509133] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1912.509680] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-466174e3-a409-46f0-b106-e68e7e8f748a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.643068] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1912.643068] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1912.643068] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Deleting the datastore file [datastore1] 35cab01d-ff1d-4ea8-abd3-46824d06abf9 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1912.643068] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-419daad6-2d47-42ba-bdfa-2d1a62ab9080 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.651469] env[63676]: DEBUG oslo_vmware.api [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 1912.651469] env[63676]: value = "task-1926019" [ 1912.651469] env[63676]: _type = "Task" [ 1912.651469] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.661261] env[63676]: DEBUG oslo_vmware.api [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926019, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.733840] env[63676]: DEBUG nova.compute.manager [req-877bd003-af75-4468-9679-6377112efa31 req-8f3c3706-b28b-49cc-8903-0d5f7ba96bab service nova] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Received event network-vif-plugged-e6dbe1a6-aabc-4621-83b9-5237b86285fc {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1912.734390] env[63676]: DEBUG oslo_concurrency.lockutils [req-877bd003-af75-4468-9679-6377112efa31 req-8f3c3706-b28b-49cc-8903-0d5f7ba96bab service nova] Acquiring lock "b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.734768] env[63676]: DEBUG oslo_concurrency.lockutils [req-877bd003-af75-4468-9679-6377112efa31 req-8f3c3706-b28b-49cc-8903-0d5f7ba96bab service nova] Lock "b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.736525] env[63676]: DEBUG oslo_concurrency.lockutils [req-877bd003-af75-4468-9679-6377112efa31 req-8f3c3706-b28b-49cc-8903-0d5f7ba96bab service nova] Lock "b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.736525] env[63676]: DEBUG nova.compute.manager [req-877bd003-af75-4468-9679-6377112efa31 req-8f3c3706-b28b-49cc-8903-0d5f7ba96bab service nova] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] No waiting events found dispatching network-vif-plugged-e6dbe1a6-aabc-4621-83b9-5237b86285fc {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1912.736525] env[63676]: WARNING nova.compute.manager [req-877bd003-af75-4468-9679-6377112efa31 req-8f3c3706-b28b-49cc-8903-0d5f7ba96bab service nova] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Received unexpected event network-vif-plugged-e6dbe1a6-aabc-4621-83b9-5237b86285fc for instance with vm_state building and task_state spawning. [ 1912.818361] env[63676]: DEBUG nova.virt.hardware [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1912.818722] env[63676]: DEBUG nova.virt.hardware [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1912.818785] env[63676]: DEBUG nova.virt.hardware [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1912.819155] env[63676]: DEBUG nova.virt.hardware [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1912.819321] env[63676]: DEBUG nova.virt.hardware [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1912.819448] env[63676]: DEBUG nova.virt.hardware [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1912.819841] env[63676]: DEBUG nova.virt.hardware [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1912.819936] env[63676]: DEBUG nova.virt.hardware [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1912.820087] env[63676]: DEBUG nova.virt.hardware [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1912.820286] env[63676]: DEBUG nova.virt.hardware [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1912.820463] env[63676]: DEBUG nova.virt.hardware [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1912.821504] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae04db2-4374-4855-bce9-80fdb2489787 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.830365] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aacc597f-f8e3-4617-b52a-0bb81016ac62 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.848806] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:92:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b2c6a13a-f7f8-4f62-bff0-7ddbe9234b68', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1912.858019] env[63676]: DEBUG oslo.service.loopingcall [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1912.858019] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1912.858358] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3a78849-2091-4dae-bfb5-0d4a9575e1d1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.879037] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1912.879037] env[63676]: value = "task-1926020" [ 1912.879037] env[63676]: _type = "Task" [ 1912.879037] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.887809] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926020, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.949342] env[63676]: DEBUG oslo_vmware.api [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Task: {'id': task-1926016, 'name': PowerOnVM_Task, 'duration_secs': 1.274672} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.949657] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1912.949859] env[63676]: INFO nova.compute.manager [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Took 6.24 seconds to spawn the instance on the hypervisor. [ 1912.950076] env[63676]: DEBUG nova.compute.manager [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1912.950851] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a021aa7-c87a-4f9b-b130-95938aa9bfc8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.009858] env[63676]: DEBUG oslo_concurrency.lockutils [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.699s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.011502] env[63676]: DEBUG nova.compute.manager [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1913.015018] env[63676]: DEBUG oslo_concurrency.lockutils [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.613s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.015654] env[63676]: DEBUG nova.objects.instance [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Lazy-loading 'resources' on Instance uuid f42eb9a0-03ab-45ce-a309-2293fef9565a {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1913.032684] env[63676]: DEBUG nova.network.neutron [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Successfully updated port: e6dbe1a6-aabc-4621-83b9-5237b86285fc {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1913.164166] env[63676]: DEBUG oslo_vmware.api [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926019, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326562} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.164166] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1913.164166] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1913.164556] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1913.164911] env[63676]: INFO nova.compute.manager [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1913.165272] env[63676]: DEBUG oslo.service.loopingcall [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1913.165272] env[63676]: DEBUG nova.compute.manager [-] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1913.165412] env[63676]: DEBUG nova.network.neutron [-] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1913.391586] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926020, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.478295] env[63676]: INFO nova.compute.manager [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Took 32.18 seconds to build instance. [ 1913.518560] env[63676]: DEBUG nova.compute.utils [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1913.522934] env[63676]: DEBUG nova.compute.manager [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1913.523248] env[63676]: DEBUG nova.network.neutron [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1913.536710] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Acquiring lock "refresh_cache-b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1913.536710] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Acquired lock "refresh_cache-b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1913.536710] env[63676]: DEBUG nova.network.neutron [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1913.662429] env[63676]: DEBUG nova.policy [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8fb959f7c7c45fda05b6ad5f1a1b9c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11302b5359cb437aac371d1206a15f11', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1913.890256] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926020, 'name': CreateVM_Task, 'duration_secs': 0.984574} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.890553] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1913.891475] env[63676]: DEBUG oslo_concurrency.lockutils [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1913.891475] env[63676]: DEBUG oslo_concurrency.lockutils [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1913.891628] env[63676]: DEBUG oslo_concurrency.lockutils [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1913.891897] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6921445d-5db6-4685-b028-04809a96f13e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.903992] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1913.903992] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52661ad7-4141-e7fd-206a-5c05e9c74e71" [ 1913.903992] env[63676]: _type = "Task" [ 1913.903992] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.910532] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52661ad7-4141-e7fd-206a-5c05e9c74e71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.927050] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8bd60c-cebd-4920-a428-dff126c816e3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.933273] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b142c9e-e887-49e1-a877-9a3227b46e89 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.970800] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7497f3-3e4c-48df-9bb4-c584bdfa656e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.979813] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a817b10-9a09-41b1-a00b-33a3851b32d4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.984242] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9eabb17a-5d3c-4529-bb3f-ab05ac2a9ea6 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Lock "4c23d3a5-d194-48df-87b7-347d31bf908e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.697s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.996927] env[63676]: DEBUG nova.compute.provider_tree [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1914.014485] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Acquiring lock "11d405ee-eb00-4da3-bf47-642f08017eb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.014611] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Lock "11d405ee-eb00-4da3-bf47-642f08017eb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.026907] env[63676]: DEBUG nova.compute.manager [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1914.116789] env[63676]: DEBUG nova.network.neutron [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1914.170826] env[63676]: DEBUG nova.network.neutron [-] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.416813] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52661ad7-4141-e7fd-206a-5c05e9c74e71, 'name': SearchDatastore_Task, 'duration_secs': 0.016169} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.418174] env[63676]: DEBUG nova.network.neutron [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Successfully created port: 674daf90-b33b-4dfb-8669-bdc3c2724dc8 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1914.420466] env[63676]: DEBUG oslo_concurrency.lockutils [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1914.420756] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1914.421064] env[63676]: DEBUG oslo_concurrency.lockutils [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1914.421251] env[63676]: DEBUG oslo_concurrency.lockutils [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.421467] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1914.421780] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-189231eb-7de0-4dbe-8344-b32d6c9ef390 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.432556] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1914.432556] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1914.433733] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2337f61b-6f99-4157-866d-99f5f5f5776d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.439739] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1914.439739] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f6a232-e5c3-c4d2-7e10-0b4a350631c6" [ 1914.439739] env[63676]: _type = "Task" [ 1914.439739] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.453118] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f6a232-e5c3-c4d2-7e10-0b4a350631c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.500975] env[63676]: DEBUG nova.scheduler.client.report [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1914.518734] env[63676]: DEBUG nova.compute.manager [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1914.552395] env[63676]: DEBUG nova.network.neutron [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Updating instance_info_cache with network_info: [{"id": "e6dbe1a6-aabc-4621-83b9-5237b86285fc", "address": "fa:16:3e:5c:97:1f", "network": {"id": "b1becbd4-e21c-4062-b5a8-c8d89a262897", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1308373580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c23bb3166dd04498b8416cf4141157cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6dbe1a6-aa", "ovs_interfaceid": "e6dbe1a6-aabc-4621-83b9-5237b86285fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.674912] env[63676]: INFO nova.compute.manager [-] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Took 1.51 seconds to deallocate network for instance. [ 1914.861022] env[63676]: DEBUG nova.compute.manager [req-2e7203e8-708b-492e-8b3c-dcf962e47a17 req-c39c71c7-652a-405e-b49e-71788976069a service nova] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Received event network-changed-62b2cf1b-0725-474f-a501-1e9af9435f16 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1914.861022] env[63676]: DEBUG nova.compute.manager [req-2e7203e8-708b-492e-8b3c-dcf962e47a17 req-c39c71c7-652a-405e-b49e-71788976069a service nova] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Refreshing instance network info cache due to event network-changed-62b2cf1b-0725-474f-a501-1e9af9435f16. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1914.861022] env[63676]: DEBUG oslo_concurrency.lockutils [req-2e7203e8-708b-492e-8b3c-dcf962e47a17 req-c39c71c7-652a-405e-b49e-71788976069a service nova] Acquiring lock "refresh_cache-4c23d3a5-d194-48df-87b7-347d31bf908e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1914.861022] env[63676]: DEBUG oslo_concurrency.lockutils [req-2e7203e8-708b-492e-8b3c-dcf962e47a17 req-c39c71c7-652a-405e-b49e-71788976069a service nova] Acquired lock "refresh_cache-4c23d3a5-d194-48df-87b7-347d31bf908e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.861022] env[63676]: DEBUG nova.network.neutron [req-2e7203e8-708b-492e-8b3c-dcf962e47a17 req-c39c71c7-652a-405e-b49e-71788976069a service nova] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Refreshing network info cache for port 62b2cf1b-0725-474f-a501-1e9af9435f16 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1914.954660] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f6a232-e5c3-c4d2-7e10-0b4a350631c6, 'name': SearchDatastore_Task, 'duration_secs': 0.016539} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.957942] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d541416-4b01-481f-aaab-659ac2611c98 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.967221] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1914.967221] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52732fbd-bd6f-deea-4d00-36a1083bf77b" [ 1914.967221] env[63676]: _type = "Task" [ 1914.967221] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.977962] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52732fbd-bd6f-deea-4d00-36a1083bf77b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.985288] env[63676]: DEBUG nova.compute.manager [req-26984c31-c2a2-4fba-aeb0-019d3dc0f243 req-ba463877-a3ce-497f-ae9b-929fce280d25 service nova] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Received event network-changed-e6dbe1a6-aabc-4621-83b9-5237b86285fc {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1914.985570] env[63676]: DEBUG nova.compute.manager [req-26984c31-c2a2-4fba-aeb0-019d3dc0f243 req-ba463877-a3ce-497f-ae9b-929fce280d25 service nova] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Refreshing instance network info cache due to event network-changed-e6dbe1a6-aabc-4621-83b9-5237b86285fc. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1914.985847] env[63676]: DEBUG oslo_concurrency.lockutils [req-26984c31-c2a2-4fba-aeb0-019d3dc0f243 req-ba463877-a3ce-497f-ae9b-929fce280d25 service nova] Acquiring lock "refresh_cache-b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.007931] env[63676]: DEBUG oslo_concurrency.lockutils [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.012301] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3bb00db7-7d80-4079-a970-b48f1a75f569 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.683s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.012519] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3bb00db7-7d80-4079-a970-b48f1a75f569 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.014358] env[63676]: DEBUG oslo_concurrency.lockutils [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.641s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.018559] env[63676]: INFO nova.compute.claims [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1915.039595] env[63676]: DEBUG nova.compute.manager [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1915.054982] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Releasing lock "refresh_cache-b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.058101] env[63676]: DEBUG nova.compute.manager [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Instance network_info: |[{"id": "e6dbe1a6-aabc-4621-83b9-5237b86285fc", "address": "fa:16:3e:5c:97:1f", "network": {"id": "b1becbd4-e21c-4062-b5a8-c8d89a262897", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1308373580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c23bb3166dd04498b8416cf4141157cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6dbe1a6-aa", "ovs_interfaceid": "e6dbe1a6-aabc-4621-83b9-5237b86285fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1915.058101] env[63676]: INFO nova.scheduler.client.report [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Deleted allocations for instance f42eb9a0-03ab-45ce-a309-2293fef9565a [ 1915.061301] env[63676]: DEBUG oslo_concurrency.lockutils [req-26984c31-c2a2-4fba-aeb0-019d3dc0f243 req-ba463877-a3ce-497f-ae9b-929fce280d25 service nova] Acquired lock "refresh_cache-b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.061301] env[63676]: DEBUG nova.network.neutron [req-26984c31-c2a2-4fba-aeb0-019d3dc0f243 req-ba463877-a3ce-497f-ae9b-929fce280d25 service nova] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Refreshing network info cache for port e6dbe1a6-aabc-4621-83b9-5237b86285fc {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1915.065286] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:97:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6ba56987-9dc3-4c76-a4e2-942b05355bdb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6dbe1a6-aabc-4621-83b9-5237b86285fc', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1915.075989] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Creating folder: Project (c23bb3166dd04498b8416cf4141157cc). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1915.079036] env[63676]: INFO nova.scheduler.client.report [None req-3bb00db7-7d80-4079-a970-b48f1a75f569 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Deleted allocations for instance 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe [ 1915.092169] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26fc00a8-3397-4ebe-b782-2a6ce4d1cfc1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.097605] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.112114] env[63676]: DEBUG nova.virt.hardware [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1915.112199] env[63676]: DEBUG nova.virt.hardware [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1915.112361] env[63676]: DEBUG nova.virt.hardware [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1915.113175] env[63676]: DEBUG nova.virt.hardware [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1915.113388] env[63676]: DEBUG nova.virt.hardware [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1915.113559] env[63676]: DEBUG nova.virt.hardware [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1915.113916] env[63676]: DEBUG nova.virt.hardware [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1915.114024] env[63676]: DEBUG nova.virt.hardware [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1915.114312] env[63676]: DEBUG nova.virt.hardware [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1915.114740] env[63676]: DEBUG nova.virt.hardware [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1915.114993] env[63676]: DEBUG nova.virt.hardware [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1915.116994] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d631ebd2-894e-4118-b295-a7f032e98bf3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.122977] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Created folder: Project (c23bb3166dd04498b8416cf4141157cc) in parent group-v396927. [ 1915.123186] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Creating folder: Instances. Parent ref: group-v397149. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1915.124962] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-780b05e6-80b7-421d-8662-6cb34ad41a8d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.130088] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93bd3b41-a64e-4643-9905-e2a76df9bb93 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.138085] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Created folder: Instances in parent group-v397149. [ 1915.138553] env[63676]: DEBUG oslo.service.loopingcall [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1915.147258] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1915.148040] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a219d95-0e68-4319-b7d2-17965f9bd151 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.172348] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1915.172348] env[63676]: value = "task-1926023" [ 1915.172348] env[63676]: _type = "Task" [ 1915.172348] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.182071] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926023, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.184235] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.229815] env[63676]: DEBUG oslo_concurrency.lockutils [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "907bf91b-be1f-4a9a-a557-6c9e2906037c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.229815] env[63676]: DEBUG oslo_concurrency.lockutils [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "907bf91b-be1f-4a9a-a557-6c9e2906037c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.421502] env[63676]: DEBUG nova.network.neutron [req-26984c31-c2a2-4fba-aeb0-019d3dc0f243 req-ba463877-a3ce-497f-ae9b-929fce280d25 service nova] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Updated VIF entry in instance network info cache for port e6dbe1a6-aabc-4621-83b9-5237b86285fc. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1915.421876] env[63676]: DEBUG nova.network.neutron [req-26984c31-c2a2-4fba-aeb0-019d3dc0f243 req-ba463877-a3ce-497f-ae9b-929fce280d25 service nova] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Updating instance_info_cache with network_info: [{"id": "e6dbe1a6-aabc-4621-83b9-5237b86285fc", "address": "fa:16:3e:5c:97:1f", "network": {"id": "b1becbd4-e21c-4062-b5a8-c8d89a262897", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1308373580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c23bb3166dd04498b8416cf4141157cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6dbe1a6-aa", "ovs_interfaceid": "e6dbe1a6-aabc-4621-83b9-5237b86285fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.478058] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52732fbd-bd6f-deea-4d00-36a1083bf77b, 'name': SearchDatastore_Task, 'duration_secs': 0.014385} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.478359] env[63676]: DEBUG oslo_concurrency.lockutils [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.478662] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 267a3342-3ac0-4cc0-897e-4923cbc96a76/267a3342-3ac0-4cc0-897e-4923cbc96a76.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1915.478901] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5c348aba-be8d-4147-b95b-aee557374a59 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.486075] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1915.486075] env[63676]: value = "task-1926024" [ 1915.486075] env[63676]: _type = "Task" [ 1915.486075] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.497248] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926024, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.598077] env[63676]: DEBUG oslo_concurrency.lockutils [None req-23b8570e-01f8-4758-96ce-8363d904fec5 tempest-ServerShowV257Test-1750274088 tempest-ServerShowV257Test-1750274088-project-member] Lock "f42eb9a0-03ab-45ce-a309-2293fef9565a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.586s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.605890] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3bb00db7-7d80-4079-a970-b48f1a75f569 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.394s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.688160] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926023, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.733277] env[63676]: DEBUG nova.compute.manager [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1915.769936] env[63676]: DEBUG nova.network.neutron [req-2e7203e8-708b-492e-8b3c-dcf962e47a17 req-c39c71c7-652a-405e-b49e-71788976069a service nova] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Updated VIF entry in instance network info cache for port 62b2cf1b-0725-474f-a501-1e9af9435f16. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1915.769936] env[63676]: DEBUG nova.network.neutron [req-2e7203e8-708b-492e-8b3c-dcf962e47a17 req-c39c71c7-652a-405e-b49e-71788976069a service nova] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Updating instance_info_cache with network_info: [{"id": "62b2cf1b-0725-474f-a501-1e9af9435f16", "address": "fa:16:3e:54:fb:65", "network": {"id": "06987b01-176e-45da-b7c3-f007abd5ee55", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-408983319-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.219", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8e643e4699b43b09203165623f307b0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "eed34ae1-5f7f-4deb-9db8-85eaa1e60c29", "external-id": "nsx-vlan-transportzone-780", "segmentation_id": 780, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62b2cf1b-07", "ovs_interfaceid": "62b2cf1b-0725-474f-a501-1e9af9435f16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.925246] env[63676]: DEBUG oslo_concurrency.lockutils [req-26984c31-c2a2-4fba-aeb0-019d3dc0f243 req-ba463877-a3ce-497f-ae9b-929fce280d25 service nova] Releasing lock "refresh_cache-b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.925573] env[63676]: DEBUG nova.compute.manager [req-26984c31-c2a2-4fba-aeb0-019d3dc0f243 req-ba463877-a3ce-497f-ae9b-929fce280d25 service nova] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Received event network-vif-deleted-55946017-a0d6-4c53-9b48-eae434241e1f {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1915.997669] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926024, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.183706] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926023, 'name': CreateVM_Task, 'duration_secs': 0.527086} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.184374] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1916.184695] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.184904] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.185295] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1916.185603] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db31eb0e-3f3c-4381-8716-c82bb543ffc7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.190400] env[63676]: DEBUG oslo_vmware.api [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Waiting for the task: (returnval){ [ 1916.190400] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52009ea4-0f4b-24fc-5305-66758b670216" [ 1916.190400] env[63676]: _type = "Task" [ 1916.190400] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.201065] env[63676]: DEBUG oslo_vmware.api [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52009ea4-0f4b-24fc-5305-66758b670216, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.262442] env[63676]: DEBUG oslo_concurrency.lockutils [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.275019] env[63676]: DEBUG oslo_concurrency.lockutils [req-2e7203e8-708b-492e-8b3c-dcf962e47a17 req-c39c71c7-652a-405e-b49e-71788976069a service nova] Releasing lock "refresh_cache-4c23d3a5-d194-48df-87b7-347d31bf908e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.369637] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70893b69-c15d-4927-b45e-a802d5fba292 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.378054] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954d90ac-42aa-465d-b10a-6d70abcb1581 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.412847] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1ecd62-30cf-42dd-9bb3-4cade6a88c08 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.421309] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498e3b0f-84ce-4006-9462-353d3ff30f6b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.435417] env[63676]: DEBUG nova.compute.provider_tree [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1916.497947] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926024, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.643205} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.498246] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 267a3342-3ac0-4cc0-897e-4923cbc96a76/267a3342-3ac0-4cc0-897e-4923cbc96a76.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1916.498500] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1916.498751] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b4d1be2-edb8-490f-b949-4a3e87ee480e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.505339] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1916.505339] env[63676]: value = "task-1926025" [ 1916.505339] env[63676]: _type = "Task" [ 1916.505339] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.514525] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926025, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.701091] env[63676]: DEBUG oslo_vmware.api [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52009ea4-0f4b-24fc-5305-66758b670216, 'name': SearchDatastore_Task, 'duration_secs': 0.030225} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.701401] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.701626] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1916.701853] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.701993] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.702182] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1916.702439] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f582def-24f6-4fba-a937-749f7fed9792 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.715151] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1916.715429] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1916.716396] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e1919db-d1e8-42ef-9e75-652f9ae464af {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.722561] env[63676]: DEBUG oslo_vmware.api [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Waiting for the task: (returnval){ [ 1916.722561] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]528e4a5b-968f-42f6-fe04-ddf149cf4056" [ 1916.722561] env[63676]: _type = "Task" [ 1916.722561] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.730919] env[63676]: DEBUG oslo_vmware.api [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]528e4a5b-968f-42f6-fe04-ddf149cf4056, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.812443] env[63676]: DEBUG nova.network.neutron [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Successfully updated port: 674daf90-b33b-4dfb-8669-bdc3c2724dc8 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1916.938804] env[63676]: DEBUG nova.scheduler.client.report [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1917.017053] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926025, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074848} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.017430] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1917.018387] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69482599-4764-4e2d-b035-b65cfb3d846b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.024238] env[63676]: DEBUG nova.compute.manager [req-d36c71b1-9a8d-4e74-adfb-f34ee2920e9d req-b320c58b-8179-457b-a094-bc75d26ec524 service nova] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Received event network-vif-plugged-674daf90-b33b-4dfb-8669-bdc3c2724dc8 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1917.024487] env[63676]: DEBUG oslo_concurrency.lockutils [req-d36c71b1-9a8d-4e74-adfb-f34ee2920e9d req-b320c58b-8179-457b-a094-bc75d26ec524 service nova] Acquiring lock "ffe4822e-d0ee-40f1-ae4f-eea41a20a054-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.024776] env[63676]: DEBUG oslo_concurrency.lockutils [req-d36c71b1-9a8d-4e74-adfb-f34ee2920e9d req-b320c58b-8179-457b-a094-bc75d26ec524 service nova] Lock "ffe4822e-d0ee-40f1-ae4f-eea41a20a054-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.024964] env[63676]: DEBUG oslo_concurrency.lockutils [req-d36c71b1-9a8d-4e74-adfb-f34ee2920e9d req-b320c58b-8179-457b-a094-bc75d26ec524 service nova] Lock "ffe4822e-d0ee-40f1-ae4f-eea41a20a054-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.025567] env[63676]: DEBUG nova.compute.manager [req-d36c71b1-9a8d-4e74-adfb-f34ee2920e9d req-b320c58b-8179-457b-a094-bc75d26ec524 service nova] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] No waiting events found dispatching network-vif-plugged-674daf90-b33b-4dfb-8669-bdc3c2724dc8 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1917.025825] env[63676]: WARNING nova.compute.manager [req-d36c71b1-9a8d-4e74-adfb-f34ee2920e9d req-b320c58b-8179-457b-a094-bc75d26ec524 service nova] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Received unexpected event network-vif-plugged-674daf90-b33b-4dfb-8669-bdc3c2724dc8 for instance with vm_state building and task_state spawning. [ 1917.026043] env[63676]: DEBUG nova.compute.manager [req-d36c71b1-9a8d-4e74-adfb-f34ee2920e9d req-b320c58b-8179-457b-a094-bc75d26ec524 service nova] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Received event network-changed-674daf90-b33b-4dfb-8669-bdc3c2724dc8 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1917.026240] env[63676]: DEBUG nova.compute.manager [req-d36c71b1-9a8d-4e74-adfb-f34ee2920e9d req-b320c58b-8179-457b-a094-bc75d26ec524 service nova] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Refreshing instance network info cache due to event network-changed-674daf90-b33b-4dfb-8669-bdc3c2724dc8. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1917.026501] env[63676]: DEBUG oslo_concurrency.lockutils [req-d36c71b1-9a8d-4e74-adfb-f34ee2920e9d req-b320c58b-8179-457b-a094-bc75d26ec524 service nova] Acquiring lock "refresh_cache-ffe4822e-d0ee-40f1-ae4f-eea41a20a054" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1917.026708] env[63676]: DEBUG oslo_concurrency.lockutils [req-d36c71b1-9a8d-4e74-adfb-f34ee2920e9d req-b320c58b-8179-457b-a094-bc75d26ec524 service nova] Acquired lock "refresh_cache-ffe4822e-d0ee-40f1-ae4f-eea41a20a054" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1917.026902] env[63676]: DEBUG nova.network.neutron [req-d36c71b1-9a8d-4e74-adfb-f34ee2920e9d req-b320c58b-8179-457b-a094-bc75d26ec524 service nova] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Refreshing network info cache for port 674daf90-b33b-4dfb-8669-bdc3c2724dc8 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1917.047957] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 267a3342-3ac0-4cc0-897e-4923cbc96a76/267a3342-3ac0-4cc0-897e-4923cbc96a76.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1917.051491] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac5e3087-3a39-4310-a6aa-cfb1cc4af1f0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.072788] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1917.072788] env[63676]: value = "task-1926026" [ 1917.072788] env[63676]: _type = "Task" [ 1917.072788] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.085127] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926026, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.099048] env[63676]: DEBUG nova.network.neutron [req-d36c71b1-9a8d-4e74-adfb-f34ee2920e9d req-b320c58b-8179-457b-a094-bc75d26ec524 service nova] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1917.182984] env[63676]: DEBUG nova.network.neutron [req-d36c71b1-9a8d-4e74-adfb-f34ee2920e9d req-b320c58b-8179-457b-a094-bc75d26ec524 service nova] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1917.233508] env[63676]: DEBUG oslo_vmware.api [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]528e4a5b-968f-42f6-fe04-ddf149cf4056, 'name': SearchDatastore_Task, 'duration_secs': 0.049501} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.234417] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-778e745d-690c-4889-82d5-a0c79b810178 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.240067] env[63676]: DEBUG oslo_vmware.api [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Waiting for the task: (returnval){ [ 1917.240067] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521cd5ce-017c-6094-d107-03997b1e791b" [ 1917.240067] env[63676]: _type = "Task" [ 1917.240067] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.250142] env[63676]: DEBUG oslo_vmware.api [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521cd5ce-017c-6094-d107-03997b1e791b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.314662] env[63676]: DEBUG oslo_concurrency.lockutils [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "refresh_cache-ffe4822e-d0ee-40f1-ae4f-eea41a20a054" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1917.444083] env[63676]: DEBUG oslo_concurrency.lockutils [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.444676] env[63676]: DEBUG nova.compute.manager [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1917.447607] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.002s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.448019] env[63676]: DEBUG nova.objects.instance [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Lazy-loading 'resources' on Instance uuid 96055d7f-cb10-4317-883c-cf6c668ba76e {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1917.594164] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926026, 'name': ReconfigVM_Task, 'duration_secs': 0.301154} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.594164] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 267a3342-3ac0-4cc0-897e-4923cbc96a76/267a3342-3ac0-4cc0-897e-4923cbc96a76.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1917.594164] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b3e85d3-6a6e-4021-bbf9-ba52d091207c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.594164] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1917.594164] env[63676]: value = "task-1926027" [ 1917.594164] env[63676]: _type = "Task" [ 1917.594164] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.600934] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926027, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.689991] env[63676]: DEBUG oslo_concurrency.lockutils [req-d36c71b1-9a8d-4e74-adfb-f34ee2920e9d req-b320c58b-8179-457b-a094-bc75d26ec524 service nova] Releasing lock "refresh_cache-ffe4822e-d0ee-40f1-ae4f-eea41a20a054" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.689991] env[63676]: DEBUG oslo_concurrency.lockutils [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired lock "refresh_cache-ffe4822e-d0ee-40f1-ae4f-eea41a20a054" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1917.689991] env[63676]: DEBUG nova.network.neutron [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1917.751062] env[63676]: DEBUG oslo_vmware.api [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521cd5ce-017c-6094-d107-03997b1e791b, 'name': SearchDatastore_Task, 'duration_secs': 0.015327} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.751062] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.751264] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0/b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1917.751553] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7024358c-1be7-49f8-81bf-4aec3726fff2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.758260] env[63676]: DEBUG oslo_vmware.api [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Waiting for the task: (returnval){ [ 1917.758260] env[63676]: value = "task-1926028" [ 1917.758260] env[63676]: _type = "Task" [ 1917.758260] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.766337] env[63676]: DEBUG oslo_vmware.api [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Task: {'id': task-1926028, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.951653] env[63676]: DEBUG nova.compute.utils [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1917.953391] env[63676]: DEBUG nova.compute.manager [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1917.953637] env[63676]: DEBUG nova.network.neutron [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1918.031883] env[63676]: DEBUG nova.policy [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d3afab4e3d14a0d8eab8ba96abbe542', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5accc7a22deb4afeb300bab2cdcf4b8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1918.107187] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926027, 'name': Rename_Task, 'duration_secs': 0.188784} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.107512] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1918.108377] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-171a8129-962f-4aaf-8d85-b3660c6f3bc3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.118619] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1918.118619] env[63676]: value = "task-1926029" [ 1918.118619] env[63676]: _type = "Task" [ 1918.118619] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.128406] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.254921] env[63676]: DEBUG nova.network.neutron [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1918.271860] env[63676]: DEBUG oslo_vmware.api [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Task: {'id': task-1926028, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.291655] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e25afd5-a6e8-4372-b58f-3d42c0f94062 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.301986] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7651886b-f4e9-4145-914e-41b3b84a9855 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.338893] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72eab6c4-3d86-47ec-af29-00edf5555489 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.350348] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee365c73-9021-44e0-89f6-1aa25f4fd775 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.364704] env[63676]: DEBUG nova.compute.provider_tree [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1918.461671] env[63676]: DEBUG nova.compute.manager [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1918.578493] env[63676]: DEBUG nova.network.neutron [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Updating instance_info_cache with network_info: [{"id": "674daf90-b33b-4dfb-8669-bdc3c2724dc8", "address": "fa:16:3e:87:c9:02", "network": {"id": "b4503803-880d-4b7d-94e2-622c87fede97", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-638170252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11302b5359cb437aac371d1206a15f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap674daf90-b3", "ovs_interfaceid": "674daf90-b33b-4dfb-8669-bdc3c2724dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1918.585330] env[63676]: DEBUG nova.network.neutron [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Successfully created port: 305205b8-2fe2-41e9-98c9-4a63a3897f1b {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1918.630393] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926029, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.772020] env[63676]: DEBUG oslo_vmware.api [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Task: {'id': task-1926028, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793886} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.772020] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0/b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1918.772020] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1918.772020] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05926b4f-de03-4695-9d9f-3e05d131960c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.778885] env[63676]: DEBUG oslo_vmware.api [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Waiting for the task: (returnval){ [ 1918.778885] env[63676]: value = "task-1926030" [ 1918.778885] env[63676]: _type = "Task" [ 1918.778885] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.789072] env[63676]: DEBUG oslo_vmware.api [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Task: {'id': task-1926030, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.870022] env[63676]: DEBUG nova.scheduler.client.report [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1919.081181] env[63676]: DEBUG oslo_concurrency.lockutils [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Releasing lock "refresh_cache-ffe4822e-d0ee-40f1-ae4f-eea41a20a054" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.081181] env[63676]: DEBUG nova.compute.manager [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Instance network_info: |[{"id": "674daf90-b33b-4dfb-8669-bdc3c2724dc8", "address": "fa:16:3e:87:c9:02", "network": {"id": "b4503803-880d-4b7d-94e2-622c87fede97", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-638170252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11302b5359cb437aac371d1206a15f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap674daf90-b3", "ovs_interfaceid": "674daf90-b33b-4dfb-8669-bdc3c2724dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1919.081592] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:c9:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '674daf90-b33b-4dfb-8669-bdc3c2724dc8', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1919.091129] env[63676]: DEBUG oslo.service.loopingcall [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1919.091390] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1919.091620] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0085a14-23b5-43d4-ad99-74918ae57cd2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.111479] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1919.111479] env[63676]: value = "task-1926031" [ 1919.111479] env[63676]: _type = "Task" [ 1919.111479] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.120056] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926031, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.127932] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926029, 'name': PowerOnVM_Task, 'duration_secs': 0.666472} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.128219] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1919.128465] env[63676]: DEBUG nova.compute.manager [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1919.129257] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5879dd7e-c4b6-4256-b29c-77a1fb1e45b6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.289612] env[63676]: DEBUG oslo_vmware.api [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Task: {'id': task-1926030, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078912} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.290087] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1919.290711] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1614dcf5-9335-40e9-8c9f-7cfbe80b1e2c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.313342] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0/b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1919.313667] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55fcfa07-6ce4-432b-900d-b759fe3b6206 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.332702] env[63676]: DEBUG oslo_vmware.api [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Waiting for the task: (returnval){ [ 1919.332702] env[63676]: value = "task-1926032" [ 1919.332702] env[63676]: _type = "Task" [ 1919.332702] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.341296] env[63676]: DEBUG oslo_vmware.api [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Task: {'id': task-1926032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.373386] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.376013] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.844s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.376362] env[63676]: DEBUG nova.objects.instance [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lazy-loading 'resources' on Instance uuid e40b252a-87ee-4519-8e88-d6f04182ecaa {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1919.401800] env[63676]: INFO nova.scheduler.client.report [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Deleted allocations for instance 96055d7f-cb10-4317-883c-cf6c668ba76e [ 1919.474952] env[63676]: DEBUG nova.compute.manager [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1919.503481] env[63676]: DEBUG nova.virt.hardware [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1919.503747] env[63676]: DEBUG nova.virt.hardware [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1919.503938] env[63676]: DEBUG nova.virt.hardware [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1919.504137] env[63676]: DEBUG nova.virt.hardware [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1919.504285] env[63676]: DEBUG nova.virt.hardware [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1919.504432] env[63676]: DEBUG nova.virt.hardware [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1919.504640] env[63676]: DEBUG nova.virt.hardware [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1919.504812] env[63676]: DEBUG nova.virt.hardware [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1919.505013] env[63676]: DEBUG nova.virt.hardware [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1919.505196] env[63676]: DEBUG nova.virt.hardware [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1919.505420] env[63676]: DEBUG nova.virt.hardware [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1919.506307] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd26f2d-5aa7-4fd0-b9c7-da6844d64c2e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.515865] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb622602-545f-4d67-b0c3-2c2d4858c71c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.621619] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926031, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.640204] env[63676]: INFO nova.compute.manager [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] bringing vm to original state: 'stopped' [ 1919.843501] env[63676]: DEBUG oslo_vmware.api [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Task: {'id': task-1926032, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.909311] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6afa75df-5e8a-451d-9a85-3b97522f5e21 tempest-ServersTestMultiNic-664039512 tempest-ServersTestMultiNic-664039512-project-member] Lock "96055d7f-cb10-4317-883c-cf6c668ba76e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.479s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.127993] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926031, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.187994] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbf10b7-b50f-4f46-9aa7-d9fcda128bf8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.197838] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eeaada7-bb8d-464d-b881-8cb13100212c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.239407] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f0428d-91fe-4724-a123-35da28dd843b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.248084] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd6691f-f735-416f-a58c-de46d57475b8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.263643] env[63676]: DEBUG nova.compute.provider_tree [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1920.348021] env[63676]: DEBUG oslo_vmware.api [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Task: {'id': task-1926032, 'name': ReconfigVM_Task, 'duration_secs': 0.686186} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.348021] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Reconfigured VM instance instance-00000056 to attach disk [datastore1] b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0/b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1920.348021] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d507d16-21cd-4452-9aff-88c34b8af0e8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.356023] env[63676]: DEBUG oslo_vmware.api [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Waiting for the task: (returnval){ [ 1920.356023] env[63676]: value = "task-1926033" [ 1920.356023] env[63676]: _type = "Task" [ 1920.356023] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.364081] env[63676]: DEBUG oslo_vmware.api [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Task: {'id': task-1926033, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.623501] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926031, 'name': CreateVM_Task, 'duration_secs': 1.138298} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.623695] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1920.624371] env[63676]: DEBUG oslo_concurrency.lockutils [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.624547] env[63676]: DEBUG oslo_concurrency.lockutils [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.624833] env[63676]: DEBUG oslo_concurrency.lockutils [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1920.625275] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1c5b2f4-0f8c-4176-9916-47f0bebb1f72 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.629806] env[63676]: DEBUG oslo_vmware.api [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1920.629806] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ad3095-1ce7-cb1e-1aeb-d32d0471d0e0" [ 1920.629806] env[63676]: _type = "Task" [ 1920.629806] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.638628] env[63676]: DEBUG oslo_vmware.api [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ad3095-1ce7-cb1e-1aeb-d32d0471d0e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.649367] env[63676]: DEBUG oslo_concurrency.lockutils [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "267a3342-3ac0-4cc0-897e-4923cbc96a76" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.654037] env[63676]: DEBUG oslo_concurrency.lockutils [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "267a3342-3ac0-4cc0-897e-4923cbc96a76" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.654037] env[63676]: DEBUG nova.compute.manager [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1920.654037] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9deece4c-d97e-4450-8daa-83b483abd2cb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.660851] env[63676]: DEBUG nova.compute.manager [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63676) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1920.721030] env[63676]: DEBUG oslo_vmware.rw_handles [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6ca88-c280-9383-ac26-514f19baa2ea/disk-0.vmdk. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1920.722841] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee512d8-0363-4239-ae82-f4dcf356891d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.730330] env[63676]: DEBUG oslo_vmware.rw_handles [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6ca88-c280-9383-ac26-514f19baa2ea/disk-0.vmdk is in state: ready. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1920.730668] env[63676]: ERROR oslo_vmware.rw_handles [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6ca88-c280-9383-ac26-514f19baa2ea/disk-0.vmdk due to incomplete transfer. [ 1920.730745] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a8e87942-2973-41ad-b82f-312f5cfff742 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.740541] env[63676]: DEBUG oslo_vmware.rw_handles [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52b6ca88-c280-9383-ac26-514f19baa2ea/disk-0.vmdk. {{(pid=63676) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1920.740697] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Uploaded image 01faba9f-dce2-4fef-877d-08d4e1b5500f to the Glance image server {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1920.742858] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Destroying the VM {{(pid=63676) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1920.743150] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9a3e4d08-beaf-450f-b64b-158e2e24e222 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.752928] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 1920.752928] env[63676]: value = "task-1926034" [ 1920.752928] env[63676]: _type = "Task" [ 1920.752928] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.768232] env[63676]: DEBUG nova.scheduler.client.report [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1920.773086] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926034, 'name': Destroy_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.864292] env[63676]: DEBUG oslo_vmware.api [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Task: {'id': task-1926033, 'name': Rename_Task, 'duration_secs': 0.188983} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.864599] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1920.864848] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfcf6529-17c6-42b4-9270-8538981ae067 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.871601] env[63676]: DEBUG oslo_vmware.api [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Waiting for the task: (returnval){ [ 1920.871601] env[63676]: value = "task-1926035" [ 1920.871601] env[63676]: _type = "Task" [ 1920.871601] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.887281] env[63676]: DEBUG oslo_vmware.api [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Task: {'id': task-1926035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.976456] env[63676]: DEBUG nova.compute.manager [req-a39b9bfd-ebbe-40eb-b071-eb865036a3fd req-41145a1f-71e3-4670-978a-1211d9bc04a4 service nova] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Received event network-vif-plugged-305205b8-2fe2-41e9-98c9-4a63a3897f1b {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1920.976625] env[63676]: DEBUG oslo_concurrency.lockutils [req-a39b9bfd-ebbe-40eb-b071-eb865036a3fd req-41145a1f-71e3-4670-978a-1211d9bc04a4 service nova] Acquiring lock "807e47a5-0b0d-4767-8b34-785200d0a83d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.976858] env[63676]: DEBUG oslo_concurrency.lockutils [req-a39b9bfd-ebbe-40eb-b071-eb865036a3fd req-41145a1f-71e3-4670-978a-1211d9bc04a4 service nova] Lock "807e47a5-0b0d-4767-8b34-785200d0a83d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.977647] env[63676]: DEBUG oslo_concurrency.lockutils [req-a39b9bfd-ebbe-40eb-b071-eb865036a3fd req-41145a1f-71e3-4670-978a-1211d9bc04a4 service nova] Lock "807e47a5-0b0d-4767-8b34-785200d0a83d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.978054] env[63676]: DEBUG nova.compute.manager [req-a39b9bfd-ebbe-40eb-b071-eb865036a3fd req-41145a1f-71e3-4670-978a-1211d9bc04a4 service nova] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] No waiting events found dispatching network-vif-plugged-305205b8-2fe2-41e9-98c9-4a63a3897f1b {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1920.978054] env[63676]: WARNING nova.compute.manager [req-a39b9bfd-ebbe-40eb-b071-eb865036a3fd req-41145a1f-71e3-4670-978a-1211d9bc04a4 service nova] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Received unexpected event network-vif-plugged-305205b8-2fe2-41e9-98c9-4a63a3897f1b for instance with vm_state building and task_state spawning. [ 1921.131757] env[63676]: DEBUG nova.network.neutron [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Successfully updated port: 305205b8-2fe2-41e9-98c9-4a63a3897f1b {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1921.142276] env[63676]: DEBUG oslo_vmware.api [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ad3095-1ce7-cb1e-1aeb-d32d0471d0e0, 'name': SearchDatastore_Task, 'duration_secs': 0.028797} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.142590] env[63676]: DEBUG oslo_concurrency.lockutils [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.143249] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1921.143249] env[63676]: DEBUG oslo_concurrency.lockutils [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.143249] env[63676]: DEBUG oslo_concurrency.lockutils [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.143402] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1921.144297] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2045aa4a-0a9a-4902-98fb-83bdbdb19734 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.152887] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1921.153090] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1921.154259] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f764c061-6537-4e68-8ff1-580815233fba {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.159572] env[63676]: DEBUG oslo_vmware.api [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1921.159572] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c581b2-c86d-208f-a8c4-18753582be1a" [ 1921.159572] env[63676]: _type = "Task" [ 1921.159572] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.169453] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1921.169800] env[63676]: DEBUG oslo_vmware.api [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c581b2-c86d-208f-a8c4-18753582be1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.170035] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d699e179-dfff-4249-badb-af8ffa0a5b61 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.176123] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1921.176123] env[63676]: value = "task-1926036" [ 1921.176123] env[63676]: _type = "Task" [ 1921.176123] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.183744] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.263349] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926034, 'name': Destroy_Task} progress is 33%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.274322] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.898s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.276822] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.597s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.277492] env[63676]: DEBUG nova.objects.instance [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lazy-loading 'resources' on Instance uuid 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1921.303040] env[63676]: INFO nova.scheduler.client.report [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Deleted allocations for instance e40b252a-87ee-4519-8e88-d6f04182ecaa [ 1921.382536] env[63676]: DEBUG oslo_vmware.api [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Task: {'id': task-1926035, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.636985] env[63676]: DEBUG oslo_concurrency.lockutils [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "refresh_cache-807e47a5-0b0d-4767-8b34-785200d0a83d" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.637178] env[63676]: DEBUG oslo_concurrency.lockutils [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquired lock "refresh_cache-807e47a5-0b0d-4767-8b34-785200d0a83d" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.637309] env[63676]: DEBUG nova.network.neutron [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1921.669494] env[63676]: DEBUG oslo_vmware.api [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c581b2-c86d-208f-a8c4-18753582be1a, 'name': SearchDatastore_Task, 'duration_secs': 0.008917} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.671541] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cec315c-7b7e-4a0a-8be3-3c2cf1e2c8e3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.681865] env[63676]: DEBUG oslo_vmware.api [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1921.681865] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c14187-0941-0d13-6224-4d8e1ef5b8b2" [ 1921.681865] env[63676]: _type = "Task" [ 1921.681865] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.688879] env[63676]: DEBUG oslo_vmware.api [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926036, 'name': PowerOffVM_Task, 'duration_secs': 0.212648} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.689470] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1921.689713] env[63676]: DEBUG nova.compute.manager [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1921.690425] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e16678-47d3-43db-b495-91228208d785 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.696025] env[63676]: DEBUG oslo_vmware.api [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c14187-0941-0d13-6224-4d8e1ef5b8b2, 'name': SearchDatastore_Task, 'duration_secs': 0.009674} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.696575] env[63676]: DEBUG oslo_concurrency.lockutils [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.696830] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] ffe4822e-d0ee-40f1-ae4f-eea41a20a054/ffe4822e-d0ee-40f1-ae4f-eea41a20a054.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1921.697139] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-329b6e86-35f3-42a6-b2d2-6c9d792ebe0b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.707886] env[63676]: DEBUG oslo_vmware.api [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1921.707886] env[63676]: value = "task-1926037" [ 1921.707886] env[63676]: _type = "Task" [ 1921.707886] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.716550] env[63676]: DEBUG oslo_vmware.api [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.766866] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926034, 'name': Destroy_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.816211] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4424ea82-2d48-423b-ae0d-12890509cba0 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "e40b252a-87ee-4519-8e88-d6f04182ecaa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.965s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.890686] env[63676]: DEBUG oslo_vmware.api [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Task: {'id': task-1926035, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.078070] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99024efc-7028-4164-9317-ffbd78587747 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.085439] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09b82796-bebe-42fd-af19-1a6397744c46 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.121795] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-474b4705-2e81-4b60-8591-7c6b955c9598 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.127643] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7365e20-db2f-41d2-ac26-32ee0dffc190 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.145994] env[63676]: DEBUG nova.compute.provider_tree [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1922.202193] env[63676]: DEBUG nova.network.neutron [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1922.206805] env[63676]: DEBUG oslo_concurrency.lockutils [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "267a3342-3ac0-4cc0-897e-4923cbc96a76" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.557s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.222045] env[63676]: DEBUG oslo_vmware.api [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926037, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.265391] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926034, 'name': Destroy_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.389739] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "43d0f36f-37e4-47e3-9a1c-0ac979c13a10" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.389739] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "43d0f36f-37e4-47e3-9a1c-0ac979c13a10" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.389739] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "43d0f36f-37e4-47e3-9a1c-0ac979c13a10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.389739] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "43d0f36f-37e4-47e3-9a1c-0ac979c13a10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.389739] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "43d0f36f-37e4-47e3-9a1c-0ac979c13a10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.389739] env[63676]: DEBUG oslo_vmware.api [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Task: {'id': task-1926035, 'name': PowerOnVM_Task, 'duration_secs': 1.039758} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.389739] env[63676]: INFO nova.compute.manager [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Terminating instance [ 1922.390169] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1922.390451] env[63676]: INFO nova.compute.manager [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Took 11.05 seconds to spawn the instance on the hypervisor. [ 1922.390660] env[63676]: DEBUG nova.compute.manager [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1922.392270] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c49bb7-3849-4266-b965-ba7d747d97f4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.538676] env[63676]: DEBUG nova.network.neutron [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Updating instance_info_cache with network_info: [{"id": "305205b8-2fe2-41e9-98c9-4a63a3897f1b", "address": "fa:16:3e:9c:10:3b", "network": {"id": "8b3d4c23-731d-4fef-8723-d3260ab588ed", "bridge": "br-int", "label": "tempest-ServersTestJSON-186016855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5accc7a22deb4afeb300bab2cdcf4b8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap305205b8-2f", "ovs_interfaceid": "305205b8-2fe2-41e9-98c9-4a63a3897f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1922.653469] env[63676]: DEBUG nova.scheduler.client.report [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1922.723772] env[63676]: DEBUG oslo_vmware.api [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926037, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.726211] env[63676]: DEBUG oslo_concurrency.lockutils [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.768640] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926034, 'name': Destroy_Task, 'duration_secs': 1.765802} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.768924] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Destroyed the VM [ 1922.769253] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Deleting Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1922.771236] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-42bd19c1-d70c-4fd1-8e3f-065d3cbbd0e7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.777130] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 1922.777130] env[63676]: value = "task-1926038" [ 1922.777130] env[63676]: _type = "Task" [ 1922.777130] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.791277] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926038, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.895998] env[63676]: DEBUG nova.compute.manager [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1922.896274] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1922.897217] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389705c2-0e4b-426e-8ba5-8fc958a761b9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.910668] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1922.912896] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-007319a9-c9b0-4158-af13-d102aa6c8315 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.915316] env[63676]: INFO nova.compute.manager [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Took 24.02 seconds to build instance. [ 1922.922237] env[63676]: DEBUG oslo_vmware.api [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1922.922237] env[63676]: value = "task-1926039" [ 1922.922237] env[63676]: _type = "Task" [ 1922.922237] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.933233] env[63676]: DEBUG oslo_vmware.api [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.041813] env[63676]: DEBUG oslo_concurrency.lockutils [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Releasing lock "refresh_cache-807e47a5-0b0d-4767-8b34-785200d0a83d" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.042216] env[63676]: DEBUG nova.compute.manager [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Instance network_info: |[{"id": "305205b8-2fe2-41e9-98c9-4a63a3897f1b", "address": "fa:16:3e:9c:10:3b", "network": {"id": "8b3d4c23-731d-4fef-8723-d3260ab588ed", "bridge": "br-int", "label": "tempest-ServersTestJSON-186016855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5accc7a22deb4afeb300bab2cdcf4b8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap305205b8-2f", "ovs_interfaceid": "305205b8-2fe2-41e9-98c9-4a63a3897f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1923.042608] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:10:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '305205b8-2fe2-41e9-98c9-4a63a3897f1b', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1923.056443] env[63676]: DEBUG oslo.service.loopingcall [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1923.056443] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1923.056443] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4ae0e2a5-dec8-4890-b3d2-7fbedfefb5f6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.083629] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1923.083629] env[63676]: value = "task-1926040" [ 1923.083629] env[63676]: _type = "Task" [ 1923.083629] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.092564] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926040, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.118322] env[63676]: DEBUG oslo_concurrency.lockutils [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Acquiring lock "53a3b298-c0b7-4810-abd0-637f64f520a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.118609] env[63676]: DEBUG oslo_concurrency.lockutils [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Lock "53a3b298-c0b7-4810-abd0-637f64f520a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.118852] env[63676]: DEBUG oslo_concurrency.lockutils [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Acquiring lock "53a3b298-c0b7-4810-abd0-637f64f520a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.119081] env[63676]: DEBUG oslo_concurrency.lockutils [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Lock "53a3b298-c0b7-4810-abd0-637f64f520a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.119294] env[63676]: DEBUG oslo_concurrency.lockutils [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Lock "53a3b298-c0b7-4810-abd0-637f64f520a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.122209] env[63676]: INFO nova.compute.manager [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Terminating instance [ 1923.161617] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.885s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.164646] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.806s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.166607] env[63676]: INFO nova.compute.claims [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1923.204628] env[63676]: INFO nova.scheduler.client.report [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Deleted allocations for instance 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc [ 1923.222229] env[63676]: DEBUG oslo_vmware.api [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926037, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.240714} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.223211] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] ffe4822e-d0ee-40f1-ae4f-eea41a20a054/ffe4822e-d0ee-40f1-ae4f-eea41a20a054.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1923.223440] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1923.223691] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c504002d-361a-49d2-a885-2ebb7c5386fc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.231358] env[63676]: DEBUG oslo_vmware.api [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1923.231358] env[63676]: value = "task-1926041" [ 1923.231358] env[63676]: _type = "Task" [ 1923.231358] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.240753] env[63676]: DEBUG oslo_vmware.api [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.274964] env[63676]: DEBUG nova.compute.manager [req-a7f2a7f6-2e77-4890-8bc3-12dc1ba81a56 req-06e1a71a-a764-4e0d-9d99-1db4c4f8025f service nova] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Received event network-changed-305205b8-2fe2-41e9-98c9-4a63a3897f1b {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1923.275191] env[63676]: DEBUG nova.compute.manager [req-a7f2a7f6-2e77-4890-8bc3-12dc1ba81a56 req-06e1a71a-a764-4e0d-9d99-1db4c4f8025f service nova] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Refreshing instance network info cache due to event network-changed-305205b8-2fe2-41e9-98c9-4a63a3897f1b. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1923.275415] env[63676]: DEBUG oslo_concurrency.lockutils [req-a7f2a7f6-2e77-4890-8bc3-12dc1ba81a56 req-06e1a71a-a764-4e0d-9d99-1db4c4f8025f service nova] Acquiring lock "refresh_cache-807e47a5-0b0d-4767-8b34-785200d0a83d" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1923.275560] env[63676]: DEBUG oslo_concurrency.lockutils [req-a7f2a7f6-2e77-4890-8bc3-12dc1ba81a56 req-06e1a71a-a764-4e0d-9d99-1db4c4f8025f service nova] Acquired lock "refresh_cache-807e47a5-0b0d-4767-8b34-785200d0a83d" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1923.275909] env[63676]: DEBUG nova.network.neutron [req-a7f2a7f6-2e77-4890-8bc3-12dc1ba81a56 req-06e1a71a-a764-4e0d-9d99-1db4c4f8025f service nova] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Refreshing network info cache for port 305205b8-2fe2-41e9-98c9-4a63a3897f1b {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1923.289757] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926038, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.319686] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "a058bf37-2709-4420-ba2f-33dae385a8f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.320336] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "a058bf37-2709-4420-ba2f-33dae385a8f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.417976] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a81ad7f4-6c8b-4203-b7c7-2f37a46b2c62 tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Lock "b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.542s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.433771] env[63676]: DEBUG oslo_vmware.api [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926039, 'name': PowerOffVM_Task, 'duration_secs': 0.38491} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.434055] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1923.434239] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1923.434990] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ca257518-adbc-4a8c-9851-74d3351a27ac {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.594262] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926040, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.626349] env[63676]: DEBUG nova.compute.manager [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1923.626593] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1923.627605] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36087829-7351-40ca-be2f-10f672b535e8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.635783] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1923.636096] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-087c8ab1-57ef-4799-9dfc-96a1058aeb36 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.644989] env[63676]: DEBUG oslo_vmware.api [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Waiting for the task: (returnval){ [ 1923.644989] env[63676]: value = "task-1926043" [ 1923.644989] env[63676]: _type = "Task" [ 1923.644989] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.653752] env[63676]: DEBUG oslo_vmware.api [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Task: {'id': task-1926043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.713099] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9c674c0e-c0aa-4532-bdd8-169e83cc5e4a tempest-MigrationsAdminTest-1123432434 tempest-MigrationsAdminTest-1123432434-project-member] Lock "6321e4cd-2f34-4dca-b144-2c5eadcbf8fc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.783s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.744201] env[63676]: DEBUG oslo_vmware.api [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070562} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.744201] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1923.744201] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae5765f-f798-4683-95b2-f6c95a44bf55 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.767568] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] ffe4822e-d0ee-40f1-ae4f-eea41a20a054/ffe4822e-d0ee-40f1-ae4f-eea41a20a054.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1923.767568] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56090055-2883-4099-9547-e943153b3626 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.795228] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926038, 'name': RemoveSnapshot_Task, 'duration_secs': 0.632244} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.795609] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Deleted Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1923.795921] env[63676]: DEBUG nova.compute.manager [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1923.796303] env[63676]: DEBUG oslo_vmware.api [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1923.796303] env[63676]: value = "task-1926044" [ 1923.796303] env[63676]: _type = "Task" [ 1923.796303] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.796997] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86f63a8-6fb0-4d5a-9204-77331d8dbf2b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.807952] env[63676]: DEBUG oslo_vmware.api [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926044, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.823458] env[63676]: DEBUG nova.compute.manager [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1923.849969] env[63676]: DEBUG oslo_concurrency.lockutils [None req-253180ab-3401-4df5-b6a7-605a77becc12 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "267a3342-3ac0-4cc0-897e-4923cbc96a76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.849969] env[63676]: DEBUG oslo_concurrency.lockutils [None req-253180ab-3401-4df5-b6a7-605a77becc12 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "267a3342-3ac0-4cc0-897e-4923cbc96a76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.849969] env[63676]: DEBUG oslo_concurrency.lockutils [None req-253180ab-3401-4df5-b6a7-605a77becc12 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "267a3342-3ac0-4cc0-897e-4923cbc96a76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.850535] env[63676]: DEBUG oslo_concurrency.lockutils [None req-253180ab-3401-4df5-b6a7-605a77becc12 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "267a3342-3ac0-4cc0-897e-4923cbc96a76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.850535] env[63676]: DEBUG oslo_concurrency.lockutils [None req-253180ab-3401-4df5-b6a7-605a77becc12 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "267a3342-3ac0-4cc0-897e-4923cbc96a76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.853353] env[63676]: INFO nova.compute.manager [None req-253180ab-3401-4df5-b6a7-605a77becc12 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Terminating instance [ 1924.078437] env[63676]: DEBUG nova.compute.manager [req-9ea98423-1421-493a-a598-7e8ee06c59ad req-683088ad-d252-4bda-8e4f-1658d7231529 service nova] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Received event network-changed-e6dbe1a6-aabc-4621-83b9-5237b86285fc {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1924.078818] env[63676]: DEBUG nova.compute.manager [req-9ea98423-1421-493a-a598-7e8ee06c59ad req-683088ad-d252-4bda-8e4f-1658d7231529 service nova] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Refreshing instance network info cache due to event network-changed-e6dbe1a6-aabc-4621-83b9-5237b86285fc. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1924.079090] env[63676]: DEBUG oslo_concurrency.lockutils [req-9ea98423-1421-493a-a598-7e8ee06c59ad req-683088ad-d252-4bda-8e4f-1658d7231529 service nova] Acquiring lock "refresh_cache-b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.079242] env[63676]: DEBUG oslo_concurrency.lockutils [req-9ea98423-1421-493a-a598-7e8ee06c59ad req-683088ad-d252-4bda-8e4f-1658d7231529 service nova] Acquired lock "refresh_cache-b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.079813] env[63676]: DEBUG nova.network.neutron [req-9ea98423-1421-493a-a598-7e8ee06c59ad req-683088ad-d252-4bda-8e4f-1658d7231529 service nova] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Refreshing network info cache for port e6dbe1a6-aabc-4621-83b9-5237b86285fc {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1924.097096] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926040, 'name': CreateVM_Task, 'duration_secs': 0.596875} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.098312] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1924.102592] env[63676]: DEBUG oslo_concurrency.lockutils [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.102842] env[63676]: DEBUG oslo_concurrency.lockutils [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.103433] env[63676]: DEBUG oslo_concurrency.lockutils [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1924.103927] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e76a2a2-db34-407a-85c2-c4df5e07a2d6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.112015] env[63676]: DEBUG oslo_vmware.api [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1924.112015] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5214b5d2-c9a5-f244-dcf8-9e4c93b81d15" [ 1924.112015] env[63676]: _type = "Task" [ 1924.112015] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.124374] env[63676]: DEBUG oslo_vmware.api [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5214b5d2-c9a5-f244-dcf8-9e4c93b81d15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.160357] env[63676]: DEBUG oslo_vmware.api [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Task: {'id': task-1926043, 'name': PowerOffVM_Task, 'duration_secs': 0.385444} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.160357] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1924.160357] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1924.160357] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-66230903-2688-418d-a348-d1bc7e291b4a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.214476] env[63676]: DEBUG nova.network.neutron [req-a7f2a7f6-2e77-4890-8bc3-12dc1ba81a56 req-06e1a71a-a764-4e0d-9d99-1db4c4f8025f service nova] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Updated VIF entry in instance network info cache for port 305205b8-2fe2-41e9-98c9-4a63a3897f1b. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1924.215268] env[63676]: DEBUG nova.network.neutron [req-a7f2a7f6-2e77-4890-8bc3-12dc1ba81a56 req-06e1a71a-a764-4e0d-9d99-1db4c4f8025f service nova] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Updating instance_info_cache with network_info: [{"id": "305205b8-2fe2-41e9-98c9-4a63a3897f1b", "address": "fa:16:3e:9c:10:3b", "network": {"id": "8b3d4c23-731d-4fef-8723-d3260ab588ed", "bridge": "br-int", "label": "tempest-ServersTestJSON-186016855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5accc7a22deb4afeb300bab2cdcf4b8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap305205b8-2f", "ovs_interfaceid": "305205b8-2fe2-41e9-98c9-4a63a3897f1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1924.310652] env[63676]: DEBUG oslo_vmware.api [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926044, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.317378] env[63676]: INFO nova.compute.manager [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Shelve offloading [ 1924.344137] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.356591] env[63676]: DEBUG nova.compute.manager [None req-253180ab-3401-4df5-b6a7-605a77becc12 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1924.356723] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-253180ab-3401-4df5-b6a7-605a77becc12 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1924.357705] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a79f9e7-ecec-410d-85a6-62b6b3e8be6f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.370959] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-253180ab-3401-4df5-b6a7-605a77becc12 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1924.371282] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a451677-67fd-4381-951a-53ffbe66518f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.493274] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1924.493503] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1924.493684] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Deleting the datastore file [datastore1] 53a3b298-c0b7-4810-abd0-637f64f520a8 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1924.494583] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3611872-bfbd-4cef-bd25-b6b3354785f1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.505477] env[63676]: DEBUG oslo_vmware.api [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Waiting for the task: (returnval){ [ 1924.505477] env[63676]: value = "task-1926047" [ 1924.505477] env[63676]: _type = "Task" [ 1924.505477] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.516106] env[63676]: DEBUG oslo_vmware.api [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Task: {'id': task-1926047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.517490] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad2c1ce8-daa7-494a-bb64-5133b0efea65 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.522340] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-253180ab-3401-4df5-b6a7-605a77becc12 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1924.522781] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-253180ab-3401-4df5-b6a7-605a77becc12 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1924.522781] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-253180ab-3401-4df5-b6a7-605a77becc12 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Deleting the datastore file [datastore1] 267a3342-3ac0-4cc0-897e-4923cbc96a76 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1924.523513] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-829688f3-a9fc-49b8-b568-ca723036abe9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.530102] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e90cd93-6357-46f0-8c6b-21897658535c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.535591] env[63676]: DEBUG oslo_vmware.api [None req-253180ab-3401-4df5-b6a7-605a77becc12 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1924.535591] env[63676]: value = "task-1926048" [ 1924.535591] env[63676]: _type = "Task" [ 1924.535591] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.568539] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca83794-e26a-4afe-b4b9-6b231d4446b3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.576336] env[63676]: DEBUG oslo_vmware.api [None req-253180ab-3401-4df5-b6a7-605a77becc12 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.580928] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d113fbba-7396-445e-b587-d186cb32229d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.600323] env[63676]: DEBUG nova.compute.provider_tree [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1924.622527] env[63676]: DEBUG oslo_vmware.api [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5214b5d2-c9a5-f244-dcf8-9e4c93b81d15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.717581] env[63676]: DEBUG oslo_concurrency.lockutils [req-a7f2a7f6-2e77-4890-8bc3-12dc1ba81a56 req-06e1a71a-a764-4e0d-9d99-1db4c4f8025f service nova] Releasing lock "refresh_cache-807e47a5-0b0d-4767-8b34-785200d0a83d" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1924.811197] env[63676]: DEBUG oslo_vmware.api [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926044, 'name': ReconfigVM_Task, 'duration_secs': 0.611125} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.811505] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Reconfigured VM instance instance-00000057 to attach disk [datastore1] ffe4822e-d0ee-40f1-ae4f-eea41a20a054/ffe4822e-d0ee-40f1-ae4f-eea41a20a054.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1924.812149] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d062efec-4a50-42eb-bac7-cd841b4ac504 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.819937] env[63676]: DEBUG oslo_vmware.api [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1924.819937] env[63676]: value = "task-1926049" [ 1924.819937] env[63676]: _type = "Task" [ 1924.819937] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.825515] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1924.825778] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f9b0ede-bfb3-4057-8fe3-ca55c06dbb8b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.833138] env[63676]: DEBUG oslo_vmware.api [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926049, 'name': Rename_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.834577] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 1924.834577] env[63676]: value = "task-1926050" [ 1924.834577] env[63676]: _type = "Task" [ 1924.834577] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.843580] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] VM already powered off {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1924.844039] env[63676]: DEBUG nova.compute.manager [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1924.845151] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0d7652-dafe-4ba8-8134-bf44e6214909 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.851349] env[63676]: DEBUG oslo_concurrency.lockutils [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "refresh_cache-3f45007f-d699-43f9-a2fd-84565bd1930c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.851539] env[63676]: DEBUG oslo_concurrency.lockutils [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquired lock "refresh_cache-3f45007f-d699-43f9-a2fd-84565bd1930c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.851690] env[63676]: DEBUG nova.network.neutron [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1924.943528] env[63676]: DEBUG nova.network.neutron [req-9ea98423-1421-493a-a598-7e8ee06c59ad req-683088ad-d252-4bda-8e4f-1658d7231529 service nova] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Updated VIF entry in instance network info cache for port e6dbe1a6-aabc-4621-83b9-5237b86285fc. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1924.943940] env[63676]: DEBUG nova.network.neutron [req-9ea98423-1421-493a-a598-7e8ee06c59ad req-683088ad-d252-4bda-8e4f-1658d7231529 service nova] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Updating instance_info_cache with network_info: [{"id": "e6dbe1a6-aabc-4621-83b9-5237b86285fc", "address": "fa:16:3e:5c:97:1f", "network": {"id": "b1becbd4-e21c-4062-b5a8-c8d89a262897", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1308373580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c23bb3166dd04498b8416cf4141157cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6ba56987-9dc3-4c76-a4e2-942b05355bdb", "external-id": "nsx-vlan-transportzone-698", "segmentation_id": 698, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6dbe1a6-aa", "ovs_interfaceid": "e6dbe1a6-aabc-4621-83b9-5237b86285fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.019582] env[63676]: DEBUG oslo_vmware.api [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Task: {'id': task-1926047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.046609] env[63676]: DEBUG oslo_vmware.api [None req-253180ab-3401-4df5-b6a7-605a77becc12 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.103311] env[63676]: DEBUG nova.scheduler.client.report [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1925.123577] env[63676]: DEBUG oslo_vmware.api [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5214b5d2-c9a5-f244-dcf8-9e4c93b81d15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.332228] env[63676]: DEBUG oslo_vmware.api [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926049, 'name': Rename_Task, 'duration_secs': 0.227779} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.332617] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1925.332888] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0ee445d-e026-4989-b2e6-2eb5c0a16604 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.342862] env[63676]: DEBUG oslo_vmware.api [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1925.342862] env[63676]: value = "task-1926051" [ 1925.342862] env[63676]: _type = "Task" [ 1925.342862] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.351475] env[63676]: DEBUG oslo_vmware.api [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926051, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.446790] env[63676]: DEBUG oslo_concurrency.lockutils [req-9ea98423-1421-493a-a598-7e8ee06c59ad req-683088ad-d252-4bda-8e4f-1658d7231529 service nova] Releasing lock "refresh_cache-b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.522289] env[63676]: DEBUG oslo_vmware.api [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Task: {'id': task-1926047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.549713] env[63676]: DEBUG oslo_vmware.api [None req-253180ab-3401-4df5-b6a7-605a77becc12 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.611823] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.612373] env[63676]: DEBUG nova.compute.manager [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1925.622097] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.521s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1925.623604] env[63676]: INFO nova.compute.claims [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1925.643015] env[63676]: DEBUG oslo_vmware.api [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5214b5d2-c9a5-f244-dcf8-9e4c93b81d15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.798044] env[63676]: DEBUG nova.network.neutron [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Updating instance_info_cache with network_info: [{"id": "1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267", "address": "fa:16:3e:ec:95:49", "network": {"id": "465bc3ab-3d10-4ad3-beba-d983da006dd4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1745781740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e68c77877174b049493f256f443f81f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bb8efd9-2d", "ovs_interfaceid": "1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.850577] env[63676]: DEBUG oslo_vmware.api [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926051, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.023219] env[63676]: DEBUG oslo_vmware.api [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Task: {'id': task-1926047, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.051727] env[63676]: DEBUG oslo_vmware.api [None req-253180ab-3401-4df5-b6a7-605a77becc12 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.106066] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1926.106494] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1926.106494] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Deleting the datastore file [datastore1] 43d0f36f-37e4-47e3-9a1c-0ac979c13a10 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1926.106746] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-596116ec-d42a-465d-8a98-872549ae9996 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.114570] env[63676]: DEBUG oslo_vmware.api [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1926.114570] env[63676]: value = "task-1926052" [ 1926.114570] env[63676]: _type = "Task" [ 1926.114570] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.128796] env[63676]: DEBUG oslo_vmware.api [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926052, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.133114] env[63676]: DEBUG nova.compute.utils [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1926.138018] env[63676]: DEBUG nova.compute.manager [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1926.138212] env[63676]: DEBUG nova.network.neutron [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1926.149563] env[63676]: DEBUG oslo_vmware.api [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5214b5d2-c9a5-f244-dcf8-9e4c93b81d15, 'name': SearchDatastore_Task, 'duration_secs': 1.986738} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.149563] env[63676]: DEBUG oslo_concurrency.lockutils [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.149563] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1926.149563] env[63676]: DEBUG oslo_concurrency.lockutils [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.149563] env[63676]: DEBUG oslo_concurrency.lockutils [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.149563] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1926.150398] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0a11478-3408-428c-9289-dc0b9175bf73 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.159895] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1926.160144] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1926.160888] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbc00815-eeb2-45e2-9fb1-3a52789a6fa9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.166675] env[63676]: DEBUG oslo_vmware.api [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1926.166675] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ddc6a9-ea19-2526-b219-d565c125bec7" [ 1926.166675] env[63676]: _type = "Task" [ 1926.166675] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.175351] env[63676]: DEBUG oslo_vmware.api [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ddc6a9-ea19-2526-b219-d565c125bec7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.210334] env[63676]: DEBUG nova.policy [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7263bf7600a44f28758b9729ad968ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93faadf6a08140439d5abf8ec7de9c97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1926.301715] env[63676]: DEBUG oslo_concurrency.lockutils [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Releasing lock "refresh_cache-3f45007f-d699-43f9-a2fd-84565bd1930c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.352168] env[63676]: DEBUG oslo_vmware.api [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926051, 'name': PowerOnVM_Task, 'duration_secs': 0.833887} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.354371] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1926.354590] env[63676]: INFO nova.compute.manager [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Took 11.32 seconds to spawn the instance on the hypervisor. [ 1926.356144] env[63676]: DEBUG nova.compute.manager [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1926.356144] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5b5fca-5137-431a-bead-28c289944eed {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.519784] env[63676]: DEBUG oslo_vmware.api [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Task: {'id': task-1926047, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.781553} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.520086] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1926.520277] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1926.520453] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1926.520744] env[63676]: INFO nova.compute.manager [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Took 2.89 seconds to destroy the instance on the hypervisor. [ 1926.520860] env[63676]: DEBUG oslo.service.loopingcall [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1926.521153] env[63676]: DEBUG nova.compute.manager [-] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1926.521153] env[63676]: DEBUG nova.network.neutron [-] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1926.550663] env[63676]: DEBUG oslo_vmware.api [None req-253180ab-3401-4df5-b6a7-605a77becc12 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.747499} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.551189] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-253180ab-3401-4df5-b6a7-605a77becc12 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1926.551400] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-253180ab-3401-4df5-b6a7-605a77becc12 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1926.551554] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-253180ab-3401-4df5-b6a7-605a77becc12 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1926.551726] env[63676]: INFO nova.compute.manager [None req-253180ab-3401-4df5-b6a7-605a77becc12 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Took 2.20 seconds to destroy the instance on the hypervisor. [ 1926.551957] env[63676]: DEBUG oslo.service.loopingcall [None req-253180ab-3401-4df5-b6a7-605a77becc12 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1926.552162] env[63676]: DEBUG nova.compute.manager [-] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1926.552256] env[63676]: DEBUG nova.network.neutron [-] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1926.627154] env[63676]: DEBUG oslo_vmware.api [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926052, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201141} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.627154] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1926.627154] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1926.627154] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1926.627154] env[63676]: INFO nova.compute.manager [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Took 3.73 seconds to destroy the instance on the hypervisor. [ 1926.627154] env[63676]: DEBUG oslo.service.loopingcall [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1926.627847] env[63676]: DEBUG nova.compute.manager [-] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1926.627943] env[63676]: DEBUG nova.network.neutron [-] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1926.640984] env[63676]: DEBUG nova.compute.manager [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1926.690249] env[63676]: DEBUG oslo_vmware.api [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ddc6a9-ea19-2526-b219-d565c125bec7, 'name': SearchDatastore_Task, 'duration_secs': 0.030184} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.693209] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94244dcc-14c5-43c2-bd38-dcc081c985ba {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.701391] env[63676]: DEBUG oslo_vmware.api [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1926.701391] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a04477-4deb-b76f-0e27-7cf50cc26305" [ 1926.701391] env[63676]: _type = "Task" [ 1926.701391] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.710881] env[63676]: DEBUG oslo_vmware.api [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a04477-4deb-b76f-0e27-7cf50cc26305, 'name': SearchDatastore_Task, 'duration_secs': 0.010396} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.713576] env[63676]: DEBUG oslo_concurrency.lockutils [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.714040] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 807e47a5-0b0d-4767-8b34-785200d0a83d/807e47a5-0b0d-4767-8b34-785200d0a83d.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1926.715381] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-198b53d0-f8ad-4929-a273-0ce7d6bf3974 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.721265] env[63676]: DEBUG oslo_vmware.api [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1926.721265] env[63676]: value = "task-1926053" [ 1926.721265] env[63676]: _type = "Task" [ 1926.721265] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.729229] env[63676]: DEBUG oslo_vmware.api [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.882616] env[63676]: INFO nova.compute.manager [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Took 26.90 seconds to build instance. [ 1927.031305] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b12502-214f-49c7-9c15-8965fc5bca01 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.040665] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fc8e4d-9337-40fc-bc6e-6fe5b002880c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.080129] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5bbcdb0-bb0f-4f17-8e4c-8fdee6083df2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.088200] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97aee9c-ef9b-4f83-adfa-f0faf188a6bc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.107310] env[63676]: DEBUG nova.compute.provider_tree [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1927.190019] env[63676]: DEBUG nova.network.neutron [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Successfully created port: 072b3622-2e6e-4762-a4a2-176f87325140 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1927.235578] env[63676]: DEBUG oslo_vmware.api [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926053, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.390504] env[63676]: DEBUG oslo_concurrency.lockutils [None req-72cf97b3-c8f3-4db4-945c-98ef3ca231d7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "ffe4822e-d0ee-40f1-ae4f-eea41a20a054" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.417s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.449131] env[63676]: DEBUG nova.network.neutron [-] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1927.529749] env[63676]: DEBUG nova.network.neutron [-] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1927.535835] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1927.535835] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17187244-670c-4708-a66c-eb2b28e55b57 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.542904] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1927.543273] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a64e6ca-daea-4f2c-83df-7c14ae262d3e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.611601] env[63676]: DEBUG nova.scheduler.client.report [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1927.660228] env[63676]: DEBUG nova.compute.manager [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1927.692128] env[63676]: DEBUG nova.virt.hardware [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1927.692384] env[63676]: DEBUG nova.virt.hardware [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1927.692539] env[63676]: DEBUG nova.virt.hardware [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1927.692720] env[63676]: DEBUG nova.virt.hardware [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1927.692865] env[63676]: DEBUG nova.virt.hardware [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1927.693026] env[63676]: DEBUG nova.virt.hardware [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1927.693339] env[63676]: DEBUG nova.virt.hardware [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1927.693467] env[63676]: DEBUG nova.virt.hardware [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1927.693640] env[63676]: DEBUG nova.virt.hardware [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1927.693803] env[63676]: DEBUG nova.virt.hardware [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1927.693972] env[63676]: DEBUG nova.virt.hardware [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1927.694852] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55854cff-3237-4de7-a56f-2c5eecacce24 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.705562] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e8e937-8ea6-4b2b-8329-e1ef3d5d0ac3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.724036] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1927.724036] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1927.724224] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Deleting the datastore file [datastore1] 3f45007f-d699-43f9-a2fd-84565bd1930c {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1927.727317] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d9f10f9-da64-4686-9c6e-6c6e8eace720 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.734304] env[63676]: DEBUG oslo_vmware.api [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.957604} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.735350] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 807e47a5-0b0d-4767-8b34-785200d0a83d/807e47a5-0b0d-4767-8b34-785200d0a83d.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1927.735586] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1927.735952] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 1927.735952] env[63676]: value = "task-1926055" [ 1927.735952] env[63676]: _type = "Task" [ 1927.735952] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.736119] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-001e8698-dbc1-4423-bf51-3dc7bdd5ff67 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.745864] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926055, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.747313] env[63676]: DEBUG oslo_vmware.api [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1927.747313] env[63676]: value = "task-1926056" [ 1927.747313] env[63676]: _type = "Task" [ 1927.747313] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.755335] env[63676]: DEBUG oslo_vmware.api [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926056, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.769567] env[63676]: DEBUG nova.compute.manager [req-cf1ce01f-3e2d-45fd-b1bf-d19863e9873f req-eb24378b-14a9-4d2a-ada1-ef834d2d1091 service nova] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Received event network-vif-deleted-b2c6a13a-f7f8-4f62-bff0-7ddbe9234b68 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1927.859139] env[63676]: DEBUG nova.compute.manager [req-34b12de8-38a6-41e4-8129-aeb047213de1 req-7d881c9e-76b7-4f0c-9243-571c7715a61c service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Received event network-vif-unplugged-1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1927.859368] env[63676]: DEBUG oslo_concurrency.lockutils [req-34b12de8-38a6-41e4-8129-aeb047213de1 req-7d881c9e-76b7-4f0c-9243-571c7715a61c service nova] Acquiring lock "3f45007f-d699-43f9-a2fd-84565bd1930c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1927.859592] env[63676]: DEBUG oslo_concurrency.lockutils [req-34b12de8-38a6-41e4-8129-aeb047213de1 req-7d881c9e-76b7-4f0c-9243-571c7715a61c service nova] Lock "3f45007f-d699-43f9-a2fd-84565bd1930c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.859818] env[63676]: DEBUG oslo_concurrency.lockutils [req-34b12de8-38a6-41e4-8129-aeb047213de1 req-7d881c9e-76b7-4f0c-9243-571c7715a61c service nova] Lock "3f45007f-d699-43f9-a2fd-84565bd1930c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.860010] env[63676]: DEBUG nova.compute.manager [req-34b12de8-38a6-41e4-8129-aeb047213de1 req-7d881c9e-76b7-4f0c-9243-571c7715a61c service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] No waiting events found dispatching network-vif-unplugged-1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1927.860191] env[63676]: WARNING nova.compute.manager [req-34b12de8-38a6-41e4-8129-aeb047213de1 req-7d881c9e-76b7-4f0c-9243-571c7715a61c service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Received unexpected event network-vif-unplugged-1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267 for instance with vm_state shelved and task_state shelving_offloading. [ 1927.954616] env[63676]: INFO nova.compute.manager [-] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Took 1.40 seconds to deallocate network for instance. [ 1928.033238] env[63676]: INFO nova.compute.manager [-] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Took 1.40 seconds to deallocate network for instance. [ 1928.117868] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.499s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.122021] env[63676]: DEBUG nova.compute.manager [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1928.122525] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.938s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.122931] env[63676]: DEBUG nova.objects.instance [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lazy-loading 'resources' on Instance uuid 35cab01d-ff1d-4ea8-abd3-46824d06abf9 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1928.145012] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Acquiring lock "1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.145012] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Lock "1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.249750] env[63676]: DEBUG oslo_vmware.api [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926055, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.283555} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.253202] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1928.253489] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1928.254022] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1928.261624] env[63676]: DEBUG oslo_vmware.api [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926056, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.244077} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.261888] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1928.263749] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bd8c3f-ef63-4fef-8d51-ab50d513573e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.292773] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 807e47a5-0b0d-4767-8b34-785200d0a83d/807e47a5-0b0d-4767-8b34-785200d0a83d.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1928.293921] env[63676]: INFO nova.scheduler.client.report [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Deleted allocations for instance 3f45007f-d699-43f9-a2fd-84565bd1930c [ 1928.296331] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7773013d-4733-4101-a6e1-53ec8270eccc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.316905] env[63676]: DEBUG oslo_vmware.api [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1928.316905] env[63676]: value = "task-1926057" [ 1928.316905] env[63676]: _type = "Task" [ 1928.316905] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.325113] env[63676]: DEBUG oslo_vmware.api [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926057, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.464345] env[63676]: DEBUG oslo_concurrency.lockutils [None req-253180ab-3401-4df5-b6a7-605a77becc12 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.470280] env[63676]: DEBUG nova.network.neutron [-] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.543627] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.626353] env[63676]: DEBUG nova.compute.utils [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1928.630985] env[63676]: DEBUG nova.compute.manager [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1928.631230] env[63676]: DEBUG nova.network.neutron [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1928.647225] env[63676]: DEBUG nova.compute.manager [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1928.706266] env[63676]: DEBUG nova.policy [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba7681f8951b46b795b23009d16ed91d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e6ba5626fe854f47a0581158cd6eb847', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1928.814063] env[63676]: DEBUG oslo_concurrency.lockutils [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.831560] env[63676]: DEBUG oslo_vmware.api [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926057, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.971413] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a02c7bb-856d-48ca-bef2-57b017a8b54a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.974624] env[63676]: INFO nova.compute.manager [-] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Took 2.45 seconds to deallocate network for instance. [ 1928.983920] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766feb5c-d49c-4ae0-8b12-41889179705d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.021167] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d147cb62-6e43-47af-8491-9672fa056ebe {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.030550] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dd3b5b1-0897-4928-b612-7f311b4835a4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.052198] env[63676]: DEBUG nova.compute.provider_tree [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1929.136748] env[63676]: DEBUG nova.compute.manager [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1929.191043] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.330446] env[63676]: DEBUG oslo_vmware.api [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926057, 'name': ReconfigVM_Task, 'duration_secs': 0.772171} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.330555] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 807e47a5-0b0d-4767-8b34-785200d0a83d/807e47a5-0b0d-4767-8b34-785200d0a83d.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1929.331398] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b46eb16-efa1-4c5d-be0d-343a4aa2acdf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.340375] env[63676]: DEBUG oslo_vmware.api [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1929.340375] env[63676]: value = "task-1926058" [ 1929.340375] env[63676]: _type = "Task" [ 1929.340375] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.356141] env[63676]: DEBUG oslo_vmware.api [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926058, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.377824] env[63676]: DEBUG nova.network.neutron [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Successfully created port: f0ffc64b-574e-46fa-9c2b-23ec9a0c8424 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1929.484449] env[63676]: DEBUG oslo_concurrency.lockutils [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.558213] env[63676]: DEBUG nova.scheduler.client.report [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1929.583477] env[63676]: DEBUG nova.compute.manager [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Stashing vm_state: active {{(pid=63676) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 1929.854305] env[63676]: DEBUG oslo_vmware.api [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926058, 'name': Rename_Task, 'duration_secs': 0.294084} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.854606] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1929.854863] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dad03a17-d434-48a3-9715-0b871be86c4c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.861423] env[63676]: DEBUG oslo_vmware.api [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1929.861423] env[63676]: value = "task-1926059" [ 1929.861423] env[63676]: _type = "Task" [ 1929.861423] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.871452] env[63676]: DEBUG oslo_vmware.api [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.004159] env[63676]: DEBUG nova.network.neutron [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Successfully updated port: 072b3622-2e6e-4762-a4a2-176f87325140 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1930.063122] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.941s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.069222] env[63676]: DEBUG oslo_concurrency.lockutils [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.803s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.071465] env[63676]: INFO nova.compute.claims [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1930.108392] env[63676]: INFO nova.scheduler.client.report [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Deleted allocations for instance 35cab01d-ff1d-4ea8-abd3-46824d06abf9 [ 1930.118797] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.152197] env[63676]: DEBUG nova.compute.manager [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1930.183246] env[63676]: DEBUG nova.virt.hardware [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1930.183708] env[63676]: DEBUG nova.virt.hardware [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1930.183708] env[63676]: DEBUG nova.virt.hardware [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1930.183823] env[63676]: DEBUG nova.virt.hardware [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1930.183936] env[63676]: DEBUG nova.virt.hardware [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1930.184154] env[63676]: DEBUG nova.virt.hardware [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1930.184375] env[63676]: DEBUG nova.virt.hardware [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1930.184584] env[63676]: DEBUG nova.virt.hardware [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1930.184683] env[63676]: DEBUG nova.virt.hardware [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1930.184752] env[63676]: DEBUG nova.virt.hardware [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1930.184918] env[63676]: DEBUG nova.virt.hardware [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1930.186266] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69af0f93-e85e-44c6-b404-d4776364cfaa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.197773] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea239a9-e251-4883-b945-2d05b677131d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.251329] env[63676]: DEBUG nova.compute.manager [req-b02e3ae5-3d4b-4c7e-a7bf-32eff4d729fd req-28918146-8baf-49e8-a9a6-c39030b43ef0 service nova] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Received event network-vif-deleted-74b0f3f5-d919-4154-b639-5ff235d4e67d {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1930.371927] env[63676]: DEBUG oslo_vmware.api [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926059, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.498040] env[63676]: DEBUG nova.compute.manager [req-8ac7fc89-a336-44e5-b3b1-d94ae8fe5ac6 req-cd4fcddb-ff42-4566-be8b-66f32f6a9a66 service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Received event network-changed-1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1930.498295] env[63676]: DEBUG nova.compute.manager [req-8ac7fc89-a336-44e5-b3b1-d94ae8fe5ac6 req-cd4fcddb-ff42-4566-be8b-66f32f6a9a66 service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Refreshing instance network info cache due to event network-changed-1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1930.498531] env[63676]: DEBUG oslo_concurrency.lockutils [req-8ac7fc89-a336-44e5-b3b1-d94ae8fe5ac6 req-cd4fcddb-ff42-4566-be8b-66f32f6a9a66 service nova] Acquiring lock "refresh_cache-3f45007f-d699-43f9-a2fd-84565bd1930c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.498641] env[63676]: DEBUG oslo_concurrency.lockutils [req-8ac7fc89-a336-44e5-b3b1-d94ae8fe5ac6 req-cd4fcddb-ff42-4566-be8b-66f32f6a9a66 service nova] Acquired lock "refresh_cache-3f45007f-d699-43f9-a2fd-84565bd1930c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.498853] env[63676]: DEBUG nova.network.neutron [req-8ac7fc89-a336-44e5-b3b1-d94ae8fe5ac6 req-cd4fcddb-ff42-4566-be8b-66f32f6a9a66 service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Refreshing network info cache for port 1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1930.510257] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "refresh_cache-0a0a5437-fa92-4d72-8291-b056bc9d8679" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.510410] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquired lock "refresh_cache-0a0a5437-fa92-4d72-8291-b056bc9d8679" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.510561] env[63676]: DEBUG nova.network.neutron [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1930.623710] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ffcd680b-2f2e-450b-aef1-78f327077ebe tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lock "35cab01d-ff1d-4ea8-abd3-46824d06abf9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.163s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.707591] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "3f45007f-d699-43f9-a2fd-84565bd1930c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.873138] env[63676]: DEBUG oslo_vmware.api [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926059, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.091786] env[63676]: DEBUG nova.network.neutron [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1931.191100] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "53b92e45-8bf3-45d2-beb6-5a349a5b055f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.191439] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "53b92e45-8bf3-45d2-beb6-5a349a5b055f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.374580] env[63676]: DEBUG oslo_vmware.api [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926059, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.412139] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bba9c1-cbf8-4106-8a89-8db119b2211f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.420949] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9864e743-57bb-4adc-9c3f-fcacd9537563 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.464211] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-751301ea-1c42-4ce0-aa2a-8dc9e7945694 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.470881] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a398c6-3d1a-4323-b60d-815090f06180 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.488833] env[63676]: DEBUG nova.compute.provider_tree [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1931.603703] env[63676]: DEBUG nova.network.neutron [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Updating instance_info_cache with network_info: [{"id": "072b3622-2e6e-4762-a4a2-176f87325140", "address": "fa:16:3e:3b:38:a2", "network": {"id": "25772371-ba03-400f-be06-ce368c03b735", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1846336299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93faadf6a08140439d5abf8ec7de9c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap072b3622-2e", "ovs_interfaceid": "072b3622-2e6e-4762-a4a2-176f87325140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1931.699519] env[63676]: DEBUG nova.compute.manager [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1931.727775] env[63676]: DEBUG nova.network.neutron [req-8ac7fc89-a336-44e5-b3b1-d94ae8fe5ac6 req-cd4fcddb-ff42-4566-be8b-66f32f6a9a66 service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Updated VIF entry in instance network info cache for port 1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1931.728207] env[63676]: DEBUG nova.network.neutron [req-8ac7fc89-a336-44e5-b3b1-d94ae8fe5ac6 req-cd4fcddb-ff42-4566-be8b-66f32f6a9a66 service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Updating instance_info_cache with network_info: [{"id": "1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267", "address": "fa:16:3e:ec:95:49", "network": {"id": "465bc3ab-3d10-4ad3-beba-d983da006dd4", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1745781740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e68c77877174b049493f256f443f81f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1bb8efd9-2d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1931.874841] env[63676]: DEBUG oslo_vmware.api [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926059, 'name': PowerOnVM_Task, 'duration_secs': 1.788866} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.875130] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1931.875338] env[63676]: INFO nova.compute.manager [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Took 12.40 seconds to spawn the instance on the hypervisor. [ 1931.875519] env[63676]: DEBUG nova.compute.manager [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1931.876355] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c67ed6-8752-45b0-a237-085cdc50462b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.971416] env[63676]: DEBUG nova.network.neutron [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Successfully updated port: f0ffc64b-574e-46fa-9c2b-23ec9a0c8424 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1931.991900] env[63676]: DEBUG nova.scheduler.client.report [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1932.106610] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Releasing lock "refresh_cache-0a0a5437-fa92-4d72-8291-b056bc9d8679" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.107029] env[63676]: DEBUG nova.compute.manager [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Instance network_info: |[{"id": "072b3622-2e6e-4762-a4a2-176f87325140", "address": "fa:16:3e:3b:38:a2", "network": {"id": "25772371-ba03-400f-be06-ce368c03b735", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1846336299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93faadf6a08140439d5abf8ec7de9c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap072b3622-2e", "ovs_interfaceid": "072b3622-2e6e-4762-a4a2-176f87325140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1932.107468] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:38:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '072b3622-2e6e-4762-a4a2-176f87325140', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1932.116252] env[63676]: DEBUG oslo.service.loopingcall [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1932.116531] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1932.116839] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2082107-600a-4a29-bf06-4437d79a37f5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.138051] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1932.138051] env[63676]: value = "task-1926060" [ 1932.138051] env[63676]: _type = "Task" [ 1932.138051] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.145630] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926060, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.225725] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.231249] env[63676]: DEBUG oslo_concurrency.lockutils [req-8ac7fc89-a336-44e5-b3b1-d94ae8fe5ac6 req-cd4fcddb-ff42-4566-be8b-66f32f6a9a66 service nova] Releasing lock "refresh_cache-3f45007f-d699-43f9-a2fd-84565bd1930c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.231648] env[63676]: DEBUG nova.compute.manager [req-8ac7fc89-a336-44e5-b3b1-d94ae8fe5ac6 req-cd4fcddb-ff42-4566-be8b-66f32f6a9a66 service nova] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Received event network-vif-deleted-35dbdc66-72cf-404a-b881-c617c6b7028c {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1932.231949] env[63676]: DEBUG nova.compute.manager [req-8ac7fc89-a336-44e5-b3b1-d94ae8fe5ac6 req-cd4fcddb-ff42-4566-be8b-66f32f6a9a66 service nova] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Received event network-vif-plugged-072b3622-2e6e-4762-a4a2-176f87325140 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1932.232276] env[63676]: DEBUG oslo_concurrency.lockutils [req-8ac7fc89-a336-44e5-b3b1-d94ae8fe5ac6 req-cd4fcddb-ff42-4566-be8b-66f32f6a9a66 service nova] Acquiring lock "0a0a5437-fa92-4d72-8291-b056bc9d8679-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.232628] env[63676]: DEBUG oslo_concurrency.lockutils [req-8ac7fc89-a336-44e5-b3b1-d94ae8fe5ac6 req-cd4fcddb-ff42-4566-be8b-66f32f6a9a66 service nova] Lock "0a0a5437-fa92-4d72-8291-b056bc9d8679-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.232900] env[63676]: DEBUG oslo_concurrency.lockutils [req-8ac7fc89-a336-44e5-b3b1-d94ae8fe5ac6 req-cd4fcddb-ff42-4566-be8b-66f32f6a9a66 service nova] Lock "0a0a5437-fa92-4d72-8291-b056bc9d8679-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.233195] env[63676]: DEBUG nova.compute.manager [req-8ac7fc89-a336-44e5-b3b1-d94ae8fe5ac6 req-cd4fcddb-ff42-4566-be8b-66f32f6a9a66 service nova] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] No waiting events found dispatching network-vif-plugged-072b3622-2e6e-4762-a4a2-176f87325140 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1932.233478] env[63676]: WARNING nova.compute.manager [req-8ac7fc89-a336-44e5-b3b1-d94ae8fe5ac6 req-cd4fcddb-ff42-4566-be8b-66f32f6a9a66 service nova] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Received unexpected event network-vif-plugged-072b3622-2e6e-4762-a4a2-176f87325140 for instance with vm_state building and task_state spawning. [ 1932.394437] env[63676]: INFO nova.compute.manager [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Took 30.07 seconds to build instance. [ 1932.478732] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Acquiring lock "refresh_cache-11d405ee-eb00-4da3-bf47-642f08017eb1" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.479089] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Acquired lock "refresh_cache-11d405ee-eb00-4da3-bf47-642f08017eb1" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.479661] env[63676]: DEBUG nova.network.neutron [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1932.497199] env[63676]: DEBUG oslo_concurrency.lockutils [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.497769] env[63676]: DEBUG nova.compute.manager [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1932.500743] env[63676]: DEBUG oslo_concurrency.lockutils [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.774s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.500812] env[63676]: DEBUG nova.objects.instance [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63676) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1932.528160] env[63676]: DEBUG nova.compute.manager [req-1b866abe-3e62-4e2a-a906-8a3a850882ab req-f3446695-8181-42b4-9ad6-6440aa2fb818 service nova] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Received event network-changed-072b3622-2e6e-4762-a4a2-176f87325140 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1932.528479] env[63676]: DEBUG nova.compute.manager [req-1b866abe-3e62-4e2a-a906-8a3a850882ab req-f3446695-8181-42b4-9ad6-6440aa2fb818 service nova] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Refreshing instance network info cache due to event network-changed-072b3622-2e6e-4762-a4a2-176f87325140. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1932.528798] env[63676]: DEBUG oslo_concurrency.lockutils [req-1b866abe-3e62-4e2a-a906-8a3a850882ab req-f3446695-8181-42b4-9ad6-6440aa2fb818 service nova] Acquiring lock "refresh_cache-0a0a5437-fa92-4d72-8291-b056bc9d8679" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.529526] env[63676]: DEBUG oslo_concurrency.lockutils [req-1b866abe-3e62-4e2a-a906-8a3a850882ab req-f3446695-8181-42b4-9ad6-6440aa2fb818 service nova] Acquired lock "refresh_cache-0a0a5437-fa92-4d72-8291-b056bc9d8679" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.529526] env[63676]: DEBUG nova.network.neutron [req-1b866abe-3e62-4e2a-a906-8a3a850882ab req-f3446695-8181-42b4-9ad6-6440aa2fb818 service nova] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Refreshing network info cache for port 072b3622-2e6e-4762-a4a2-176f87325140 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1932.649235] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926060, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.897143] env[63676]: DEBUG oslo_concurrency.lockutils [None req-355b9d29-aa76-4996-b076-da69ca608ae9 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "807e47a5-0b0d-4767-8b34-785200d0a83d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.251s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.006063] env[63676]: DEBUG nova.compute.utils [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1933.010120] env[63676]: DEBUG nova.compute.manager [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1933.010309] env[63676]: DEBUG nova.network.neutron [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1933.082424] env[63676]: DEBUG nova.network.neutron [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1933.148170] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926060, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.172870] env[63676]: DEBUG nova.policy [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53f602b5ffb4495a8bb67a00671fde8c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ceddfd10acf04eefbb18c1077d1154d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1933.511149] env[63676]: DEBUG nova.compute.manager [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1933.514559] env[63676]: DEBUG oslo_concurrency.lockutils [None req-efa6d31e-1244-4eae-91e8-8c80369d1332 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.515556] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.172s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.516878] env[63676]: INFO nova.compute.claims [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1933.554458] env[63676]: DEBUG nova.network.neutron [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Updating instance_info_cache with network_info: [{"id": "f0ffc64b-574e-46fa-9c2b-23ec9a0c8424", "address": "fa:16:3e:7c:b2:cf", "network": {"id": "b0d01ab1-4844-4cc2-a911-aef17912f161", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1594651169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6ba5626fe854f47a0581158cd6eb847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0ffc64b-57", "ovs_interfaceid": "f0ffc64b-574e-46fa-9c2b-23ec9a0c8424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.648735] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926060, 'name': CreateVM_Task, 'duration_secs': 1.104877} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.648950] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1933.649593] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.649857] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.650122] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1933.650389] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9021e8c-1c89-4f03-819b-0711f6d60b82 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.654578] env[63676]: DEBUG oslo_vmware.api [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1933.654578] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525b6f13-363a-5f8f-ceb0-d4c4ecad4d85" [ 1933.654578] env[63676]: _type = "Task" [ 1933.654578] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.663967] env[63676]: DEBUG oslo_vmware.api [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525b6f13-363a-5f8f-ceb0-d4c4ecad4d85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.701335] env[63676]: DEBUG nova.network.neutron [req-1b866abe-3e62-4e2a-a906-8a3a850882ab req-f3446695-8181-42b4-9ad6-6440aa2fb818 service nova] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Updated VIF entry in instance network info cache for port 072b3622-2e6e-4762-a4a2-176f87325140. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1933.701702] env[63676]: DEBUG nova.network.neutron [req-1b866abe-3e62-4e2a-a906-8a3a850882ab req-f3446695-8181-42b4-9ad6-6440aa2fb818 service nova] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Updating instance_info_cache with network_info: [{"id": "072b3622-2e6e-4762-a4a2-176f87325140", "address": "fa:16:3e:3b:38:a2", "network": {"id": "25772371-ba03-400f-be06-ce368c03b735", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1846336299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93faadf6a08140439d5abf8ec7de9c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap072b3622-2e", "ovs_interfaceid": "072b3622-2e6e-4762-a4a2-176f87325140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.916656] env[63676]: DEBUG nova.network.neutron [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Successfully created port: b508277b-ad7c-484d-b4da-ad59456e8d06 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1934.057344] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Releasing lock "refresh_cache-11d405ee-eb00-4da3-bf47-642f08017eb1" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.057690] env[63676]: DEBUG nova.compute.manager [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Instance network_info: |[{"id": "f0ffc64b-574e-46fa-9c2b-23ec9a0c8424", "address": "fa:16:3e:7c:b2:cf", "network": {"id": "b0d01ab1-4844-4cc2-a911-aef17912f161", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1594651169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6ba5626fe854f47a0581158cd6eb847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0ffc64b-57", "ovs_interfaceid": "f0ffc64b-574e-46fa-9c2b-23ec9a0c8424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1934.058252] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:b2:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0cd5d325-3053-407e-a4ee-f627e82a23f9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0ffc64b-574e-46fa-9c2b-23ec9a0c8424', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1934.075809] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Creating folder: Project (e6ba5626fe854f47a0581158cd6eb847). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1934.076870] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc9f90b4-39bd-4daa-b62c-b7348e215f0e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.088062] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Created folder: Project (e6ba5626fe854f47a0581158cd6eb847) in parent group-v396927. [ 1934.088274] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Creating folder: Instances. Parent ref: group-v397155. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1934.088518] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90d553da-c542-4493-a8c8-545ee3844a00 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.097950] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Created folder: Instances in parent group-v397155. [ 1934.097950] env[63676]: DEBUG oslo.service.loopingcall [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1934.097950] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1934.098142] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5faadbec-93ca-41ab-bd39-1a73e9495f4e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.116495] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1934.116495] env[63676]: value = "task-1926063" [ 1934.116495] env[63676]: _type = "Task" [ 1934.116495] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.124451] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926063, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.169930] env[63676]: DEBUG oslo_vmware.api [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525b6f13-363a-5f8f-ceb0-d4c4ecad4d85, 'name': SearchDatastore_Task, 'duration_secs': 0.010857} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.170445] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.170786] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1934.171385] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.171679] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.172008] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1934.172417] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-387b84f8-d1c3-44b1-b2df-c9c6c8cd8f8a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.183457] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1934.183737] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1934.184507] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3426276-ed36-4100-9b4d-15db76938117 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.191193] env[63676]: DEBUG oslo_vmware.api [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1934.191193] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e25fe9-17f1-8391-7312-890708241a0f" [ 1934.191193] env[63676]: _type = "Task" [ 1934.191193] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.200615] env[63676]: DEBUG oslo_vmware.api [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e25fe9-17f1-8391-7312-890708241a0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.206336] env[63676]: DEBUG oslo_concurrency.lockutils [req-1b866abe-3e62-4e2a-a906-8a3a850882ab req-f3446695-8181-42b4-9ad6-6440aa2fb818 service nova] Releasing lock "refresh_cache-0a0a5437-fa92-4d72-8291-b056bc9d8679" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.206604] env[63676]: DEBUG nova.compute.manager [req-1b866abe-3e62-4e2a-a906-8a3a850882ab req-f3446695-8181-42b4-9ad6-6440aa2fb818 service nova] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Received event network-vif-plugged-f0ffc64b-574e-46fa-9c2b-23ec9a0c8424 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1934.206803] env[63676]: DEBUG oslo_concurrency.lockutils [req-1b866abe-3e62-4e2a-a906-8a3a850882ab req-f3446695-8181-42b4-9ad6-6440aa2fb818 service nova] Acquiring lock "11d405ee-eb00-4da3-bf47-642f08017eb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.207015] env[63676]: DEBUG oslo_concurrency.lockutils [req-1b866abe-3e62-4e2a-a906-8a3a850882ab req-f3446695-8181-42b4-9ad6-6440aa2fb818 service nova] Lock "11d405ee-eb00-4da3-bf47-642f08017eb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.207200] env[63676]: DEBUG oslo_concurrency.lockutils [req-1b866abe-3e62-4e2a-a906-8a3a850882ab req-f3446695-8181-42b4-9ad6-6440aa2fb818 service nova] Lock "11d405ee-eb00-4da3-bf47-642f08017eb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.207370] env[63676]: DEBUG nova.compute.manager [req-1b866abe-3e62-4e2a-a906-8a3a850882ab req-f3446695-8181-42b4-9ad6-6440aa2fb818 service nova] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] No waiting events found dispatching network-vif-plugged-f0ffc64b-574e-46fa-9c2b-23ec9a0c8424 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1934.207552] env[63676]: WARNING nova.compute.manager [req-1b866abe-3e62-4e2a-a906-8a3a850882ab req-f3446695-8181-42b4-9ad6-6440aa2fb818 service nova] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Received unexpected event network-vif-plugged-f0ffc64b-574e-46fa-9c2b-23ec9a0c8424 for instance with vm_state building and task_state spawning. [ 1934.208574] env[63676]: DEBUG nova.compute.manager [req-1b866abe-3e62-4e2a-a906-8a3a850882ab req-f3446695-8181-42b4-9ad6-6440aa2fb818 service nova] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Received event network-changed-f0ffc64b-574e-46fa-9c2b-23ec9a0c8424 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1934.208574] env[63676]: DEBUG nova.compute.manager [req-1b866abe-3e62-4e2a-a906-8a3a850882ab req-f3446695-8181-42b4-9ad6-6440aa2fb818 service nova] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Refreshing instance network info cache due to event network-changed-f0ffc64b-574e-46fa-9c2b-23ec9a0c8424. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1934.208574] env[63676]: DEBUG oslo_concurrency.lockutils [req-1b866abe-3e62-4e2a-a906-8a3a850882ab req-f3446695-8181-42b4-9ad6-6440aa2fb818 service nova] Acquiring lock "refresh_cache-11d405ee-eb00-4da3-bf47-642f08017eb1" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.208574] env[63676]: DEBUG oslo_concurrency.lockutils [req-1b866abe-3e62-4e2a-a906-8a3a850882ab req-f3446695-8181-42b4-9ad6-6440aa2fb818 service nova] Acquired lock "refresh_cache-11d405ee-eb00-4da3-bf47-642f08017eb1" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.208574] env[63676]: DEBUG nova.network.neutron [req-1b866abe-3e62-4e2a-a906-8a3a850882ab req-f3446695-8181-42b4-9ad6-6440aa2fb818 service nova] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Refreshing network info cache for port f0ffc64b-574e-46fa-9c2b-23ec9a0c8424 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1934.363259] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "807e47a5-0b0d-4767-8b34-785200d0a83d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.363640] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "807e47a5-0b0d-4767-8b34-785200d0a83d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.363942] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "807e47a5-0b0d-4767-8b34-785200d0a83d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.364605] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "807e47a5-0b0d-4767-8b34-785200d0a83d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.364605] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "807e47a5-0b0d-4767-8b34-785200d0a83d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.367816] env[63676]: INFO nova.compute.manager [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Terminating instance [ 1934.525222] env[63676]: DEBUG nova.compute.manager [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1934.555482] env[63676]: DEBUG nova.virt.hardware [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1934.555709] env[63676]: DEBUG nova.virt.hardware [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1934.555799] env[63676]: DEBUG nova.virt.hardware [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1934.556571] env[63676]: DEBUG nova.virt.hardware [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1934.556571] env[63676]: DEBUG nova.virt.hardware [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1934.556571] env[63676]: DEBUG nova.virt.hardware [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1934.556571] env[63676]: DEBUG nova.virt.hardware [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1934.556904] env[63676]: DEBUG nova.virt.hardware [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1934.556904] env[63676]: DEBUG nova.virt.hardware [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1934.556979] env[63676]: DEBUG nova.virt.hardware [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1934.557156] env[63676]: DEBUG nova.virt.hardware [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1934.558075] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc359cf-a4ec-4a89-a7c9-9dfa9fd80b27 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.568602] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef1a8ff-b30d-44b8-9863-ca4665d8e434 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.629586] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926063, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.703177] env[63676]: DEBUG oslo_vmware.api [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e25fe9-17f1-8391-7312-890708241a0f, 'name': SearchDatastore_Task, 'duration_secs': 0.009308} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.706351] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc02f502-365f-4e73-b55c-2ba415e3b64b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.711836] env[63676]: DEBUG oslo_vmware.api [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1934.711836] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52cd66fe-5600-f5f0-a8f7-2f41c156bcf6" [ 1934.711836] env[63676]: _type = "Task" [ 1934.711836] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.723914] env[63676]: DEBUG oslo_vmware.api [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52cd66fe-5600-f5f0-a8f7-2f41c156bcf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.819345] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c91a64-a8bf-4a12-a6cd-6cca79ca313b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.827432] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65bd0716-2348-4396-8136-50b3d4d1097d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.858724] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf40da0-d5fc-4f3a-94e5-f388990dff01 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.868824] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7739c5ca-dc51-4e24-b980-8b897e38e8d6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.873407] env[63676]: DEBUG nova.compute.manager [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1934.873611] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1934.874395] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b8d3e6-0977-4286-8aa2-8917b0ebf822 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.886804] env[63676]: DEBUG nova.compute.provider_tree [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1934.889915] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1934.890349] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-879effc2-2639-470b-b537-3aff870e9f5f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.896462] env[63676]: DEBUG oslo_vmware.api [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1934.896462] env[63676]: value = "task-1926064" [ 1934.896462] env[63676]: _type = "Task" [ 1934.896462] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.905274] env[63676]: DEBUG oslo_vmware.api [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.126954] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926063, 'name': CreateVM_Task, 'duration_secs': 0.674336} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.127165] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1935.127898] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.128083] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.128407] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1935.128695] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ede78fea-e3b3-45bf-9e3f-ba49aaf21e44 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.133713] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Waiting for the task: (returnval){ [ 1935.133713] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522a368a-2b64-9384-395e-ea14ef911176" [ 1935.133713] env[63676]: _type = "Task" [ 1935.133713] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.142505] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522a368a-2b64-9384-395e-ea14ef911176, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.183885] env[63676]: DEBUG nova.network.neutron [req-1b866abe-3e62-4e2a-a906-8a3a850882ab req-f3446695-8181-42b4-9ad6-6440aa2fb818 service nova] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Updated VIF entry in instance network info cache for port f0ffc64b-574e-46fa-9c2b-23ec9a0c8424. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1935.184266] env[63676]: DEBUG nova.network.neutron [req-1b866abe-3e62-4e2a-a906-8a3a850882ab req-f3446695-8181-42b4-9ad6-6440aa2fb818 service nova] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Updating instance_info_cache with network_info: [{"id": "f0ffc64b-574e-46fa-9c2b-23ec9a0c8424", "address": "fa:16:3e:7c:b2:cf", "network": {"id": "b0d01ab1-4844-4cc2-a911-aef17912f161", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1594651169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e6ba5626fe854f47a0581158cd6eb847", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0cd5d325-3053-407e-a4ee-f627e82a23f9", "external-id": "nsx-vlan-transportzone-809", "segmentation_id": 809, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0ffc64b-57", "ovs_interfaceid": "f0ffc64b-574e-46fa-9c2b-23ec9a0c8424", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1935.223052] env[63676]: DEBUG oslo_vmware.api [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52cd66fe-5600-f5f0-a8f7-2f41c156bcf6, 'name': SearchDatastore_Task, 'duration_secs': 0.015394} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.223052] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.223313] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 0a0a5437-fa92-4d72-8291-b056bc9d8679/0a0a5437-fa92-4d72-8291-b056bc9d8679.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1935.224038] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-670dad16-6395-4266-becd-f7cbcd5d9c36 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.230767] env[63676]: DEBUG oslo_vmware.api [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1935.230767] env[63676]: value = "task-1926065" [ 1935.230767] env[63676]: _type = "Task" [ 1935.230767] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.241580] env[63676]: DEBUG oslo_vmware.api [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.392100] env[63676]: DEBUG nova.scheduler.client.report [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1935.410989] env[63676]: DEBUG oslo_vmware.api [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926064, 'name': PowerOffVM_Task, 'duration_secs': 0.206825} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.412005] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1935.412202] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1935.412485] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a12d0c74-a5ea-4409-9529-0ef009f475fa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.565096] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1935.565416] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1935.565512] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Deleting the datastore file [datastore1] 807e47a5-0b0d-4767-8b34-785200d0a83d {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1935.565825] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47f24c00-50b5-42a6-9e1e-eb3d6c5fb909 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.573062] env[63676]: DEBUG oslo_vmware.api [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1935.573062] env[63676]: value = "task-1926067" [ 1935.573062] env[63676]: _type = "Task" [ 1935.573062] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.581769] env[63676]: DEBUG oslo_vmware.api [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926067, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.643766] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522a368a-2b64-9384-395e-ea14ef911176, 'name': SearchDatastore_Task, 'duration_secs': 0.051564} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.644091] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.644336] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1935.644601] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.644725] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.644889] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1935.645167] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a80eae81-9abc-4c57-9bdb-348ed5a97f5a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.686024] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1935.686024] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1935.686024] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af755b7f-adc2-407d-b2a4-464d53767917 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.688397] env[63676]: DEBUG oslo_concurrency.lockutils [req-1b866abe-3e62-4e2a-a906-8a3a850882ab req-f3446695-8181-42b4-9ad6-6440aa2fb818 service nova] Releasing lock "refresh_cache-11d405ee-eb00-4da3-bf47-642f08017eb1" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.693295] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Waiting for the task: (returnval){ [ 1935.693295] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e7792d-3326-5ced-351c-70e264aafcb2" [ 1935.693295] env[63676]: _type = "Task" [ 1935.693295] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.702486] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e7792d-3326-5ced-351c-70e264aafcb2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.741637] env[63676]: DEBUG oslo_vmware.api [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926065, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.901168] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.901168] env[63676]: DEBUG nova.compute.manager [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1935.903048] env[63676]: DEBUG oslo_concurrency.lockutils [None req-253180ab-3401-4df5-b6a7-605a77becc12 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.439s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.906443] env[63676]: DEBUG nova.objects.instance [None req-253180ab-3401-4df5-b6a7-605a77becc12 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lazy-loading 'resources' on Instance uuid 267a3342-3ac0-4cc0-897e-4923cbc96a76 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1936.082966] env[63676]: DEBUG oslo_vmware.api [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926067, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.473966} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.083280] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1936.083469] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1936.083649] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1936.083825] env[63676]: INFO nova.compute.manager [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1936.084084] env[63676]: DEBUG oslo.service.loopingcall [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1936.084275] env[63676]: DEBUG nova.compute.manager [-] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1936.084376] env[63676]: DEBUG nova.network.neutron [-] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1936.191499] env[63676]: DEBUG nova.compute.manager [req-7fb643da-bdc2-4a7a-8a4f-6bbcb8b8443a req-c83153c2-f82a-4547-b381-012b279b3b8d service nova] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Received event network-vif-plugged-b508277b-ad7c-484d-b4da-ad59456e8d06 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1936.191722] env[63676]: DEBUG oslo_concurrency.lockutils [req-7fb643da-bdc2-4a7a-8a4f-6bbcb8b8443a req-c83153c2-f82a-4547-b381-012b279b3b8d service nova] Acquiring lock "907bf91b-be1f-4a9a-a557-6c9e2906037c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.191927] env[63676]: DEBUG oslo_concurrency.lockutils [req-7fb643da-bdc2-4a7a-8a4f-6bbcb8b8443a req-c83153c2-f82a-4547-b381-012b279b3b8d service nova] Lock "907bf91b-be1f-4a9a-a557-6c9e2906037c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.192118] env[63676]: DEBUG oslo_concurrency.lockutils [req-7fb643da-bdc2-4a7a-8a4f-6bbcb8b8443a req-c83153c2-f82a-4547-b381-012b279b3b8d service nova] Lock "907bf91b-be1f-4a9a-a557-6c9e2906037c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.192289] env[63676]: DEBUG nova.compute.manager [req-7fb643da-bdc2-4a7a-8a4f-6bbcb8b8443a req-c83153c2-f82a-4547-b381-012b279b3b8d service nova] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] No waiting events found dispatching network-vif-plugged-b508277b-ad7c-484d-b4da-ad59456e8d06 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1936.192456] env[63676]: WARNING nova.compute.manager [req-7fb643da-bdc2-4a7a-8a4f-6bbcb8b8443a req-c83153c2-f82a-4547-b381-012b279b3b8d service nova] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Received unexpected event network-vif-plugged-b508277b-ad7c-484d-b4da-ad59456e8d06 for instance with vm_state building and task_state spawning. [ 1936.203911] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e7792d-3326-5ced-351c-70e264aafcb2, 'name': SearchDatastore_Task, 'duration_secs': 0.096166} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.205029] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01a00ee6-e8da-41d5-b07f-4c250a6c22bf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.210544] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Waiting for the task: (returnval){ [ 1936.210544] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52686bb1-0a2b-7122-b845-de58857d2495" [ 1936.210544] env[63676]: _type = "Task" [ 1936.210544] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.221518] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52686bb1-0a2b-7122-b845-de58857d2495, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.241665] env[63676]: DEBUG oslo_vmware.api [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.645854} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.241810] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 0a0a5437-fa92-4d72-8291-b056bc9d8679/0a0a5437-fa92-4d72-8291-b056bc9d8679.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1936.242049] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1936.242337] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f57aaaa-1be3-4d54-8afa-7d7b38353398 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.248402] env[63676]: DEBUG oslo_vmware.api [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1936.248402] env[63676]: value = "task-1926068" [ 1936.248402] env[63676]: _type = "Task" [ 1936.248402] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.260050] env[63676]: DEBUG oslo_vmware.api [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.409284] env[63676]: DEBUG nova.network.neutron [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Successfully updated port: b508277b-ad7c-484d-b4da-ad59456e8d06 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1936.412888] env[63676]: DEBUG nova.compute.utils [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1936.416423] env[63676]: DEBUG nova.compute.manager [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1936.416593] env[63676]: DEBUG nova.network.neutron [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1936.520057] env[63676]: DEBUG nova.policy [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27e3dd69b19d4fceac9f299a6c093004', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '784ebf4456e749ceac9d92fabaab6883', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1936.702214] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c22f70e-9836-403c-a660-be4cec192b3f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.710909] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71d428b-499b-4df5-9ebc-9f9710f0ed07 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.725386] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52686bb1-0a2b-7122-b845-de58857d2495, 'name': SearchDatastore_Task, 'duration_secs': 0.009288} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.757349] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.757702] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 11d405ee-eb00-4da3-bf47-642f08017eb1/11d405ee-eb00-4da3-bf47-642f08017eb1.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1936.761373] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68fa037d-2a7d-43d1-a935-de5206035f4a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.763475] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fa38f9-cc3b-4347-81e6-7dbd2a4e9db7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.771314] env[63676]: DEBUG oslo_vmware.api [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067905} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.774226] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1936.774580] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Waiting for the task: (returnval){ [ 1936.774580] env[63676]: value = "task-1926069" [ 1936.774580] env[63676]: _type = "Task" [ 1936.774580] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.775373] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f4cac1-0032-48c4-b44d-55d1958943bf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.779337] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91412d4-1655-4ed9-9a2c-26185b7d399e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.805290] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 0a0a5437-fa92-4d72-8291-b056bc9d8679/0a0a5437-fa92-4d72-8291-b056bc9d8679.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1936.817545] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-917f5ead-80bf-4c24-a937-88cbeda4ccf3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.831881] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': task-1926069, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.832411] env[63676]: DEBUG nova.compute.provider_tree [None req-253180ab-3401-4df5-b6a7-605a77becc12 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1936.841048] env[63676]: DEBUG oslo_vmware.api [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1936.841048] env[63676]: value = "task-1926070" [ 1936.841048] env[63676]: _type = "Task" [ 1936.841048] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.851398] env[63676]: DEBUG oslo_vmware.api [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926070, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.916914] env[63676]: DEBUG oslo_concurrency.lockutils [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "refresh_cache-907bf91b-be1f-4a9a-a557-6c9e2906037c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.917168] env[63676]: DEBUG oslo_concurrency.lockutils [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquired lock "refresh_cache-907bf91b-be1f-4a9a-a557-6c9e2906037c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.917282] env[63676]: DEBUG nova.network.neutron [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1936.918856] env[63676]: DEBUG nova.compute.manager [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1937.216910] env[63676]: DEBUG nova.network.neutron [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Successfully created port: 4be7ce03-e985-4427-880c-b81ba167d496 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1937.289751] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': task-1926069, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.334870] env[63676]: DEBUG nova.network.neutron [-] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.336381] env[63676]: DEBUG nova.scheduler.client.report [None req-253180ab-3401-4df5-b6a7-605a77becc12 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1937.351559] env[63676]: DEBUG oslo_vmware.api [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.506715] env[63676]: DEBUG nova.network.neutron [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1937.793405] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': task-1926069, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780789} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.793775] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 11d405ee-eb00-4da3-bf47-642f08017eb1/11d405ee-eb00-4da3-bf47-642f08017eb1.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1937.794028] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1937.794344] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-65a80018-8725-4899-917f-6a834d38a517 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.803367] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Waiting for the task: (returnval){ [ 1937.803367] env[63676]: value = "task-1926071" [ 1937.803367] env[63676]: _type = "Task" [ 1937.803367] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.812419] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': task-1926071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.841194] env[63676]: INFO nova.compute.manager [-] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Took 1.76 seconds to deallocate network for instance. [ 1937.842018] env[63676]: DEBUG oslo_concurrency.lockutils [None req-253180ab-3401-4df5-b6a7-605a77becc12 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.939s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.845797] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.302s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.846220] env[63676]: DEBUG nova.objects.instance [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lazy-loading 'resources' on Instance uuid 43d0f36f-37e4-47e3-9a1c-0ac979c13a10 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1937.871254] env[63676]: DEBUG oslo_vmware.api [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926070, 'name': ReconfigVM_Task, 'duration_secs': 0.807905} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.871254] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 0a0a5437-fa92-4d72-8291-b056bc9d8679/0a0a5437-fa92-4d72-8291-b056bc9d8679.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1937.871254] env[63676]: INFO nova.scheduler.client.report [None req-253180ab-3401-4df5-b6a7-605a77becc12 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Deleted allocations for instance 267a3342-3ac0-4cc0-897e-4923cbc96a76 [ 1937.872254] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-981942c3-8eb1-4652-bd12-44cf7a4b33ce {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.880361] env[63676]: DEBUG nova.network.neutron [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Updating instance_info_cache with network_info: [{"id": "b508277b-ad7c-484d-b4da-ad59456e8d06", "address": "fa:16:3e:e8:44:06", "network": {"id": "23e204f7-4577-455a-8f4f-79800b8dc56a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1808283278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ceddfd10acf04eefbb18c1077d1154d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb508277b-ad", "ovs_interfaceid": "b508277b-ad7c-484d-b4da-ad59456e8d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.888838] env[63676]: DEBUG oslo_vmware.api [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1937.888838] env[63676]: value = "task-1926072" [ 1937.888838] env[63676]: _type = "Task" [ 1937.888838] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.902192] env[63676]: DEBUG oslo_vmware.api [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926072, 'name': Rename_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.931510] env[63676]: DEBUG nova.compute.manager [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1937.961209] env[63676]: DEBUG nova.virt.hardware [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1937.961462] env[63676]: DEBUG nova.virt.hardware [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1937.961640] env[63676]: DEBUG nova.virt.hardware [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1937.961793] env[63676]: DEBUG nova.virt.hardware [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1937.961942] env[63676]: DEBUG nova.virt.hardware [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1937.962529] env[63676]: DEBUG nova.virt.hardware [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1937.963505] env[63676]: DEBUG nova.virt.hardware [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1937.963505] env[63676]: DEBUG nova.virt.hardware [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1937.963505] env[63676]: DEBUG nova.virt.hardware [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1937.963505] env[63676]: DEBUG nova.virt.hardware [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1937.963505] env[63676]: DEBUG nova.virt.hardware [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1937.965680] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8cff6a-dfdd-4ebf-b763-71f4a8b3b6c9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.975633] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d2cc4a-2148-4819-b382-14d578857f42 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.313092] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': task-1926071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.256906} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.313414] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1938.314193] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec44a920-755c-420c-abc0-d50d1759acc8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.339131] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 11d405ee-eb00-4da3-bf47-642f08017eb1/11d405ee-eb00-4da3-bf47-642f08017eb1.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1938.340548] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c72507c4-76d3-4d0a-a06d-570eeba15c79 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.356025] env[63676]: DEBUG nova.compute.manager [req-051e1f57-5562-4fdf-882e-3bed2bbaec63 req-246ecffd-6d09-4c4b-8738-c9d89fe9ee96 service nova] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Received event network-changed-b508277b-ad7c-484d-b4da-ad59456e8d06 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1938.356236] env[63676]: DEBUG nova.compute.manager [req-051e1f57-5562-4fdf-882e-3bed2bbaec63 req-246ecffd-6d09-4c4b-8738-c9d89fe9ee96 service nova] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Refreshing instance network info cache due to event network-changed-b508277b-ad7c-484d-b4da-ad59456e8d06. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1938.356427] env[63676]: DEBUG oslo_concurrency.lockutils [req-051e1f57-5562-4fdf-882e-3bed2bbaec63 req-246ecffd-6d09-4c4b-8738-c9d89fe9ee96 service nova] Acquiring lock "refresh_cache-907bf91b-be1f-4a9a-a557-6c9e2906037c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1938.365911] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.366299] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Waiting for the task: (returnval){ [ 1938.366299] env[63676]: value = "task-1926073" [ 1938.366299] env[63676]: _type = "Task" [ 1938.366299] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.375545] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': task-1926073, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.383136] env[63676]: DEBUG oslo_concurrency.lockutils [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Releasing lock "refresh_cache-907bf91b-be1f-4a9a-a557-6c9e2906037c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.383454] env[63676]: DEBUG nova.compute.manager [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Instance network_info: |[{"id": "b508277b-ad7c-484d-b4da-ad59456e8d06", "address": "fa:16:3e:e8:44:06", "network": {"id": "23e204f7-4577-455a-8f4f-79800b8dc56a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1808283278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ceddfd10acf04eefbb18c1077d1154d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb508277b-ad", "ovs_interfaceid": "b508277b-ad7c-484d-b4da-ad59456e8d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1938.386843] env[63676]: DEBUG oslo_concurrency.lockutils [req-051e1f57-5562-4fdf-882e-3bed2bbaec63 req-246ecffd-6d09-4c4b-8738-c9d89fe9ee96 service nova] Acquired lock "refresh_cache-907bf91b-be1f-4a9a-a557-6c9e2906037c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1938.386843] env[63676]: DEBUG nova.network.neutron [req-051e1f57-5562-4fdf-882e-3bed2bbaec63 req-246ecffd-6d09-4c4b-8738-c9d89fe9ee96 service nova] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Refreshing network info cache for port b508277b-ad7c-484d-b4da-ad59456e8d06 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1938.391157] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:44:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b508277b-ad7c-484d-b4da-ad59456e8d06', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1938.399885] env[63676]: DEBUG oslo.service.loopingcall [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1938.403274] env[63676]: DEBUG oslo_concurrency.lockutils [None req-253180ab-3401-4df5-b6a7-605a77becc12 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "267a3342-3ac0-4cc0-897e-4923cbc96a76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.553s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.406658] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1938.411662] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e8f2b85e-3b3d-4067-9bfc-c3ba9855f64b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.434680] env[63676]: DEBUG oslo_vmware.api [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926072, 'name': Rename_Task, 'duration_secs': 0.229583} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.436014] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1938.436258] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1938.436258] env[63676]: value = "task-1926074" [ 1938.436258] env[63676]: _type = "Task" [ 1938.436258] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.436437] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46347733-4ac8-4629-8766-6161b9a11705 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.449650] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926074, 'name': CreateVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.451046] env[63676]: DEBUG oslo_vmware.api [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1938.451046] env[63676]: value = "task-1926075" [ 1938.451046] env[63676]: _type = "Task" [ 1938.451046] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.460560] env[63676]: DEBUG oslo_vmware.api [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926075, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.697918] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a70236-e86a-4019-b55c-bdbf348a3ace {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.708928] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5312752b-5641-42d4-8fce-04f400a62270 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.749217] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d247e49-72ad-465c-a957-e80e5686bdc4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.757223] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8204632-88dc-4011-858f-82c0f88913be {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.771448] env[63676]: DEBUG nova.compute.provider_tree [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1938.843293] env[63676]: DEBUG nova.network.neutron [req-051e1f57-5562-4fdf-882e-3bed2bbaec63 req-246ecffd-6d09-4c4b-8738-c9d89fe9ee96 service nova] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Updated VIF entry in instance network info cache for port b508277b-ad7c-484d-b4da-ad59456e8d06. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1938.843646] env[63676]: DEBUG nova.network.neutron [req-051e1f57-5562-4fdf-882e-3bed2bbaec63 req-246ecffd-6d09-4c4b-8738-c9d89fe9ee96 service nova] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Updating instance_info_cache with network_info: [{"id": "b508277b-ad7c-484d-b4da-ad59456e8d06", "address": "fa:16:3e:e8:44:06", "network": {"id": "23e204f7-4577-455a-8f4f-79800b8dc56a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1808283278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ceddfd10acf04eefbb18c1077d1154d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb508277b-ad", "ovs_interfaceid": "b508277b-ad7c-484d-b4da-ad59456e8d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.877441] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': task-1926073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.948600] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926074, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.960079] env[63676]: DEBUG oslo_vmware.api [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926075, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.281327] env[63676]: DEBUG nova.scheduler.client.report [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1939.346955] env[63676]: DEBUG oslo_concurrency.lockutils [req-051e1f57-5562-4fdf-882e-3bed2bbaec63 req-246ecffd-6d09-4c4b-8738-c9d89fe9ee96 service nova] Releasing lock "refresh_cache-907bf91b-be1f-4a9a-a557-6c9e2906037c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.347406] env[63676]: DEBUG nova.compute.manager [req-051e1f57-5562-4fdf-882e-3bed2bbaec63 req-246ecffd-6d09-4c4b-8738-c9d89fe9ee96 service nova] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Received event network-vif-deleted-305205b8-2fe2-41e9-98c9-4a63a3897f1b {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1939.379105] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': task-1926073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.383297] env[63676]: DEBUG nova.compute.manager [req-2483ee8b-ca65-44a1-9a9d-8c420087a5a1 req-47e0a88e-2841-4cda-a8f7-07f2799591a0 service nova] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Received event network-vif-plugged-4be7ce03-e985-4427-880c-b81ba167d496 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1939.383659] env[63676]: DEBUG oslo_concurrency.lockutils [req-2483ee8b-ca65-44a1-9a9d-8c420087a5a1 req-47e0a88e-2841-4cda-a8f7-07f2799591a0 service nova] Acquiring lock "a058bf37-2709-4420-ba2f-33dae385a8f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.383979] env[63676]: DEBUG oslo_concurrency.lockutils [req-2483ee8b-ca65-44a1-9a9d-8c420087a5a1 req-47e0a88e-2841-4cda-a8f7-07f2799591a0 service nova] Lock "a058bf37-2709-4420-ba2f-33dae385a8f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.384406] env[63676]: DEBUG oslo_concurrency.lockutils [req-2483ee8b-ca65-44a1-9a9d-8c420087a5a1 req-47e0a88e-2841-4cda-a8f7-07f2799591a0 service nova] Lock "a058bf37-2709-4420-ba2f-33dae385a8f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.384915] env[63676]: DEBUG nova.compute.manager [req-2483ee8b-ca65-44a1-9a9d-8c420087a5a1 req-47e0a88e-2841-4cda-a8f7-07f2799591a0 service nova] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] No waiting events found dispatching network-vif-plugged-4be7ce03-e985-4427-880c-b81ba167d496 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1939.385677] env[63676]: WARNING nova.compute.manager [req-2483ee8b-ca65-44a1-9a9d-8c420087a5a1 req-47e0a88e-2841-4cda-a8f7-07f2799591a0 service nova] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Received unexpected event network-vif-plugged-4be7ce03-e985-4427-880c-b81ba167d496 for instance with vm_state building and task_state spawning. [ 1939.455438] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926074, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.463971] env[63676]: DEBUG oslo_vmware.api [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926075, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.785739] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.940s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.788827] env[63676]: DEBUG oslo_concurrency.lockutils [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.975s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.788899] env[63676]: DEBUG nova.objects.instance [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lazy-loading 'resources' on Instance uuid 3f45007f-d699-43f9-a2fd-84565bd1930c {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1939.816304] env[63676]: INFO nova.scheduler.client.report [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Deleted allocations for instance 43d0f36f-37e4-47e3-9a1c-0ac979c13a10 [ 1939.878236] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': task-1926073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.896298] env[63676]: DEBUG nova.network.neutron [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Successfully updated port: 4be7ce03-e985-4427-880c-b81ba167d496 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1939.948797] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926074, 'name': CreateVM_Task, 'duration_secs': 1.017972} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.948985] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1939.950184] env[63676]: DEBUG oslo_concurrency.lockutils [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.950184] env[63676]: DEBUG oslo_concurrency.lockutils [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.950365] env[63676]: DEBUG oslo_concurrency.lockutils [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1939.950461] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a29b5302-03e4-4dbd-9602-42bc8d93b6c9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.957766] env[63676]: DEBUG oslo_vmware.api [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1939.957766] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52de9155-3aa3-2fb2-3cf0-4dcd377046a2" [ 1939.957766] env[63676]: _type = "Task" [ 1939.957766] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.967067] env[63676]: DEBUG oslo_vmware.api [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926075, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.972274] env[63676]: DEBUG oslo_vmware.api [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52de9155-3aa3-2fb2-3cf0-4dcd377046a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.292250] env[63676]: DEBUG nova.objects.instance [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lazy-loading 'numa_topology' on Instance uuid 3f45007f-d699-43f9-a2fd-84565bd1930c {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1940.331628] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0dabafb3-b060-429d-a058-3c0fec382116 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "43d0f36f-37e4-47e3-9a1c-0ac979c13a10" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.946s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1940.365739] env[63676]: DEBUG nova.compute.manager [req-fcd4614c-7544-4d19-bce1-1be2d8fca230 req-1af8e9f8-20a0-4e81-a977-af0a9aa86891 service nova] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Received event network-changed-4be7ce03-e985-4427-880c-b81ba167d496 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1940.366045] env[63676]: DEBUG nova.compute.manager [req-fcd4614c-7544-4d19-bce1-1be2d8fca230 req-1af8e9f8-20a0-4e81-a977-af0a9aa86891 service nova] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Refreshing instance network info cache due to event network-changed-4be7ce03-e985-4427-880c-b81ba167d496. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1940.366286] env[63676]: DEBUG oslo_concurrency.lockutils [req-fcd4614c-7544-4d19-bce1-1be2d8fca230 req-1af8e9f8-20a0-4e81-a977-af0a9aa86891 service nova] Acquiring lock "refresh_cache-a058bf37-2709-4420-ba2f-33dae385a8f0" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.366431] env[63676]: DEBUG oslo_concurrency.lockutils [req-fcd4614c-7544-4d19-bce1-1be2d8fca230 req-1af8e9f8-20a0-4e81-a977-af0a9aa86891 service nova] Acquired lock "refresh_cache-a058bf37-2709-4420-ba2f-33dae385a8f0" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.366594] env[63676]: DEBUG nova.network.neutron [req-fcd4614c-7544-4d19-bce1-1be2d8fca230 req-1af8e9f8-20a0-4e81-a977-af0a9aa86891 service nova] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Refreshing network info cache for port 4be7ce03-e985-4427-880c-b81ba167d496 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1940.378503] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': task-1926073, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.398253] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "refresh_cache-a058bf37-2709-4420-ba2f-33dae385a8f0" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.464999] env[63676]: DEBUG oslo_vmware.api [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926075, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.469476] env[63676]: DEBUG oslo_vmware.api [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52de9155-3aa3-2fb2-3cf0-4dcd377046a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.651786] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "92644b9e-6891-4de2-8f12-0a872e37ceb8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.652126] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "92644b9e-6891-4de2-8f12-0a872e37ceb8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.795730] env[63676]: DEBUG nova.objects.base [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Object Instance<3f45007f-d699-43f9-a2fd-84565bd1930c> lazy-loaded attributes: resources,numa_topology {{(pid=63676) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1940.882971] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': task-1926073, 'name': ReconfigVM_Task, 'duration_secs': 2.281028} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.885528] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 11d405ee-eb00-4da3-bf47-642f08017eb1/11d405ee-eb00-4da3-bf47-642f08017eb1.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1940.886547] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27a4b48a-2fdd-4aad-9e8c-d9d928b4b663 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.893016] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Waiting for the task: (returnval){ [ 1940.893016] env[63676]: value = "task-1926076" [ 1940.893016] env[63676]: _type = "Task" [ 1940.893016] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.904039] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': task-1926076, 'name': Rename_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.938032] env[63676]: DEBUG nova.network.neutron [req-fcd4614c-7544-4d19-bce1-1be2d8fca230 req-1af8e9f8-20a0-4e81-a977-af0a9aa86891 service nova] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1940.972719] env[63676]: DEBUG oslo_vmware.api [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926075, 'name': PowerOnVM_Task, 'duration_secs': 2.36441} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.979155] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1940.979155] env[63676]: INFO nova.compute.manager [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Took 13.32 seconds to spawn the instance on the hypervisor. [ 1940.979155] env[63676]: DEBUG nova.compute.manager [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1940.979155] env[63676]: DEBUG oslo_vmware.api [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52de9155-3aa3-2fb2-3cf0-4dcd377046a2, 'name': SearchDatastore_Task, 'duration_secs': 0.610669} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.979155] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dced07c5-85c1-4587-8002-3e7d66378dd7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.980956] env[63676]: DEBUG oslo_concurrency.lockutils [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.981239] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1940.982159] env[63676]: DEBUG oslo_concurrency.lockutils [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.982438] env[63676]: DEBUG oslo_concurrency.lockutils [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.982671] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1940.982931] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-475f044f-809f-4761-af23-6c75e7c32016 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.998628] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1940.998827] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1940.999713] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5180a6d0-eaf6-4e63-b610-9cfd4e22ca83 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.013529] env[63676]: DEBUG oslo_vmware.api [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1941.013529] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5223b7b5-5251-0c7c-8a66-cbb64dcf9860" [ 1941.013529] env[63676]: _type = "Task" [ 1941.013529] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.025908] env[63676]: DEBUG oslo_vmware.api [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5223b7b5-5251-0c7c-8a66-cbb64dcf9860, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.052342] env[63676]: DEBUG nova.network.neutron [req-fcd4614c-7544-4d19-bce1-1be2d8fca230 req-1af8e9f8-20a0-4e81-a977-af0a9aa86891 service nova] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1941.125089] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6689f7fb-52a8-43af-9942-651a8a06c00e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.132905] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf04938-fb7b-408f-8eab-a3fed37580a1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.161413] env[63676]: DEBUG nova.compute.manager [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1941.164688] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-090fa652-77a5-4ae4-8ba8-5ddb58401005 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.172767] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83acab75-c7aa-4af1-94d7-c193060ec379 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.185788] env[63676]: DEBUG nova.compute.provider_tree [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1941.403815] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': task-1926076, 'name': Rename_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.508566] env[63676]: INFO nova.compute.manager [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Took 32.17 seconds to build instance. [ 1941.526579] env[63676]: DEBUG oslo_vmware.api [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5223b7b5-5251-0c7c-8a66-cbb64dcf9860, 'name': SearchDatastore_Task, 'duration_secs': 0.009631} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.528648] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f52ed3cd-7d0f-49bb-8aee-dd8aa87b31df {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.536685] env[63676]: DEBUG oslo_vmware.api [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1941.536685] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a880da-2906-e90e-35b6-d5e3fb81c4b1" [ 1941.536685] env[63676]: _type = "Task" [ 1941.536685] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.549589] env[63676]: DEBUG oslo_vmware.api [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a880da-2906-e90e-35b6-d5e3fb81c4b1, 'name': SearchDatastore_Task, 'duration_secs': 0.009742} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.549925] env[63676]: DEBUG oslo_concurrency.lockutils [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.550300] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 907bf91b-be1f-4a9a-a557-6c9e2906037c/907bf91b-be1f-4a9a-a557-6c9e2906037c.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1941.550871] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a257b7ed-4b4d-4df2-b47e-01d18359bb49 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.554825] env[63676]: DEBUG oslo_concurrency.lockutils [req-fcd4614c-7544-4d19-bce1-1be2d8fca230 req-1af8e9f8-20a0-4e81-a977-af0a9aa86891 service nova] Releasing lock "refresh_cache-a058bf37-2709-4420-ba2f-33dae385a8f0" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.555339] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquired lock "refresh_cache-a058bf37-2709-4420-ba2f-33dae385a8f0" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1941.555583] env[63676]: DEBUG nova.network.neutron [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1941.560124] env[63676]: DEBUG oslo_vmware.api [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1941.560124] env[63676]: value = "task-1926077" [ 1941.560124] env[63676]: _type = "Task" [ 1941.560124] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.580842] env[63676]: DEBUG oslo_vmware.api [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.686177] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.688179] env[63676]: DEBUG nova.scheduler.client.report [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1941.905150] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': task-1926076, 'name': Rename_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.011419] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5daed1fd-3d59-4289-9713-4643621591dd tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "0a0a5437-fa92-4d72-8291-b056bc9d8679" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.688s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.072465] env[63676]: DEBUG oslo_vmware.api [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.122083] env[63676]: DEBUG nova.network.neutron [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1942.193276] env[63676]: DEBUG oslo_concurrency.lockutils [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.405s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.196611] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.006s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.200025] env[63676]: INFO nova.compute.claims [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1942.281137] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "0a0a5437-fa92-4d72-8291-b056bc9d8679" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.281838] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "0a0a5437-fa92-4d72-8291-b056bc9d8679" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.282034] env[63676]: INFO nova.compute.manager [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Shelving [ 1942.399934] env[63676]: DEBUG nova.network.neutron [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Updating instance_info_cache with network_info: [{"id": "4be7ce03-e985-4427-880c-b81ba167d496", "address": "fa:16:3e:35:77:15", "network": {"id": "e9157b58-5807-471a-a4bf-51ae93aae27f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1812216044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ebf4456e749ceac9d92fabaab6883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be7ce03-e9", "ovs_interfaceid": "4be7ce03-e985-4427-880c-b81ba167d496", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1942.406650] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': task-1926076, 'name': Rename_Task, 'duration_secs': 1.169201} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.406912] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1942.407171] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3bf9d80c-84c0-40d9-9e32-fb807238e4a6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.414789] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Waiting for the task: (returnval){ [ 1942.414789] env[63676]: value = "task-1926078" [ 1942.414789] env[63676]: _type = "Task" [ 1942.414789] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.423785] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': task-1926078, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.426299] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1942.427031] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1942.572547] env[63676]: DEBUG oslo_vmware.api [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926077, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.710364] env[63676]: DEBUG oslo_concurrency.lockutils [None req-30d8f36c-1850-4a02-9bd1-12744ae6b2c6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "3f45007f-d699-43f9-a2fd-84565bd1930c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 42.510s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.711421] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "3f45007f-d699-43f9-a2fd-84565bd1930c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 12.004s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.711695] env[63676]: INFO nova.compute.manager [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Unshelving [ 1942.902363] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Releasing lock "refresh_cache-a058bf37-2709-4420-ba2f-33dae385a8f0" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1942.902701] env[63676]: DEBUG nova.compute.manager [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Instance network_info: |[{"id": "4be7ce03-e985-4427-880c-b81ba167d496", "address": "fa:16:3e:35:77:15", "network": {"id": "e9157b58-5807-471a-a4bf-51ae93aae27f", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1812216044-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "784ebf4456e749ceac9d92fabaab6883", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69f65356-c85e-4b7f-ad28-7c7b5e8cf50c", "external-id": "nsx-vlan-transportzone-281", "segmentation_id": 281, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be7ce03-e9", "ovs_interfaceid": "4be7ce03-e985-4427-880c-b81ba167d496", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1942.903162] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:77:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69f65356-c85e-4b7f-ad28-7c7b5e8cf50c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4be7ce03-e985-4427-880c-b81ba167d496', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1942.911120] env[63676]: DEBUG oslo.service.loopingcall [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1942.911340] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1942.911564] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d447805c-a723-4b6a-bb38-5c68dca18da5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.937436] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1942.937436] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Starting heal instance info cache {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 1942.937962] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1942.937962] env[63676]: value = "task-1926079" [ 1942.937962] env[63676]: _type = "Task" [ 1942.937962] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.941899] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': task-1926078, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.950750] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926079, 'name': CreateVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.073537] env[63676]: DEBUG oslo_vmware.api [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926077, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.231815} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.073932] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 907bf91b-be1f-4a9a-a557-6c9e2906037c/907bf91b-be1f-4a9a-a557-6c9e2906037c.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1943.074757] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1943.074757] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ca3df6c-cd7a-436b-93c4-fae930b4747e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.082457] env[63676]: DEBUG oslo_vmware.api [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1943.082457] env[63676]: value = "task-1926080" [ 1943.082457] env[63676]: _type = "Task" [ 1943.082457] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.090555] env[63676]: DEBUG oslo_vmware.api [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.295763] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1943.298880] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7dca13c8-8dbd-46ec-8984-a25c5c746d9d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.307382] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1943.307382] env[63676]: value = "task-1926081" [ 1943.307382] env[63676]: _type = "Task" [ 1943.307382] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.320316] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.436023] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': task-1926078, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.456871] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926079, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.523422] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959e0550-5fe0-4401-bea1-70c988aadc4f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.531543] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc18d0ba-9a82-4a7c-bc4b-d2efb88e0194 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.564153] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b03242c4-05e9-4d27-b201-c7e1d20e468a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.572074] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2acfe84-e3d2-4830-8541-06cbe9bed540 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.586596] env[63676]: DEBUG nova.compute.provider_tree [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1943.596588] env[63676]: DEBUG oslo_vmware.api [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071178} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.596857] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1943.597638] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e80b08-0226-4ed0-8cc7-0f05003890b0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.624599] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 907bf91b-be1f-4a9a-a557-6c9e2906037c/907bf91b-be1f-4a9a-a557-6c9e2906037c.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1943.625382] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6e8ae7a-377a-4848-96b8-665fe02d5510 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.650129] env[63676]: DEBUG oslo_vmware.api [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1943.650129] env[63676]: value = "task-1926082" [ 1943.650129] env[63676]: _type = "Task" [ 1943.650129] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.658295] env[63676]: DEBUG oslo_vmware.api [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926082, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.726136] env[63676]: DEBUG nova.compute.utils [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1943.816941] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926081, 'name': PowerOffVM_Task, 'duration_secs': 0.358215} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.817267] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1943.818117] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be49408-8340-4542-96ba-5b0ab3124986 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.836637] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00401e81-8026-4fe4-9ce7-d6193f545932 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.936245] env[63676]: DEBUG oslo_vmware.api [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': task-1926078, 'name': PowerOnVM_Task, 'duration_secs': 1.17135} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.936828] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1943.937046] env[63676]: INFO nova.compute.manager [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Took 13.78 seconds to spawn the instance on the hypervisor. [ 1943.937228] env[63676]: DEBUG nova.compute.manager [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1943.937968] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628f8927-830a-4d47-809d-f4c137b764ed {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.956697] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926079, 'name': CreateVM_Task, 'duration_secs': 0.949052} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.957349] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1943.957996] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1943.958223] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1943.958538] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1943.958984] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77923dcc-67c2-4848-ad7c-c08761dcd022 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.962994] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1943.962994] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522afec7-c277-3c14-159e-5bbd8f5b559e" [ 1943.962994] env[63676]: _type = "Task" [ 1943.962994] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.970705] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522afec7-c277-3c14-159e-5bbd8f5b559e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.092472] env[63676]: DEBUG nova.scheduler.client.report [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1944.159501] env[63676]: DEBUG oslo_vmware.api [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926082, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.232641] env[63676]: INFO nova.virt.block_device [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Booting with volume e636f09a-a188-4fe7-913f-1411aee97187 at /dev/sdb [ 1944.268036] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-485ed6eb-40ed-489a-a58b-511bb46b1c9b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.277549] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc75c25-9fab-4879-87b0-8c460c084fea {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.310985] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7f58cd0-01f9-498f-8010-8a1f41b890f8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.320098] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7497e0-03df-492c-bfe2-44c6c63a18eb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.354149] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Creating Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1944.354729] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cfcb360c-a794-4ab7-9c5f-6883d9ec8429 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.357638] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6faef613-eee1-43d3-b69b-8153942e85ff {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.367780] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535b5da1-f09f-40a8-9f97-75a4fac9da9d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.370435] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1944.370435] env[63676]: value = "task-1926083" [ 1944.370435] env[63676]: _type = "Task" [ 1944.370435] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.378645] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926083, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.382823] env[63676]: DEBUG nova.virt.block_device [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Updating existing volume attachment record: 30e33e7d-38c0-42e0-ac92-6a33287225ab {{(pid=63676) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1944.461863] env[63676]: INFO nova.compute.manager [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Took 29.43 seconds to build instance. [ 1944.473373] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522afec7-c277-3c14-159e-5bbd8f5b559e, 'name': SearchDatastore_Task, 'duration_secs': 0.042401} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.473711] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1944.473969] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1944.474324] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1944.474524] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1944.474777] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1944.475717] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8f15ec0-e009-4903-836c-0c0197c0c86b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.484338] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1944.484400] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1944.485610] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-105a24b6-722b-42cb-85da-c2bec7c3e30b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.491666] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1944.491666] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52fda413-30c6-2741-97a5-aef5f80d4a5d" [ 1944.491666] env[63676]: _type = "Task" [ 1944.491666] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.500051] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52fda413-30c6-2741-97a5-aef5f80d4a5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.601115] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1944.601692] env[63676]: DEBUG nova.compute.manager [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1944.604477] env[63676]: DEBUG oslo_concurrency.lockutils [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.120s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1944.604704] env[63676]: DEBUG nova.objects.instance [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Lazy-loading 'resources' on Instance uuid 53a3b298-c0b7-4810-abd0-637f64f520a8 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1944.659887] env[63676]: DEBUG oslo_vmware.api [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926082, 'name': ReconfigVM_Task, 'duration_secs': 0.780485} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.660177] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 907bf91b-be1f-4a9a-a557-6c9e2906037c/907bf91b-be1f-4a9a-a557-6c9e2906037c.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1944.660810] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc00f67f-7381-46ca-b5dc-40ce19f0a931 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.666421] env[63676]: DEBUG oslo_vmware.api [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1944.666421] env[63676]: value = "task-1926085" [ 1944.666421] env[63676]: _type = "Task" [ 1944.666421] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.674457] env[63676]: DEBUG oslo_vmware.api [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926085, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.881088] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926083, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.963450] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfda582-09b5-40e2-be80-12e5c6c2a494 tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Lock "11d405ee-eb00-4da3-bf47-642f08017eb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.949s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.002333] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52fda413-30c6-2741-97a5-aef5f80d4a5d, 'name': SearchDatastore_Task, 'duration_secs': 0.016452} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.003434] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db3d1955-4824-4f3c-b6ee-e44488efe5ac {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.008924] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1945.008924] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526ccc6d-ba24-860a-c9dc-6968396b8212" [ 1945.008924] env[63676]: _type = "Task" [ 1945.008924] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.016968] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526ccc6d-ba24-860a-c9dc-6968396b8212, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.107787] env[63676]: DEBUG nova.compute.utils [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1945.109212] env[63676]: DEBUG nova.compute.manager [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1945.109407] env[63676]: DEBUG nova.network.neutron [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1945.178497] env[63676]: DEBUG oslo_vmware.api [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926085, 'name': Rename_Task, 'duration_secs': 0.14632} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.179975] env[63676]: DEBUG nova.policy [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3e89248e186c40c38c42306a317944b8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c9f272ff2a494bcbbb0eb35dc97a0fd8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1945.183447] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1945.183926] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-621a1f13-4e1f-4853-b0d9-2c540de83dc0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.190365] env[63676]: DEBUG oslo_vmware.api [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1945.190365] env[63676]: value = "task-1926088" [ 1945.190365] env[63676]: _type = "Task" [ 1945.190365] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.199982] env[63676]: DEBUG oslo_vmware.api [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.380804] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926083, 'name': CreateSnapshot_Task, 'duration_secs': 0.747969} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.383119] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Created Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1945.384505] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ca38c1-6384-4a09-8a07-a27a8748405e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.419359] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a35f297-70ba-4f17-94a6-6fb700112678 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.426692] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e69093-5432-4041-9a7b-cf6abd65aca1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.459329] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8937f7-5be7-4534-abef-eac671fb446d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.467900] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abba439-4193-46d3-9a4a-8fb13bfbf55b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.481879] env[63676]: DEBUG nova.compute.provider_tree [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1945.521700] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526ccc6d-ba24-860a-c9dc-6968396b8212, 'name': SearchDatastore_Task, 'duration_secs': 0.009562} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.521980] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1945.522569] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] a058bf37-2709-4420-ba2f-33dae385a8f0/a058bf37-2709-4420-ba2f-33dae385a8f0.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1945.523129] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af2024ce-77a5-45d5-930e-f2b1cb9be6c1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.529587] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1945.529587] env[63676]: value = "task-1926089" [ 1945.529587] env[63676]: _type = "Task" [ 1945.529587] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.530364] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "refresh_cache-91df9ad8-2c37-4eda-a0b1-e851fef3e30c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.530490] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquired lock "refresh_cache-91df9ad8-2c37-4eda-a0b1-e851fef3e30c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.530702] env[63676]: DEBUG nova.network.neutron [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Forcefully refreshing network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1945.542351] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.614580] env[63676]: DEBUG nova.compute.manager [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1945.701015] env[63676]: DEBUG oslo_vmware.api [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926088, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.744745] env[63676]: DEBUG nova.network.neutron [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Successfully created port: 93de11cf-b68d-45bd-aaf1-c66a2d38cd8b {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1945.905749] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Creating linked-clone VM from snapshot {{(pid=63676) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1945.906133] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7d45ae44-2876-43e4-af18-acae15be3439 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.914368] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1945.914368] env[63676]: value = "task-1926090" [ 1945.914368] env[63676]: _type = "Task" [ 1945.914368] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.922209] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926090, 'name': CloneVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.985759] env[63676]: DEBUG nova.scheduler.client.report [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1946.043613] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.201027] env[63676]: DEBUG oslo_vmware.api [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926088, 'name': PowerOnVM_Task, 'duration_secs': 0.538027} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.201317] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1946.202190] env[63676]: INFO nova.compute.manager [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Took 11.68 seconds to spawn the instance on the hypervisor. [ 1946.202190] env[63676]: DEBUG nova.compute.manager [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1946.202475] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1c5da7-b1c3-4b48-92f0-f1a1239d9eb8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.425080] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926090, 'name': CloneVM_Task} progress is 12%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.492176] env[63676]: DEBUG oslo_concurrency.lockutils [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.494479] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 16.376s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.514225] env[63676]: INFO nova.scheduler.client.report [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Deleted allocations for instance 53a3b298-c0b7-4810-abd0-637f64f520a8 [ 1946.541463] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.630402] env[63676]: DEBUG nova.compute.manager [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1946.656045] env[63676]: DEBUG nova.virt.hardware [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1946.656301] env[63676]: DEBUG nova.virt.hardware [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1946.656459] env[63676]: DEBUG nova.virt.hardware [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1946.656636] env[63676]: DEBUG nova.virt.hardware [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1946.656781] env[63676]: DEBUG nova.virt.hardware [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1946.656928] env[63676]: DEBUG nova.virt.hardware [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1946.657148] env[63676]: DEBUG nova.virt.hardware [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1946.657311] env[63676]: DEBUG nova.virt.hardware [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1946.657479] env[63676]: DEBUG nova.virt.hardware [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1946.657640] env[63676]: DEBUG nova.virt.hardware [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1946.657815] env[63676]: DEBUG nova.virt.hardware [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1946.658745] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f45194-c6c8-4de2-b506-e82f45286565 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.666896] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1f4182-0b0e-44e5-9c35-319f30b5489c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.725116] env[63676]: INFO nova.compute.manager [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Took 30.48 seconds to build instance. [ 1946.924914] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926090, 'name': CloneVM_Task} progress is 23%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.981447] env[63676]: DEBUG nova.network.neutron [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Updating instance_info_cache with network_info: [{"id": "621aa98d-017d-487a-b10e-e843ee81a760", "address": "fa:16:3e:cd:ca:18", "network": {"id": "8b3d4c23-731d-4fef-8723-d3260ab588ed", "bridge": "br-int", "label": "tempest-ServersTestJSON-186016855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5accc7a22deb4afeb300bab2cdcf4b8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap621aa98d-01", "ovs_interfaceid": "621aa98d-017d-487a-b10e-e843ee81a760", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.003406] env[63676]: INFO nova.compute.claims [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1947.022299] env[63676]: DEBUG oslo_concurrency.lockutils [None req-84527b22-9b1c-44ca-ac20-5d4d7c5e8340 tempest-ServersTestFqdnHostnames-291023975 tempest-ServersTestFqdnHostnames-291023975-project-member] Lock "53a3b298-c0b7-4810-abd0-637f64f520a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.903s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.044874] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.227397] env[63676]: DEBUG oslo_concurrency.lockutils [None req-475d5e42-b3eb-4d0a-9302-942bc29fed06 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "907bf91b-be1f-4a9a-a557-6c9e2906037c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.997s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.426923] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926090, 'name': CloneVM_Task} progress is 23%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.487438] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Releasing lock "refresh_cache-91df9ad8-2c37-4eda-a0b1-e851fef3e30c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.487438] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Updated the network info_cache for instance {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 1947.487438] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1947.487438] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1947.487438] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1947.487438] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1947.487438] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1947.487438] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1947.513131] env[63676]: INFO nova.compute.resource_tracker [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Updating resource usage from migration 26fec5c0-76f3-49ce-ad9b-e8cce9a75a79 [ 1947.554946] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.785205] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3f854e-7308-46e3-8caa-2579b695f1e1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.795960] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3307cfa-c893-4c5b-9738-de84feb36ee3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.831301] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeab3780-6319-4153-b649-10a2d5f84c77 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.842403] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7aa9b0-aa13-44ff-8840-690256b62933 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.858114] env[63676]: DEBUG nova.compute.provider_tree [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1947.928901] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926090, 'name': CloneVM_Task} progress is 23%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.995557] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Getting list of instances from cluster (obj){ [ 1947.995557] env[63676]: value = "domain-c8" [ 1947.995557] env[63676]: _type = "ClusterComputeResource" [ 1947.995557] env[63676]: } {{(pid=63676) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1947.998763] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72edcaf2-3b1d-47a5-9c8a-18cb7c54bb4b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.026335] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Got total of 14 instances {{(pid=63676) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1948.026638] env[63676]: WARNING nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] While synchronizing instance power states, found 16 instances in the database and 14 instances on the hypervisor. [ 1948.026638] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Triggering sync for uuid 91df9ad8-2c37-4eda-a0b1-e851fef3e30c {{(pid=63676) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1948.027049] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Triggering sync for uuid 09219395-79b1-4a17-8357-12266d342eb4 {{(pid=63676) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1948.027049] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Triggering sync for uuid e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8 {{(pid=63676) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1948.027357] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Triggering sync for uuid 07c4b6fa-d291-4827-b390-3a1f8d365652 {{(pid=63676) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1948.027357] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Triggering sync for uuid 6ee39c3c-33c9-4ce8-b214-bba1e8629e75 {{(pid=63676) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1948.027450] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Triggering sync for uuid 038a0675-2f22-4612-a0a1-7c59d82f0fb9 {{(pid=63676) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1948.027575] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Triggering sync for uuid 57f0fd01-bddc-4ef1-b512-e2065d19d9f2 {{(pid=63676) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1948.027736] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Triggering sync for uuid 4c23d3a5-d194-48df-87b7-347d31bf908e {{(pid=63676) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1948.027857] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Triggering sync for uuid b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0 {{(pid=63676) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1948.027993] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Triggering sync for uuid ffe4822e-d0ee-40f1-ae4f-eea41a20a054 {{(pid=63676) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1948.028152] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Triggering sync for uuid 807e47a5-0b0d-4767-8b34-785200d0a83d {{(pid=63676) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1948.028319] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Triggering sync for uuid 0a0a5437-fa92-4d72-8291-b056bc9d8679 {{(pid=63676) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1948.028498] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Triggering sync for uuid 11d405ee-eb00-4da3-bf47-642f08017eb1 {{(pid=63676) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1948.028597] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Triggering sync for uuid 907bf91b-be1f-4a9a-a557-6c9e2906037c {{(pid=63676) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1948.028743] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Triggering sync for uuid a058bf37-2709-4420-ba2f-33dae385a8f0 {{(pid=63676) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1948.028890] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Triggering sync for uuid 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b {{(pid=63676) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 1948.029264] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "91df9ad8-2c37-4eda-a0b1-e851fef3e30c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.029489] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "91df9ad8-2c37-4eda-a0b1-e851fef3e30c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.029768] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "09219395-79b1-4a17-8357-12266d342eb4" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.029953] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "09219395-79b1-4a17-8357-12266d342eb4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.030200] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.030378] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.030633] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "07c4b6fa-d291-4827-b390-3a1f8d365652" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.030817] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "07c4b6fa-d291-4827-b390-3a1f8d365652" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.031195] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "6ee39c3c-33c9-4ce8-b214-bba1e8629e75" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.031289] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "6ee39c3c-33c9-4ce8-b214-bba1e8629e75" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.031441] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "038a0675-2f22-4612-a0a1-7c59d82f0fb9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.031620] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "038a0675-2f22-4612-a0a1-7c59d82f0fb9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.031870] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "57f0fd01-bddc-4ef1-b512-e2065d19d9f2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.032000] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "57f0fd01-bddc-4ef1-b512-e2065d19d9f2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.032236] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "4c23d3a5-d194-48df-87b7-347d31bf908e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.032415] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "4c23d3a5-d194-48df-87b7-347d31bf908e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.032648] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.032828] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.033067] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "ffe4822e-d0ee-40f1-ae4f-eea41a20a054" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.033284] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "ffe4822e-d0ee-40f1-ae4f-eea41a20a054" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.033536] env[63676]: INFO nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1948.033719] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "ffe4822e-d0ee-40f1-ae4f-eea41a20a054" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.033909] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "807e47a5-0b0d-4767-8b34-785200d0a83d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.034128] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "0a0a5437-fa92-4d72-8291-b056bc9d8679" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.034340] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "11d405ee-eb00-4da3-bf47-642f08017eb1" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.034536] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "11d405ee-eb00-4da3-bf47-642f08017eb1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.034730] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "907bf91b-be1f-4a9a-a557-6c9e2906037c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.034913] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "907bf91b-be1f-4a9a-a557-6c9e2906037c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.035133] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "a058bf37-2709-4420-ba2f-33dae385a8f0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.035351] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.035543] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1948.035678] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63676) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 1948.036450] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0002f3f4-1ebe-416c-bd80-382974eb0643 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.039728] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cbe5ef-d1a9-4bf9-be8f-7e3f0f11c410 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.042454] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98958db2-07dc-4c12-af2e-17ba43f61ab5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.045670] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7fb0ea-d499-4ea5-95ab-77b31f247618 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.048525] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5deae84-1726-4378-8607-7b8c6c376e36 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.051625] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1372db42-a99d-42b2-8f3f-cb5113ca1dcf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.054443] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbad2a3-d45e-4f9e-a87e-03975d0eb418 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.057839] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a9d298-fcbb-4efc-a2b5-1318f7bac1b7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.060917] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c58ed1d-a3d3-4d50-bf94-9ec67cd2e01c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.067188] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8950b8-594c-4159-8755-c57844f0288f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.071823] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce193ab5-cdd2-4718-b979-f11f21d43627 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.075248] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1948.089219] env[63676]: DEBUG nova.compute.manager [req-8de1c9fe-b904-4818-8f25-29fbd146df10 req-d2553e43-44cf-46ff-a38b-8185255a9abc service nova] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Received event network-vif-plugged-93de11cf-b68d-45bd-aaf1-c66a2d38cd8b {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1948.089563] env[63676]: DEBUG oslo_concurrency.lockutils [req-8de1c9fe-b904-4818-8f25-29fbd146df10 req-d2553e43-44cf-46ff-a38b-8185255a9abc service nova] Acquiring lock "1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.090007] env[63676]: DEBUG oslo_concurrency.lockutils [req-8de1c9fe-b904-4818-8f25-29fbd146df10 req-d2553e43-44cf-46ff-a38b-8185255a9abc service nova] Lock "1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.090336] env[63676]: DEBUG oslo_concurrency.lockutils [req-8de1c9fe-b904-4818-8f25-29fbd146df10 req-d2553e43-44cf-46ff-a38b-8185255a9abc service nova] Lock "1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.090580] env[63676]: DEBUG nova.compute.manager [req-8de1c9fe-b904-4818-8f25-29fbd146df10 req-d2553e43-44cf-46ff-a38b-8185255a9abc service nova] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] No waiting events found dispatching network-vif-plugged-93de11cf-b68d-45bd-aaf1-c66a2d38cd8b {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1948.090763] env[63676]: WARNING nova.compute.manager [req-8de1c9fe-b904-4818-8f25-29fbd146df10 req-d2553e43-44cf-46ff-a38b-8185255a9abc service nova] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Received unexpected event network-vif-plugged-93de11cf-b68d-45bd-aaf1-c66a2d38cd8b for instance with vm_state building and task_state spawning. [ 1948.098790] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.130573] env[63676]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1948.132140] env[63676]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: vc1.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1948.136756] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.203210] env[63676]: DEBUG nova.network.neutron [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Successfully updated port: 93de11cf-b68d-45bd-aaf1-c66a2d38cd8b {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1948.361639] env[63676]: DEBUG nova.scheduler.client.report [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1948.427779] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926090, 'name': CloneVM_Task} progress is 23%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.586724] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.626679] env[63676]: INFO nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] During sync_power_state the instance has a pending task (shelving). Skip. [ 1948.626935] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "07c4b6fa-d291-4827-b390-3a1f8d365652" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.596s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.627317] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "09219395-79b1-4a17-8357-12266d342eb4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.597s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.627626] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "57f0fd01-bddc-4ef1-b512-e2065d19d9f2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.596s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.642097] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.609s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.642506] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "907bf91b-be1f-4a9a-a557-6c9e2906037c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.608s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.642831] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "11d405ee-eb00-4da3-bf47-642f08017eb1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.608s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.649763] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "4c23d3a5-d194-48df-87b7-347d31bf908e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.617s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.655023] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.622s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.655023] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "91df9ad8-2c37-4eda-a0b1-e851fef3e30c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.623s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.655023] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "038a0675-2f22-4612-a0a1-7c59d82f0fb9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.623s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.655325] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "6ee39c3c-33c9-4ce8-b214-bba1e8629e75" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.624s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.706720] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Acquiring lock "refresh_cache-1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.706720] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Acquired lock "refresh_cache-1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.706720] env[63676]: DEBUG nova.network.neutron [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1948.745642] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Acquiring lock "11d405ee-eb00-4da3-bf47-642f08017eb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.745642] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Lock "11d405ee-eb00-4da3-bf47-642f08017eb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.745642] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Acquiring lock "11d405ee-eb00-4da3-bf47-642f08017eb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.745642] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Lock "11d405ee-eb00-4da3-bf47-642f08017eb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.745642] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Lock "11d405ee-eb00-4da3-bf47-642f08017eb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.749799] env[63676]: INFO nova.compute.manager [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Terminating instance [ 1948.866572] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.372s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.866872] env[63676]: INFO nova.compute.manager [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Migrating [ 1948.874193] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.649s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.875762] env[63676]: INFO nova.compute.claims [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1948.927428] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926090, 'name': CloneVM_Task} progress is 23%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.004200] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquiring lock "07c4b6fa-d291-4827-b390-3a1f8d365652" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.007033] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lock "07c4b6fa-d291-4827-b390-3a1f8d365652" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.007033] env[63676]: INFO nova.compute.manager [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Shelving [ 1949.086115] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.254502] env[63676]: DEBUG nova.compute.manager [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1949.255290] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1949.257538] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45edd0f-3feb-46c8-ab58-8ac40b319f93 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.265216] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1949.265563] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-177d4725-9f7f-4e36-8b4c-6664c2cd3326 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.275101] env[63676]: DEBUG oslo_vmware.api [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Waiting for the task: (returnval){ [ 1949.275101] env[63676]: value = "task-1926092" [ 1949.275101] env[63676]: _type = "Task" [ 1949.275101] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.276655] env[63676]: DEBUG nova.network.neutron [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1949.286023] env[63676]: DEBUG oslo_vmware.api [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': task-1926092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.389031] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "refresh_cache-ffe4822e-d0ee-40f1-ae4f-eea41a20a054" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.389031] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired lock "refresh_cache-ffe4822e-d0ee-40f1-ae4f-eea41a20a054" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.389031] env[63676]: DEBUG nova.network.neutron [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1949.429310] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926090, 'name': CloneVM_Task} progress is 23%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.575155] env[63676]: DEBUG nova.network.neutron [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Updating instance_info_cache with network_info: [{"id": "93de11cf-b68d-45bd-aaf1-c66a2d38cd8b", "address": "fa:16:3e:e3:a5:e5", "network": {"id": "36d827f7-7be8-4d98-871d-c7832c045750", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-267369234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9f272ff2a494bcbbb0eb35dc97a0fd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93de11cf-b6", "ovs_interfaceid": "93de11cf-b68d-45bd-aaf1-c66a2d38cd8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.585905] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.786746] env[63676]: DEBUG oslo_vmware.api [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': task-1926092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.932138] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926090, 'name': CloneVM_Task} progress is 23%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.990713] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.013785] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1950.014116] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9470e393-48ba-436c-a77e-8b45e5498429 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.021327] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 1950.021327] env[63676]: value = "task-1926093" [ 1950.021327] env[63676]: _type = "Task" [ 1950.021327] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.034488] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.084256] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Releasing lock "refresh_cache-1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.084256] env[63676]: DEBUG nova.compute.manager [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Instance network_info: |[{"id": "93de11cf-b68d-45bd-aaf1-c66a2d38cd8b", "address": "fa:16:3e:e3:a5:e5", "network": {"id": "36d827f7-7be8-4d98-871d-c7832c045750", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-267369234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9f272ff2a494bcbbb0eb35dc97a0fd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93de11cf-b6", "ovs_interfaceid": "93de11cf-b68d-45bd-aaf1-c66a2d38cd8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1950.085098] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:a5:e5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4b6ddb2-2e19-4031-9b22-add90d41a114', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '93de11cf-b68d-45bd-aaf1-c66a2d38cd8b', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1950.092833] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Creating folder: Project (c9f272ff2a494bcbbb0eb35dc97a0fd8). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1950.093828] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-921e9b18-845e-4726-8046-c1ee61b9da1c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.098404] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.105465] env[63676]: DEBUG nova.compute.manager [req-87b5691a-a486-4eec-8cf9-b8f5b41cb947 req-b891ec69-819a-4360-b07f-1edfc51ca758 service nova] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Received event network-changed-b508277b-ad7c-484d-b4da-ad59456e8d06 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1950.105650] env[63676]: DEBUG nova.compute.manager [req-87b5691a-a486-4eec-8cf9-b8f5b41cb947 req-b891ec69-819a-4360-b07f-1edfc51ca758 service nova] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Refreshing instance network info cache due to event network-changed-b508277b-ad7c-484d-b4da-ad59456e8d06. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1950.105870] env[63676]: DEBUG oslo_concurrency.lockutils [req-87b5691a-a486-4eec-8cf9-b8f5b41cb947 req-b891ec69-819a-4360-b07f-1edfc51ca758 service nova] Acquiring lock "refresh_cache-907bf91b-be1f-4a9a-a557-6c9e2906037c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.106021] env[63676]: DEBUG oslo_concurrency.lockutils [req-87b5691a-a486-4eec-8cf9-b8f5b41cb947 req-b891ec69-819a-4360-b07f-1edfc51ca758 service nova] Acquired lock "refresh_cache-907bf91b-be1f-4a9a-a557-6c9e2906037c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.106186] env[63676]: DEBUG nova.network.neutron [req-87b5691a-a486-4eec-8cf9-b8f5b41cb947 req-b891ec69-819a-4360-b07f-1edfc51ca758 service nova] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Refreshing network info cache for port b508277b-ad7c-484d-b4da-ad59456e8d06 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1950.112756] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Created folder: Project (c9f272ff2a494bcbbb0eb35dc97a0fd8) in parent group-v396927. [ 1950.112756] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Creating folder: Instances. Parent ref: group-v397164. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1950.112972] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-954e7fd1-bd29-466a-ac00-663193f499e6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.122835] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Created folder: Instances in parent group-v397164. [ 1950.123097] env[63676]: DEBUG oslo.service.loopingcall [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1950.123286] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1950.123736] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91478cb5-3935-4551-9bcd-b5f20ceb5c6f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.145998] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1950.145998] env[63676]: value = "task-1926096" [ 1950.145998] env[63676]: _type = "Task" [ 1950.145998] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.154296] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926096, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.216148] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a004bf-99c8-4cbc-b0c2-f93fe282c64e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.224435] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b0186c-c0af-43a0-8f62-659bd615b1e4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.257450] env[63676]: DEBUG nova.network.neutron [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Updating instance_info_cache with network_info: [{"id": "674daf90-b33b-4dfb-8669-bdc3c2724dc8", "address": "fa:16:3e:87:c9:02", "network": {"id": "b4503803-880d-4b7d-94e2-622c87fede97", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-638170252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11302b5359cb437aac371d1206a15f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap674daf90-b3", "ovs_interfaceid": "674daf90-b33b-4dfb-8669-bdc3c2724dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.259111] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8775a77-fc02-490b-bfe8-8604870300c2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.266941] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad2f98e-1eb8-4dbc-9c9b-36c2006d1954 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.281240] env[63676]: DEBUG nova.compute.provider_tree [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1950.291685] env[63676]: DEBUG oslo_vmware.api [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': task-1926092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.430421] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926090, 'name': CloneVM_Task} progress is 23%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.534964] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.587657] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.657544] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926096, 'name': CreateVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.762626] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Releasing lock "refresh_cache-ffe4822e-d0ee-40f1-ae4f-eea41a20a054" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.789951] env[63676]: DEBUG nova.scheduler.client.report [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1950.794331] env[63676]: DEBUG oslo_vmware.api [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': task-1926092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.836340] env[63676]: DEBUG nova.network.neutron [req-87b5691a-a486-4eec-8cf9-b8f5b41cb947 req-b891ec69-819a-4360-b07f-1edfc51ca758 service nova] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Updated VIF entry in instance network info cache for port b508277b-ad7c-484d-b4da-ad59456e8d06. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1950.836690] env[63676]: DEBUG nova.network.neutron [req-87b5691a-a486-4eec-8cf9-b8f5b41cb947 req-b891ec69-819a-4360-b07f-1edfc51ca758 service nova] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Updating instance_info_cache with network_info: [{"id": "b508277b-ad7c-484d-b4da-ad59456e8d06", "address": "fa:16:3e:e8:44:06", "network": {"id": "23e204f7-4577-455a-8f4f-79800b8dc56a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1808283278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ceddfd10acf04eefbb18c1077d1154d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb508277b-ad", "ovs_interfaceid": "b508277b-ad7c-484d-b4da-ad59456e8d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.929970] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926090, 'name': CloneVM_Task} progress is 23%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.036433] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.087173] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926089, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.156059] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926096, 'name': CreateVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.295697] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.421s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.296911] env[63676]: DEBUG nova.compute.manager [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1951.300289] env[63676]: DEBUG oslo_vmware.api [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': task-1926092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.300825] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.935s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.301108] env[63676]: DEBUG nova.objects.instance [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lazy-loading 'resources' on Instance uuid 807e47a5-0b0d-4767-8b34-785200d0a83d {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1951.340786] env[63676]: DEBUG oslo_concurrency.lockutils [req-87b5691a-a486-4eec-8cf9-b8f5b41cb947 req-b891ec69-819a-4360-b07f-1edfc51ca758 service nova] Releasing lock "refresh_cache-907bf91b-be1f-4a9a-a557-6c9e2906037c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.341179] env[63676]: DEBUG nova.compute.manager [req-87b5691a-a486-4eec-8cf9-b8f5b41cb947 req-b891ec69-819a-4360-b07f-1edfc51ca758 service nova] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Received event network-changed-93de11cf-b68d-45bd-aaf1-c66a2d38cd8b {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1951.341447] env[63676]: DEBUG nova.compute.manager [req-87b5691a-a486-4eec-8cf9-b8f5b41cb947 req-b891ec69-819a-4360-b07f-1edfc51ca758 service nova] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Refreshing instance network info cache due to event network-changed-93de11cf-b68d-45bd-aaf1-c66a2d38cd8b. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1951.341770] env[63676]: DEBUG oslo_concurrency.lockutils [req-87b5691a-a486-4eec-8cf9-b8f5b41cb947 req-b891ec69-819a-4360-b07f-1edfc51ca758 service nova] Acquiring lock "refresh_cache-1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1951.342105] env[63676]: DEBUG oslo_concurrency.lockutils [req-87b5691a-a486-4eec-8cf9-b8f5b41cb947 req-b891ec69-819a-4360-b07f-1edfc51ca758 service nova] Acquired lock "refresh_cache-1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.342260] env[63676]: DEBUG nova.network.neutron [req-87b5691a-a486-4eec-8cf9-b8f5b41cb947 req-b891ec69-819a-4360-b07f-1edfc51ca758 service nova] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Refreshing network info cache for port 93de11cf-b68d-45bd-aaf1-c66a2d38cd8b {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1951.431985] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926090, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.538848] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926093, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.588092] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926089, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.657363] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926096, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.792179] env[63676]: DEBUG oslo_vmware.api [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': task-1926092, 'name': PowerOffVM_Task, 'duration_secs': 2.296972} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.792478] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1951.792651] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1951.792886] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d54c56e6-323f-4091-adb0-96ebfa1614f8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.802054] env[63676]: DEBUG nova.compute.utils [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1951.803291] env[63676]: DEBUG nova.compute.manager [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1951.803463] env[63676]: DEBUG nova.network.neutron [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1951.844507] env[63676]: DEBUG nova.policy [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a2f733d7e9b4cfb945b729188c6bf2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5701b0b66ea4031b1efd32168ad7818', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1951.931231] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926090, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.037146] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926093, 'name': PowerOffVM_Task, 'duration_secs': 1.548601} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.037146] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1952.037534] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f7b997-cd1b-45d3-853c-bc3f94c0c939 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.059796] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eebe64c3-e424-4988-91c9-a82781acdaf2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.062662] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498a56cb-63a0-4c45-aeda-fcb59e1c54a7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.070822] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bc634a-5cc0-4efb-88b9-6bab6b872558 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.109909] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0993a6-1b6e-4343-a398-9e9ba852f99a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.119226] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926089, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.120463] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793f9184-1756-4896-b178-36c78ed3d90b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.133943] env[63676]: DEBUG nova.compute.provider_tree [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1952.158165] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926096, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.277308] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c941516f-b17e-4d9e-82a4-3c2b730c1419 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.295627] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Updating instance 'ffe4822e-d0ee-40f1-ae4f-eea41a20a054' progress to 0 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1952.308022] env[63676]: DEBUG nova.compute.manager [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1952.345973] env[63676]: DEBUG nova.network.neutron [req-87b5691a-a486-4eec-8cf9-b8f5b41cb947 req-b891ec69-819a-4360-b07f-1edfc51ca758 service nova] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Updated VIF entry in instance network info cache for port 93de11cf-b68d-45bd-aaf1-c66a2d38cd8b. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1952.346362] env[63676]: DEBUG nova.network.neutron [req-87b5691a-a486-4eec-8cf9-b8f5b41cb947 req-b891ec69-819a-4360-b07f-1edfc51ca758 service nova] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Updating instance_info_cache with network_info: [{"id": "93de11cf-b68d-45bd-aaf1-c66a2d38cd8b", "address": "fa:16:3e:e3:a5:e5", "network": {"id": "36d827f7-7be8-4d98-871d-c7832c045750", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-267369234-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c9f272ff2a494bcbbb0eb35dc97a0fd8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4b6ddb2-2e19-4031-9b22-add90d41a114", "external-id": "nsx-vlan-transportzone-921", "segmentation_id": 921, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap93de11cf-b6", "ovs_interfaceid": "93de11cf-b68d-45bd-aaf1-c66a2d38cd8b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1952.438216] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926090, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.513180] env[63676]: DEBUG nova.network.neutron [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Successfully created port: 0122791e-33cb-48a3-9406-dfed42d3e33e {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1952.578628] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Creating Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1952.578991] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b742fbe2-c796-44a1-b104-7dff350fc3cd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.586797] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 1952.586797] env[63676]: value = "task-1926098" [ 1952.586797] env[63676]: _type = "Task" [ 1952.586797] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.595580] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926098, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.615530] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926089, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.641063] env[63676]: DEBUG nova.scheduler.client.report [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1952.662131] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926096, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.803077] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1952.803077] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-538f385a-ef3d-487c-a181-30f2e94dd3df {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.814288] env[63676]: DEBUG oslo_vmware.api [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1952.814288] env[63676]: value = "task-1926099" [ 1952.814288] env[63676]: _type = "Task" [ 1952.814288] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.824725] env[63676]: DEBUG oslo_vmware.api [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.848642] env[63676]: DEBUG oslo_concurrency.lockutils [req-87b5691a-a486-4eec-8cf9-b8f5b41cb947 req-b891ec69-819a-4360-b07f-1edfc51ca758 service nova] Releasing lock "refresh_cache-1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1952.937068] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926090, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.097049] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926098, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.115138] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926089, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.144896] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.146973] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.461s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.148569] env[63676]: INFO nova.compute.claims [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1953.159922] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926096, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.166665] env[63676]: INFO nova.scheduler.client.report [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Deleted allocations for instance 807e47a5-0b0d-4767-8b34-785200d0a83d [ 1953.321437] env[63676]: DEBUG nova.compute.manager [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1953.329487] env[63676]: DEBUG oslo_vmware.api [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926099, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.348343] env[63676]: DEBUG nova.virt.hardware [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1953.348700] env[63676]: DEBUG nova.virt.hardware [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1953.348785] env[63676]: DEBUG nova.virt.hardware [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1953.348965] env[63676]: DEBUG nova.virt.hardware [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1953.349127] env[63676]: DEBUG nova.virt.hardware [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1953.349277] env[63676]: DEBUG nova.virt.hardware [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1953.349519] env[63676]: DEBUG nova.virt.hardware [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1953.349636] env[63676]: DEBUG nova.virt.hardware [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1953.349804] env[63676]: DEBUG nova.virt.hardware [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1953.349969] env[63676]: DEBUG nova.virt.hardware [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1953.350155] env[63676]: DEBUG nova.virt.hardware [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1953.351399] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0d0b9a8-5305-4dca-a81b-e503209b2a4f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.358946] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f392cd9-1424-4046-8968-01140cdb106c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.434183] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926090, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.598320] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926098, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.616229] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926089, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.665730] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926096, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.677660] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2d0fa5dd-850e-4da7-92a8-f78ad5761f51 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "807e47a5-0b0d-4767-8b34-785200d0a83d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.314s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1953.678705] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "807e47a5-0b0d-4767-8b34-785200d0a83d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.645s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.679233] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-50bee106-a273-4c39-8898-85010e5c6897 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.689667] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e41e0fe5-9665-4d32-8744-6154b70bed5a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.827392] env[63676]: DEBUG oslo_vmware.api [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926099, 'name': PowerOffVM_Task, 'duration_secs': 0.693585} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.827697] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1953.827908] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Updating instance 'ffe4822e-d0ee-40f1-ae4f-eea41a20a054' progress to 17 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1953.935478] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926090, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.099427] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926098, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.116846] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926089, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.165956] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926096, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.231547] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "807e47a5-0b0d-4767-8b34-785200d0a83d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.553s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.255358] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7808b630-3163-4eca-b916-047043346c83 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "interface-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.255604] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7808b630-3163-4eca-b916-047043346c83 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "interface-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.255914] env[63676]: DEBUG nova.objects.instance [None req-7808b630-3163-4eca-b916-047043346c83 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lazy-loading 'flavor' on Instance uuid e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1954.336728] env[63676]: DEBUG nova.virt.hardware [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1954.336985] env[63676]: DEBUG nova.virt.hardware [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1954.337158] env[63676]: DEBUG nova.virt.hardware [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1954.337338] env[63676]: DEBUG nova.virt.hardware [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1954.337500] env[63676]: DEBUG nova.virt.hardware [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1954.337681] env[63676]: DEBUG nova.virt.hardware [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1954.337887] env[63676]: DEBUG nova.virt.hardware [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1954.338061] env[63676]: DEBUG nova.virt.hardware [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1954.338281] env[63676]: DEBUG nova.virt.hardware [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1954.338620] env[63676]: DEBUG nova.virt.hardware [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1954.338873] env[63676]: DEBUG nova.virt.hardware [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1954.344442] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c485da5-ec12-463e-aadc-0748e4b4be8d tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "57f0fd01-bddc-4ef1-b512-e2065d19d9f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.344710] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c485da5-ec12-463e-aadc-0748e4b4be8d tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "57f0fd01-bddc-4ef1-b512-e2065d19d9f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.344953] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c485da5-ec12-463e-aadc-0748e4b4be8d tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "57f0fd01-bddc-4ef1-b512-e2065d19d9f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.345153] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c485da5-ec12-463e-aadc-0748e4b4be8d tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "57f0fd01-bddc-4ef1-b512-e2065d19d9f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.345335] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c485da5-ec12-463e-aadc-0748e4b4be8d tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "57f0fd01-bddc-4ef1-b512-e2065d19d9f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.347922] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4815e1f-c6fd-4c40-9c44-55b97cb10c7d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.359741] env[63676]: INFO nova.compute.manager [None req-5c485da5-ec12-463e-aadc-0748e4b4be8d tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Terminating instance [ 1954.371789] env[63676]: DEBUG oslo_vmware.api [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1954.371789] env[63676]: value = "task-1926100" [ 1954.371789] env[63676]: _type = "Task" [ 1954.371789] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.383035] env[63676]: DEBUG oslo_vmware.api [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926100, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.439581] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926090, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.445745] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8be9f07-ca31-4a3e-8152-6926ddb0e052 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.453798] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caba3f1a-5e38-4b9c-85e1-30f3ae20d596 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.487642] env[63676]: DEBUG nova.network.neutron [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Successfully updated port: 0122791e-33cb-48a3-9406-dfed42d3e33e {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1954.489497] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbcf391-1c00-4eac-a5a0-d9d3017935db {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.492536] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1954.492786] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1954.492960] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Deleting the datastore file [datastore1] 11d405ee-eb00-4da3-bf47-642f08017eb1 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1954.493489] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73bbf032-cf26-48f9-b921-8f7e46c0add5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.502932] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a08dfc6-956a-42cf-bf3e-a3c4a812999b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.507561] env[63676]: DEBUG oslo_vmware.api [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Waiting for the task: (returnval){ [ 1954.507561] env[63676]: value = "task-1926101" [ 1954.507561] env[63676]: _type = "Task" [ 1954.507561] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.521626] env[63676]: DEBUG nova.compute.provider_tree [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1954.528591] env[63676]: DEBUG oslo_vmware.api [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': task-1926101, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.556546] env[63676]: DEBUG nova.compute.manager [req-ed45cd93-90d7-44d4-85d1-ba5e01c6917d req-1ce6c3d6-9bad-4480-aa47-6194c6d1413f service nova] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Received event network-vif-plugged-0122791e-33cb-48a3-9406-dfed42d3e33e {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1954.556777] env[63676]: DEBUG oslo_concurrency.lockutils [req-ed45cd93-90d7-44d4-85d1-ba5e01c6917d req-1ce6c3d6-9bad-4480-aa47-6194c6d1413f service nova] Acquiring lock "53b92e45-8bf3-45d2-beb6-5a349a5b055f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1954.556997] env[63676]: DEBUG oslo_concurrency.lockutils [req-ed45cd93-90d7-44d4-85d1-ba5e01c6917d req-1ce6c3d6-9bad-4480-aa47-6194c6d1413f service nova] Lock "53b92e45-8bf3-45d2-beb6-5a349a5b055f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1954.557166] env[63676]: DEBUG oslo_concurrency.lockutils [req-ed45cd93-90d7-44d4-85d1-ba5e01c6917d req-1ce6c3d6-9bad-4480-aa47-6194c6d1413f service nova] Lock "53b92e45-8bf3-45d2-beb6-5a349a5b055f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.557323] env[63676]: DEBUG nova.compute.manager [req-ed45cd93-90d7-44d4-85d1-ba5e01c6917d req-1ce6c3d6-9bad-4480-aa47-6194c6d1413f service nova] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] No waiting events found dispatching network-vif-plugged-0122791e-33cb-48a3-9406-dfed42d3e33e {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1954.557506] env[63676]: WARNING nova.compute.manager [req-ed45cd93-90d7-44d4-85d1-ba5e01c6917d req-1ce6c3d6-9bad-4480-aa47-6194c6d1413f service nova] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Received unexpected event network-vif-plugged-0122791e-33cb-48a3-9406-dfed42d3e33e for instance with vm_state building and task_state spawning. [ 1954.601037] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926098, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.620633] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926089, 'name': CopyVirtualDisk_Task, 'duration_secs': 9.031088} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.620864] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] a058bf37-2709-4420-ba2f-33dae385a8f0/a058bf37-2709-4420-ba2f-33dae385a8f0.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1954.621174] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1954.621484] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47615b04-7419-4de1-b159-c1248cc27593 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.628135] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1954.628135] env[63676]: value = "task-1926102" [ 1954.628135] env[63676]: _type = "Task" [ 1954.628135] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.636315] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.663212] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926096, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.760184] env[63676]: DEBUG nova.objects.instance [None req-7808b630-3163-4eca-b916-047043346c83 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lazy-loading 'pci_requests' on Instance uuid e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1954.867853] env[63676]: DEBUG nova.compute.manager [None req-5c485da5-ec12-463e-aadc-0748e4b4be8d tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1954.868109] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5c485da5-ec12-463e-aadc-0748e4b4be8d tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1954.869848] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7ecea4-191d-482f-8e2b-9ae2bf51b97c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.881679] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c485da5-ec12-463e-aadc-0748e4b4be8d tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1954.884652] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-208c4db1-1fb0-431d-ad0b-32a20f914825 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.886302] env[63676]: DEBUG oslo_vmware.api [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926100, 'name': ReconfigVM_Task, 'duration_secs': 0.189375} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.886796] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Updating instance 'ffe4822e-d0ee-40f1-ae4f-eea41a20a054' progress to 33 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1954.895473] env[63676]: DEBUG oslo_vmware.api [None req-5c485da5-ec12-463e-aadc-0748e4b4be8d tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1954.895473] env[63676]: value = "task-1926103" [ 1954.895473] env[63676]: _type = "Task" [ 1954.895473] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.904371] env[63676]: DEBUG oslo_vmware.api [None req-5c485da5-ec12-463e-aadc-0748e4b4be8d tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.935974] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926090, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.994311] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "refresh_cache-53b92e45-8bf3-45d2-beb6-5a349a5b055f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.994660] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquired lock "refresh_cache-53b92e45-8bf3-45d2-beb6-5a349a5b055f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.994731] env[63676]: DEBUG nova.network.neutron [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1955.017802] env[63676]: DEBUG oslo_vmware.api [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Task: {'id': task-1926101, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234995} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.018121] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1955.018497] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1955.018632] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1955.018883] env[63676]: INFO nova.compute.manager [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Took 5.76 seconds to destroy the instance on the hypervisor. [ 1955.019819] env[63676]: DEBUG oslo.service.loopingcall [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1955.019819] env[63676]: DEBUG nova.compute.manager [-] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1955.019819] env[63676]: DEBUG nova.network.neutron [-] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1955.025207] env[63676]: DEBUG nova.scheduler.client.report [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1955.101849] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926098, 'name': CreateSnapshot_Task, 'duration_secs': 2.471347} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.102519] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Created Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1955.103365] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c92d9c-7736-42ab-a7ba-5c67ac9b7479 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.138025] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069834} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.138025] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1955.138902] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a258792b-a6df-474d-9fde-65af654887cf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.164359] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] a058bf37-2709-4420-ba2f-33dae385a8f0/a058bf37-2709-4420-ba2f-33dae385a8f0.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1955.168056] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b019dd8c-2a23-42e5-9b9e-ac1193f3b28a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.188200] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926096, 'name': CreateVM_Task, 'duration_secs': 4.627532} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.189522] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1955.189858] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1955.189858] env[63676]: value = "task-1926104" [ 1955.189858] env[63676]: _type = "Task" [ 1955.189858] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.190481] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.190980] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.190980] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1955.191966] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43a40fd1-422f-4ec0-8b98-340d568d3aa3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.198663] env[63676]: DEBUG oslo_vmware.api [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Waiting for the task: (returnval){ [ 1955.198663] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529f91b7-cc99-5ed1-84ae-1b529dcbb902" [ 1955.198663] env[63676]: _type = "Task" [ 1955.198663] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.201969] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926104, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.209882] env[63676]: DEBUG oslo_vmware.api [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529f91b7-cc99-5ed1-84ae-1b529dcbb902, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.263389] env[63676]: DEBUG nova.objects.base [None req-7808b630-3163-4eca-b916-047043346c83 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63676) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1955.263688] env[63676]: DEBUG nova.network.neutron [None req-7808b630-3163-4eca-b916-047043346c83 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1955.396064] env[63676]: DEBUG nova.virt.hardware [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1955.396671] env[63676]: DEBUG nova.virt.hardware [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1955.397081] env[63676]: DEBUG nova.virt.hardware [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1955.397513] env[63676]: DEBUG nova.virt.hardware [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1955.397879] env[63676]: DEBUG nova.virt.hardware [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1955.398688] env[63676]: DEBUG nova.virt.hardware [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1955.399485] env[63676]: DEBUG nova.virt.hardware [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1955.399879] env[63676]: DEBUG nova.virt.hardware [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1955.400310] env[63676]: DEBUG nova.virt.hardware [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1955.400700] env[63676]: DEBUG nova.virt.hardware [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1955.401117] env[63676]: DEBUG nova.virt.hardware [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1955.411487] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1955.413986] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b839ec5-3971-4fa8-8ffa-22f53d2f10d0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.437813] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7808b630-3163-4eca-b916-047043346c83 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "interface-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.182s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.458470] env[63676]: DEBUG oslo_vmware.api [None req-5c485da5-ec12-463e-aadc-0748e4b4be8d tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926103, 'name': PowerOffVM_Task, 'duration_secs': 0.197143} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.464569] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c485da5-ec12-463e-aadc-0748e4b4be8d tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1955.465045] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5c485da5-ec12-463e-aadc-0748e4b4be8d tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1955.465915] env[63676]: DEBUG oslo_vmware.api [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1955.465915] env[63676]: value = "task-1926105" [ 1955.465915] env[63676]: _type = "Task" [ 1955.465915] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.466497] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926090, 'name': CloneVM_Task, 'duration_secs': 9.381541} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.466884] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ddbd8a2-57a1-435c-ad18-62a9b71a8c76 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.469214] env[63676]: INFO nova.virt.vmwareapi.vmops [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Created linked-clone VM from snapshot [ 1955.474316] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a9ac098-055a-45ff-87b5-e02a5298aae3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.491096] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Uploading image 05874b31-8be1-4999-bc7d-1f0d875c400f {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1955.494560] env[63676]: DEBUG oslo_vmware.api [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926105, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.519685] env[63676]: DEBUG oslo_vmware.rw_handles [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1955.519685] env[63676]: value = "vm-397163" [ 1955.519685] env[63676]: _type = "VirtualMachine" [ 1955.519685] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1955.519975] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e74ccdc3-f206-4f8f-a7d4-ea7a1cd7e7c9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.526705] env[63676]: DEBUG oslo_vmware.rw_handles [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lease: (returnval){ [ 1955.526705] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5242ddfd-f4b4-12b6-3b08-b2a24d3882fe" [ 1955.526705] env[63676]: _type = "HttpNfcLease" [ 1955.526705] env[63676]: } obtained for exporting VM: (result){ [ 1955.526705] env[63676]: value = "vm-397163" [ 1955.526705] env[63676]: _type = "VirtualMachine" [ 1955.526705] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1955.526916] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the lease: (returnval){ [ 1955.526916] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5242ddfd-f4b4-12b6-3b08-b2a24d3882fe" [ 1955.526916] env[63676]: _type = "HttpNfcLease" [ 1955.526916] env[63676]: } to be ready. {{(pid=63676) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1955.530634] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.531120] env[63676]: DEBUG nova.compute.manager [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1955.533760] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 7.435s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.533938] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.534086] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63676) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1955.534356] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.544s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.534552] env[63676]: DEBUG nova.objects.instance [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lazy-loading 'pci_requests' on Instance uuid 3f45007f-d699-43f9-a2fd-84565bd1930c {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1955.536324] env[63676]: DEBUG nova.network.neutron [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1955.539068] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6cd5c4-388e-4f95-a924-af8de12ce8ea {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.544564] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1955.544564] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5242ddfd-f4b4-12b6-3b08-b2a24d3882fe" [ 1955.544564] env[63676]: _type = "HttpNfcLease" [ 1955.544564] env[63676]: } is ready. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1955.545159] env[63676]: DEBUG oslo_vmware.rw_handles [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1955.545159] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5242ddfd-f4b4-12b6-3b08-b2a24d3882fe" [ 1955.545159] env[63676]: _type = "HttpNfcLease" [ 1955.545159] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1955.546369] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6243e258-2d43-4fcf-bc1b-9175b1ef9d9a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.552906] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376124c8-884d-4980-b2cb-215d12f9b065 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.560480] env[63676]: DEBUG oslo_vmware.rw_handles [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fb13c0-582c-0e4b-6d5f-c86a5d0c040d/disk-0.vmdk from lease info. {{(pid=63676) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1955.560863] env[63676]: DEBUG oslo_vmware.rw_handles [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fb13c0-582c-0e4b-6d5f-c86a5d0c040d/disk-0.vmdk for reading. {{(pid=63676) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1955.566627] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5c485da5-ec12-463e-aadc-0748e4b4be8d tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1955.566627] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5c485da5-ec12-463e-aadc-0748e4b4be8d tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1955.566627] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c485da5-ec12-463e-aadc-0748e4b4be8d tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Deleting the datastore file [datastore1] 57f0fd01-bddc-4ef1-b512-e2065d19d9f2 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1955.567107] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b306b496-4dea-4304-a3b1-31991a18addc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.641786] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Creating linked-clone VM from snapshot {{(pid=63676) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1955.646239] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c889222d-46a2-4137-a97e-4c25cd82ea18 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.649674] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10ffed03-ea0b-4189-ad21-30e04fe74244 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.654162] env[63676]: DEBUG oslo_vmware.api [None req-5c485da5-ec12-463e-aadc-0748e4b4be8d tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1955.654162] env[63676]: value = "task-1926108" [ 1955.654162] env[63676]: _type = "Task" [ 1955.654162] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.661863] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 1955.661863] env[63676]: value = "task-1926109" [ 1955.661863] env[63676]: _type = "Task" [ 1955.661863] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.665525] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1777c1c-0269-4453-befb-af95544fe664 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.668698] env[63676]: DEBUG oslo_vmware.api [None req-5c485da5-ec12-463e-aadc-0748e4b4be8d tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.676708] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926109, 'name': CloneVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.704898] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179203MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=63676) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1955.704898] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.712465] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-18276550-7181-402b-9206-cb668053fd09 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.722380] env[63676]: DEBUG oslo_vmware.api [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529f91b7-cc99-5ed1-84ae-1b529dcbb902, 'name': SearchDatastore_Task, 'duration_secs': 0.013035} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.722631] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926104, 'name': ReconfigVM_Task, 'duration_secs': 0.29271} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.725269] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.725511] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1955.725748] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.725901] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.726131] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1955.726464] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Reconfigured VM instance instance-0000005c to attach disk [datastore1] a058bf37-2709-4420-ba2f-33dae385a8f0/a058bf37-2709-4420-ba2f-33dae385a8f0.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1955.728716] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41117208-2332-4511-8784-bd4d713dc25f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.729162] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ad8d983-2d98-4bff-91dc-61e7a674a093 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.735798] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1955.735798] env[63676]: value = "task-1926110" [ 1955.735798] env[63676]: _type = "Task" [ 1955.735798] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.737009] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1955.737209] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1955.741011] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2be527c7-86f4-47f7-87cb-351bb87631b5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.756167] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926110, 'name': Rename_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.756967] env[63676]: DEBUG oslo_vmware.api [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Waiting for the task: (returnval){ [ 1955.756967] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52da6c4e-2b74-7bee-6ff4-033556dc75c0" [ 1955.756967] env[63676]: _type = "Task" [ 1955.756967] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.768424] env[63676]: DEBUG oslo_vmware.api [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52da6c4e-2b74-7bee-6ff4-033556dc75c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.802037] env[63676]: DEBUG nova.network.neutron [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Updating instance_info_cache with network_info: [{"id": "0122791e-33cb-48a3-9406-dfed42d3e33e", "address": "fa:16:3e:5f:c0:3f", "network": {"id": "abf80053-ace1-44b7-ac68-be3c9b4c031d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1491985291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5701b0b66ea4031b1efd32168ad7818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0122791e-33", "ovs_interfaceid": "0122791e-33cb-48a3-9406-dfed42d3e33e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.937525] env[63676]: DEBUG nova.network.neutron [-] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.980340] env[63676]: DEBUG oslo_vmware.api [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926105, 'name': ReconfigVM_Task, 'duration_secs': 0.219391} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.980627] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1955.981711] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff741840-36c4-49c4-9869-3e7a7d7e72eb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.005202] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] ffe4822e-d0ee-40f1-ae4f-eea41a20a054/ffe4822e-d0ee-40f1-ae4f-eea41a20a054.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1956.006044] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e7141da2-e215-4d91-be0b-419f76c89d67 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.024357] env[63676]: DEBUG oslo_vmware.api [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1956.024357] env[63676]: value = "task-1926111" [ 1956.024357] env[63676]: _type = "Task" [ 1956.024357] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.033220] env[63676]: DEBUG oslo_vmware.api [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926111, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.046885] env[63676]: DEBUG nova.objects.instance [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lazy-loading 'numa_topology' on Instance uuid 3f45007f-d699-43f9-a2fd-84565bd1930c {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1956.048336] env[63676]: DEBUG nova.compute.utils [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1956.050184] env[63676]: DEBUG nova.compute.manager [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1956.050373] env[63676]: DEBUG nova.network.neutron [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1956.137610] env[63676]: DEBUG nova.policy [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5ea003aa7b54f4491adcd4a27411282', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64afb88688594408bd695883c0366330', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1956.168630] env[63676]: DEBUG oslo_vmware.api [None req-5c485da5-ec12-463e-aadc-0748e4b4be8d tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252757} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.170200] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c485da5-ec12-463e-aadc-0748e4b4be8d tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1956.170200] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5c485da5-ec12-463e-aadc-0748e4b4be8d tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1956.170200] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5c485da5-ec12-463e-aadc-0748e4b4be8d tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1956.170200] env[63676]: INFO nova.compute.manager [None req-5c485da5-ec12-463e-aadc-0748e4b4be8d tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1956.170558] env[63676]: DEBUG oslo.service.loopingcall [None req-5c485da5-ec12-463e-aadc-0748e4b4be8d tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1956.174208] env[63676]: DEBUG nova.compute.manager [-] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1956.174208] env[63676]: DEBUG nova.network.neutron [-] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1956.184998] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926109, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.249380] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926110, 'name': Rename_Task, 'duration_secs': 0.336226} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.249913] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1956.250287] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00f07569-8a3c-4534-9d1b-f32d581a16d9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.257738] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1956.257738] env[63676]: value = "task-1926112" [ 1956.257738] env[63676]: _type = "Task" [ 1956.257738] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.274298] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926112, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.274777] env[63676]: DEBUG oslo_vmware.api [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52da6c4e-2b74-7bee-6ff4-033556dc75c0, 'name': SearchDatastore_Task, 'duration_secs': 0.017336} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.275702] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f16e3234-bc2e-41ed-9ee4-121245f88059 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.282030] env[63676]: DEBUG oslo_vmware.api [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Waiting for the task: (returnval){ [ 1956.282030] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52dfca32-31a4-eacf-9499-6bfdaab565e0" [ 1956.282030] env[63676]: _type = "Task" [ 1956.282030] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.290798] env[63676]: DEBUG oslo_vmware.api [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52dfca32-31a4-eacf-9499-6bfdaab565e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.305701] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Releasing lock "refresh_cache-53b92e45-8bf3-45d2-beb6-5a349a5b055f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.306224] env[63676]: DEBUG nova.compute.manager [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Instance network_info: |[{"id": "0122791e-33cb-48a3-9406-dfed42d3e33e", "address": "fa:16:3e:5f:c0:3f", "network": {"id": "abf80053-ace1-44b7-ac68-be3c9b4c031d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1491985291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5701b0b66ea4031b1efd32168ad7818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0122791e-33", "ovs_interfaceid": "0122791e-33cb-48a3-9406-dfed42d3e33e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1956.306845] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:c0:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0122791e-33cb-48a3-9406-dfed42d3e33e', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1956.315449] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Creating folder: Project (e5701b0b66ea4031b1efd32168ad7818). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1956.316075] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbbf61e0-68f1-4d81-b5a3-0d5bf3a67669 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.326593] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Created folder: Project (e5701b0b66ea4031b1efd32168ad7818) in parent group-v396927. [ 1956.327063] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Creating folder: Instances. Parent ref: group-v397169. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1956.327950] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-344bd40f-33b7-44ec-8824-f66f58c6bbe3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.341017] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Created folder: Instances in parent group-v397169. [ 1956.341017] env[63676]: DEBUG oslo.service.loopingcall [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1956.341017] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1956.341017] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93b47ec3-aca7-419f-a9b3-5c97ccee6caa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.368970] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1956.368970] env[63676]: value = "task-1926115" [ 1956.368970] env[63676]: _type = "Task" [ 1956.368970] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.378510] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926115, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.440328] env[63676]: INFO nova.compute.manager [-] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Took 1.42 seconds to deallocate network for instance. [ 1956.537242] env[63676]: DEBUG oslo_vmware.api [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926111, 'name': ReconfigVM_Task, 'duration_secs': 0.283925} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.537699] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Reconfigured VM instance instance-00000057 to attach disk [datastore1] ffe4822e-d0ee-40f1-ae4f-eea41a20a054/ffe4822e-d0ee-40f1-ae4f-eea41a20a054.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1956.538057] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Updating instance 'ffe4822e-d0ee-40f1-ae4f-eea41a20a054' progress to 50 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1956.550617] env[63676]: INFO nova.compute.claims [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1956.554342] env[63676]: DEBUG nova.compute.manager [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1956.681262] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926109, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.771583] env[63676]: DEBUG nova.compute.manager [req-b0988dee-c853-417c-bcae-f0702f002be2 req-88066e78-b59a-493c-9154-42820b6cfa4b service nova] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Received event network-changed-0122791e-33cb-48a3-9406-dfed42d3e33e {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1956.771959] env[63676]: DEBUG nova.compute.manager [req-b0988dee-c853-417c-bcae-f0702f002be2 req-88066e78-b59a-493c-9154-42820b6cfa4b service nova] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Refreshing instance network info cache due to event network-changed-0122791e-33cb-48a3-9406-dfed42d3e33e. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1956.772166] env[63676]: DEBUG oslo_concurrency.lockutils [req-b0988dee-c853-417c-bcae-f0702f002be2 req-88066e78-b59a-493c-9154-42820b6cfa4b service nova] Acquiring lock "refresh_cache-53b92e45-8bf3-45d2-beb6-5a349a5b055f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.772304] env[63676]: DEBUG oslo_concurrency.lockutils [req-b0988dee-c853-417c-bcae-f0702f002be2 req-88066e78-b59a-493c-9154-42820b6cfa4b service nova] Acquired lock "refresh_cache-53b92e45-8bf3-45d2-beb6-5a349a5b055f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.772517] env[63676]: DEBUG nova.network.neutron [req-b0988dee-c853-417c-bcae-f0702f002be2 req-88066e78-b59a-493c-9154-42820b6cfa4b service nova] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Refreshing network info cache for port 0122791e-33cb-48a3-9406-dfed42d3e33e {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1956.781912] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926112, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.788601] env[63676]: DEBUG nova.network.neutron [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Successfully created port: 72de6258-a8e2-403a-83a3-0cad28fa2ec5 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1956.797247] env[63676]: DEBUG oslo_vmware.api [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52dfca32-31a4-eacf-9499-6bfdaab565e0, 'name': SearchDatastore_Task, 'duration_secs': 0.011204} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.797701] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.797964] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b/1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1956.798353] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca16e632-28fe-46f8-baea-2f3b0715b4bc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.807096] env[63676]: DEBUG oslo_vmware.api [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Waiting for the task: (returnval){ [ 1956.807096] env[63676]: value = "task-1926116" [ 1956.807096] env[63676]: _type = "Task" [ 1956.807096] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.820473] env[63676]: DEBUG oslo_vmware.api [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Task: {'id': task-1926116, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.878962] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926115, 'name': CreateVM_Task, 'duration_secs': 0.460589} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.879195] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1956.879873] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.880140] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.880448] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1956.880832] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f84019cc-3572-46a1-bef6-515522391988 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.885518] env[63676]: DEBUG oslo_vmware.api [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 1956.885518] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a134bf-2dac-c26b-ad04-d3bc33ddf570" [ 1956.885518] env[63676]: _type = "Task" [ 1956.885518] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.902223] env[63676]: DEBUG oslo_vmware.api [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a134bf-2dac-c26b-ad04-d3bc33ddf570, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.949192] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.046630] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c421625-52f9-4693-9f77-d73d57812d96 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.085038] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb257361-e1b9-47e0-be3c-51c94063915e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.103875] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Updating instance 'ffe4822e-d0ee-40f1-ae4f-eea41a20a054' progress to 67 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1957.151668] env[63676]: DEBUG nova.network.neutron [-] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.185684] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926109, 'name': CloneVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.273385] env[63676]: DEBUG oslo_vmware.api [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926112, 'name': PowerOnVM_Task, 'duration_secs': 0.783062} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.273685] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1957.274236] env[63676]: INFO nova.compute.manager [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Took 19.34 seconds to spawn the instance on the hypervisor. [ 1957.274236] env[63676]: DEBUG nova.compute.manager [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1957.275033] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-058aa968-cd39-42ed-b65d-c5347b7644e0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.316397] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "interface-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1957.316708] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "interface-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1957.317093] env[63676]: DEBUG nova.objects.instance [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lazy-loading 'flavor' on Instance uuid e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1957.322542] env[63676]: DEBUG oslo_vmware.api [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Task: {'id': task-1926116, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.397932] env[63676]: DEBUG oslo_vmware.api [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a134bf-2dac-c26b-ad04-d3bc33ddf570, 'name': SearchDatastore_Task, 'duration_secs': 0.011871} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.398273] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.398534] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1957.398794] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1957.398942] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.399140] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1957.399400] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b185810a-1275-4612-9c3b-fb58a18f575e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.407459] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1957.407638] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1957.408388] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f89e7540-f12a-474c-87b7-82a9c509300b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.414166] env[63676]: DEBUG oslo_vmware.api [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 1957.414166] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524445fc-66c2-12dd-c35c-40a634dbd602" [ 1957.414166] env[63676]: _type = "Task" [ 1957.414166] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.423124] env[63676]: DEBUG oslo_vmware.api [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524445fc-66c2-12dd-c35c-40a634dbd602, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.570895] env[63676]: DEBUG nova.network.neutron [req-b0988dee-c853-417c-bcae-f0702f002be2 req-88066e78-b59a-493c-9154-42820b6cfa4b service nova] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Updated VIF entry in instance network info cache for port 0122791e-33cb-48a3-9406-dfed42d3e33e. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1957.571384] env[63676]: DEBUG nova.network.neutron [req-b0988dee-c853-417c-bcae-f0702f002be2 req-88066e78-b59a-493c-9154-42820b6cfa4b service nova] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Updating instance_info_cache with network_info: [{"id": "0122791e-33cb-48a3-9406-dfed42d3e33e", "address": "fa:16:3e:5f:c0:3f", "network": {"id": "abf80053-ace1-44b7-ac68-be3c9b4c031d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1491985291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5701b0b66ea4031b1efd32168ad7818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0122791e-33", "ovs_interfaceid": "0122791e-33cb-48a3-9406-dfed42d3e33e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.586893] env[63676]: DEBUG nova.compute.manager [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1957.618465] env[63676]: DEBUG nova.virt.hardware [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1957.618855] env[63676]: DEBUG nova.virt.hardware [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1957.619120] env[63676]: DEBUG nova.virt.hardware [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1957.619369] env[63676]: DEBUG nova.virt.hardware [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1957.619641] env[63676]: DEBUG nova.virt.hardware [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1957.619801] env[63676]: DEBUG nova.virt.hardware [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1957.620058] env[63676]: DEBUG nova.virt.hardware [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1957.620281] env[63676]: DEBUG nova.virt.hardware [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1957.620476] env[63676]: DEBUG nova.virt.hardware [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1957.620648] env[63676]: DEBUG nova.virt.hardware [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1957.620823] env[63676]: DEBUG nova.virt.hardware [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1957.621981] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2ed5e3-2ddf-40d5-8732-dcc748fc20a2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.631009] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fbfc97-e230-4d45-a814-2786d50844b1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.655621] env[63676]: INFO nova.compute.manager [-] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Took 1.48 seconds to deallocate network for instance. [ 1957.676472] env[63676]: DEBUG nova.network.neutron [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Port 674daf90-b33b-4dfb-8669-bdc3c2724dc8 binding to destination host cpu-1 is already ACTIVE {{(pid=63676) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1957.683459] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926109, 'name': CloneVM_Task, 'duration_secs': 1.559505} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.683746] env[63676]: INFO nova.virt.vmwareapi.vmops [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Created linked-clone VM from snapshot [ 1957.684743] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a12ec33-0dc0-47c7-a677-7f647a9d1a48 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.696513] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Uploading image dbad2521-df71-4960-8d67-f18fd5ad834d {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1957.719568] env[63676]: DEBUG oslo_vmware.rw_handles [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1957.719568] env[63676]: value = "vm-397168" [ 1957.719568] env[63676]: _type = "VirtualMachine" [ 1957.719568] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1957.720148] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-19a72aa9-ee7e-435d-99a7-65973a01c854 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.727329] env[63676]: DEBUG oslo_vmware.rw_handles [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lease: (returnval){ [ 1957.727329] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d6b6a9-a97f-fbf6-33ac-e25a58e762ab" [ 1957.727329] env[63676]: _type = "HttpNfcLease" [ 1957.727329] env[63676]: } obtained for exporting VM: (result){ [ 1957.727329] env[63676]: value = "vm-397168" [ 1957.727329] env[63676]: _type = "VirtualMachine" [ 1957.727329] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1957.727626] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the lease: (returnval){ [ 1957.727626] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d6b6a9-a97f-fbf6-33ac-e25a58e762ab" [ 1957.727626] env[63676]: _type = "HttpNfcLease" [ 1957.727626] env[63676]: } to be ready. {{(pid=63676) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1957.736706] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1957.736706] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d6b6a9-a97f-fbf6-33ac-e25a58e762ab" [ 1957.736706] env[63676]: _type = "HttpNfcLease" [ 1957.736706] env[63676]: } is initializing. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1957.796423] env[63676]: INFO nova.compute.manager [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Took 33.47 seconds to build instance. [ 1957.819667] env[63676]: DEBUG oslo_vmware.api [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Task: {'id': task-1926116, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608124} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.819952] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b/1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1957.820197] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1957.820448] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57cd3c39-5c35-43a3-9d9c-2eb5f5f337d0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.829739] env[63676]: DEBUG oslo_vmware.api [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Waiting for the task: (returnval){ [ 1957.829739] env[63676]: value = "task-1926118" [ 1957.829739] env[63676]: _type = "Task" [ 1957.829739] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.841489] env[63676]: DEBUG oslo_vmware.api [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Task: {'id': task-1926118, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.866183] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f5b024-eb17-489a-a5c5-dc0a9b540a06 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.873971] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3712cae-0224-46d5-82e9-4eb9b26efc26 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.916999] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e8ed4d-9745-471e-874d-4bd5fb08399b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.938143] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6c9e8dc-d8c9-45f6-9707-5025cdd4645e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.943742] env[63676]: DEBUG oslo_vmware.api [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524445fc-66c2-12dd-c35c-40a634dbd602, 'name': SearchDatastore_Task, 'duration_secs': 0.033496} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.946133] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3ab1c92-8417-4ea0-bdcd-8089e1bb064f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.955305] env[63676]: DEBUG nova.compute.provider_tree [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1957.960667] env[63676]: DEBUG nova.objects.instance [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lazy-loading 'pci_requests' on Instance uuid e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1957.961065] env[63676]: DEBUG oslo_vmware.api [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 1957.961065] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a87057-0b41-af41-c332-94ccf2160bce" [ 1957.961065] env[63676]: _type = "Task" [ 1957.961065] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.970352] env[63676]: DEBUG oslo_vmware.api [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a87057-0b41-af41-c332-94ccf2160bce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.074865] env[63676]: DEBUG oslo_concurrency.lockutils [req-b0988dee-c853-417c-bcae-f0702f002be2 req-88066e78-b59a-493c-9154-42820b6cfa4b service nova] Releasing lock "refresh_cache-53b92e45-8bf3-45d2-beb6-5a349a5b055f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.074865] env[63676]: DEBUG nova.compute.manager [req-b0988dee-c853-417c-bcae-f0702f002be2 req-88066e78-b59a-493c-9154-42820b6cfa4b service nova] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Received event network-vif-deleted-f0ffc64b-574e-46fa-9c2b-23ec9a0c8424 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1958.163392] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c485da5-ec12-463e-aadc-0748e4b4be8d tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.239907] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1958.239907] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d6b6a9-a97f-fbf6-33ac-e25a58e762ab" [ 1958.239907] env[63676]: _type = "HttpNfcLease" [ 1958.239907] env[63676]: } is ready. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1958.240279] env[63676]: DEBUG oslo_vmware.rw_handles [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1958.240279] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d6b6a9-a97f-fbf6-33ac-e25a58e762ab" [ 1958.240279] env[63676]: _type = "HttpNfcLease" [ 1958.240279] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1958.240970] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8f6c6f-e202-4c0c-abcc-cf84508dfae5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.248975] env[63676]: DEBUG oslo_vmware.rw_handles [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c31737-90b5-9ffc-99dc-1a2f4f8cce68/disk-0.vmdk from lease info. {{(pid=63676) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1958.249170] env[63676]: DEBUG oslo_vmware.rw_handles [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c31737-90b5-9ffc-99dc-1a2f4f8cce68/disk-0.vmdk for reading. {{(pid=63676) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1958.304010] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0149bd05-47d9-4384-92fd-43a125c8753a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "a058bf37-2709-4420-ba2f-33dae385a8f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.984s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.304429] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "a058bf37-2709-4420-ba2f-33dae385a8f0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.269s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.304515] env[63676]: INFO nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] During sync_power_state the instance has a pending task (spawning). Skip. [ 1958.304652] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "a058bf37-2709-4420-ba2f-33dae385a8f0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.340331] env[63676]: DEBUG oslo_vmware.api [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Task: {'id': task-1926118, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06606} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.340624] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1958.341489] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9a4263-601b-4b63-ba8b-bd5debfa5c75 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.364276] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b/1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1958.364615] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-098a8935-2078-47d2-a979-8c0c2a7d24ea {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.384500] env[63676]: DEBUG oslo_vmware.api [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Waiting for the task: (returnval){ [ 1958.384500] env[63676]: value = "task-1926119" [ 1958.384500] env[63676]: _type = "Task" [ 1958.384500] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.392603] env[63676]: DEBUG oslo_vmware.api [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Task: {'id': task-1926119, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.406680] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-32826f57-de60-40f8-ba21-bbf3ef592bd3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.433282] env[63676]: DEBUG nova.network.neutron [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Successfully updated port: 72de6258-a8e2-403a-83a3-0cad28fa2ec5 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1958.458730] env[63676]: DEBUG nova.scheduler.client.report [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1958.462838] env[63676]: DEBUG nova.objects.base [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63676) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1958.463047] env[63676]: DEBUG nova.network.neutron [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1958.474538] env[63676]: DEBUG oslo_vmware.api [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a87057-0b41-af41-c332-94ccf2160bce, 'name': SearchDatastore_Task, 'duration_secs': 0.03229} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.475348] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.475601] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 53b92e45-8bf3-45d2-beb6-5a349a5b055f/53b92e45-8bf3-45d2-beb6-5a349a5b055f.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1958.475858] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-942ccd03-d50f-4b54-a608-447949f3230e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.483110] env[63676]: DEBUG oslo_vmware.api [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 1958.483110] env[63676]: value = "task-1926120" [ 1958.483110] env[63676]: _type = "Task" [ 1958.483110] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.493393] env[63676]: DEBUG oslo_vmware.api [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.516378] env[63676]: DEBUG nova.policy [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec8e6397d4224cc783352861583ef0e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf227039b25c482ab23b72d4919bbdd9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1958.700386] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "ffe4822e-d0ee-40f1-ae4f-eea41a20a054-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.700617] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "ffe4822e-d0ee-40f1-ae4f-eea41a20a054-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.700796] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "ffe4822e-d0ee-40f1-ae4f-eea41a20a054-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.879186] env[63676]: DEBUG nova.network.neutron [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Successfully created port: 26639aa1-3473-4365-91ea-8c12a1e3efa2 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1958.894593] env[63676]: DEBUG oslo_vmware.api [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Task: {'id': task-1926119, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.935697] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "refresh_cache-92644b9e-6891-4de2-8f12-0a872e37ceb8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.935883] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquired lock "refresh_cache-92644b9e-6891-4de2-8f12-0a872e37ceb8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.935986] env[63676]: DEBUG nova.network.neutron [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1958.963234] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.429s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1958.965710] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 3.264s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.993558] env[63676]: DEBUG oslo_vmware.api [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926120, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.021444] env[63676]: INFO nova.network.neutron [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Updating port 1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1959.396382] env[63676]: DEBUG oslo_vmware.api [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Task: {'id': task-1926119, 'name': ReconfigVM_Task, 'duration_secs': 0.862695} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.396382] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b/1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1959.397824] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b65556c4-a35a-46c0-9ed5-8f2563b161e9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.405453] env[63676]: DEBUG oslo_vmware.api [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Waiting for the task: (returnval){ [ 1959.405453] env[63676]: value = "task-1926121" [ 1959.405453] env[63676]: _type = "Task" [ 1959.405453] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.413826] env[63676]: DEBUG oslo_vmware.api [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Task: {'id': task-1926121, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.428022] env[63676]: DEBUG nova.compute.manager [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1959.428022] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d13f02c-1995-4dff-bb0e-b61a483d9fd1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.481581] env[63676]: DEBUG nova.network.neutron [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1959.495608] env[63676]: DEBUG oslo_vmware.api [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.718867} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.495980] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 53b92e45-8bf3-45d2-beb6-5a349a5b055f/53b92e45-8bf3-45d2-beb6-5a349a5b055f.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1959.496283] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1959.496798] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae7f9c56-7d3e-401b-a804-f626df52d82f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.506579] env[63676]: DEBUG oslo_vmware.api [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 1959.506579] env[63676]: value = "task-1926122" [ 1959.506579] env[63676]: _type = "Task" [ 1959.506579] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.517414] env[63676]: DEBUG oslo_vmware.api [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926122, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.637045] env[63676]: DEBUG nova.network.neutron [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Updating instance_info_cache with network_info: [{"id": "72de6258-a8e2-403a-83a3-0cad28fa2ec5", "address": "fa:16:3e:3a:62:f9", "network": {"id": "a95efb99-eea4-4e98-bf52-a2201de39e28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1488566241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64afb88688594408bd695883c0366330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72de6258-a8", "ovs_interfaceid": "72de6258-a8e2-403a-83a3-0cad28fa2ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1959.742754] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "refresh_cache-ffe4822e-d0ee-40f1-ae4f-eea41a20a054" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.743070] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired lock "refresh_cache-ffe4822e-d0ee-40f1-ae4f-eea41a20a054" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.743283] env[63676]: DEBUG nova.network.neutron [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1959.915062] env[63676]: DEBUG oslo_vmware.api [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Task: {'id': task-1926121, 'name': Rename_Task, 'duration_secs': 0.193134} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.915371] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1959.915731] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-684fa8de-9658-4ccf-839a-e55e55c91054 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.922853] env[63676]: DEBUG oslo_vmware.api [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Waiting for the task: (returnval){ [ 1959.922853] env[63676]: value = "task-1926123" [ 1959.922853] env[63676]: _type = "Task" [ 1959.922853] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.931294] env[63676]: DEBUG oslo_vmware.api [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Task: {'id': task-1926123, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.938595] env[63676]: INFO nova.compute.manager [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] instance snapshotting [ 1959.941775] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ed7481-e6fa-490f-8407-e7f939420aa8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.960967] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ee62f17-07d3-4613-be50-4d08ac4f16f8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.986039] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Applying migration context for instance ffe4822e-d0ee-40f1-ae4f-eea41a20a054 as it has an incoming, in-progress migration 26fec5c0-76f3-49ce-ad9b-e8cce9a75a79. Migration status is post-migrating {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1959.988907] env[63676]: INFO nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Updating resource usage from migration 26fec5c0-76f3-49ce-ad9b-e8cce9a75a79 [ 1960.017675] env[63676]: DEBUG oslo_vmware.api [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926122, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061127} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.017989] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1960.019287] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 91df9ad8-2c37-4eda-a0b1-e851fef3e30c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1960.019842] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 09219395-79b1-4a17-8357-12266d342eb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1960.020317] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1960.020317] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 07c4b6fa-d291-4827-b390-3a1f8d365652 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1960.020442] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 6ee39c3c-33c9-4ce8-b214-bba1e8629e75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1960.020535] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 038a0675-2f22-4612-a0a1-7c59d82f0fb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1960.020872] env[63676]: WARNING nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 57f0fd01-bddc-4ef1-b512-e2065d19d9f2 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1960.021054] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 4c23d3a5-d194-48df-87b7-347d31bf908e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1960.021172] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1960.021346] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 0a0a5437-fa92-4d72-8291-b056bc9d8679 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1960.021449] env[63676]: WARNING nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 11d405ee-eb00-4da3-bf47-642f08017eb1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1960.021624] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 907bf91b-be1f-4a9a-a557-6c9e2906037c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1960.021689] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance a058bf37-2709-4420-ba2f-33dae385a8f0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1960.021799] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1960.021941] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Migration 26fec5c0-76f3-49ce-ad9b-e8cce9a75a79 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1960.022137] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance ffe4822e-d0ee-40f1-ae4f-eea41a20a054 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1960.022329] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 3f45007f-d699-43f9-a2fd-84565bd1930c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1960.022805] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 53b92e45-8bf3-45d2-beb6-5a349a5b055f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1960.022805] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 92644b9e-6891-4de2-8f12-0a872e37ceb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1960.023118] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1960.023218] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1960.026543] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e0af0c-21fd-4527-a0b4-51fbb00ede7b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.050340] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 53b92e45-8bf3-45d2-beb6-5a349a5b055f/53b92e45-8bf3-45d2-beb6-5a349a5b055f.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1960.053781] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-168f6c24-76c2-445d-9d76-744e15687e04 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.074193] env[63676]: DEBUG oslo_vmware.api [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 1960.074193] env[63676]: value = "task-1926124" [ 1960.074193] env[63676]: _type = "Task" [ 1960.074193] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.084410] env[63676]: DEBUG oslo_vmware.api [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926124, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.139924] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Releasing lock "refresh_cache-92644b9e-6891-4de2-8f12-0a872e37ceb8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.140308] env[63676]: DEBUG nova.compute.manager [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Instance network_info: |[{"id": "72de6258-a8e2-403a-83a3-0cad28fa2ec5", "address": "fa:16:3e:3a:62:f9", "network": {"id": "a95efb99-eea4-4e98-bf52-a2201de39e28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1488566241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64afb88688594408bd695883c0366330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72de6258-a8", "ovs_interfaceid": "72de6258-a8e2-403a-83a3-0cad28fa2ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1960.140960] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:62:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72de6258-a8e2-403a-83a3-0cad28fa2ec5', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1960.149234] env[63676]: DEBUG oslo.service.loopingcall [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1960.149468] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1960.149703] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-72cb217e-acb4-4a2e-9aea-e704a1b6588d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.174263] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1960.174263] env[63676]: value = "task-1926125" [ 1960.174263] env[63676]: _type = "Task" [ 1960.174263] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.186733] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926125, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.345034] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5c2cc7-bd39-49fc-ad58-13c5d67647e7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.360968] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c49a78f-4a80-4d90-b9b4-ceeae2c0816b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.395702] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9d6094-2546-464b-8320-68f218a2dee5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.406866] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f391504-eb73-4dde-a188-45081ee0b6cd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.422554] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1960.435159] env[63676]: DEBUG oslo_vmware.api [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Task: {'id': task-1926123, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.472114] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Creating Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1960.472662] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a6e7a38e-144b-4271-89ca-7d9051a76f76 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.481313] env[63676]: DEBUG oslo_vmware.api [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1960.481313] env[63676]: value = "task-1926126" [ 1960.481313] env[63676]: _type = "Task" [ 1960.481313] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.491197] env[63676]: DEBUG oslo_vmware.api [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926126, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.585047] env[63676]: DEBUG oslo_vmware.api [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.641132] env[63676]: DEBUG nova.network.neutron [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Updating instance_info_cache with network_info: [{"id": "674daf90-b33b-4dfb-8669-bdc3c2724dc8", "address": "fa:16:3e:87:c9:02", "network": {"id": "b4503803-880d-4b7d-94e2-622c87fede97", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-638170252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11302b5359cb437aac371d1206a15f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap674daf90-b3", "ovs_interfaceid": "674daf90-b33b-4dfb-8669-bdc3c2724dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1960.687627] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926125, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.886799] env[63676]: DEBUG nova.network.neutron [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Successfully updated port: 26639aa1-3473-4365-91ea-8c12a1e3efa2 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1960.939763] env[63676]: DEBUG oslo_vmware.api [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Task: {'id': task-1926123, 'name': PowerOnVM_Task, 'duration_secs': 0.726293} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.940073] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1960.940293] env[63676]: INFO nova.compute.manager [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Took 14.31 seconds to spawn the instance on the hypervisor. [ 1960.940457] env[63676]: DEBUG nova.compute.manager [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1960.941319] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-affda3fe-d7ae-4dfe-bcaf-0effe44a6b2d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.944582] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "refresh_cache-3f45007f-d699-43f9-a2fd-84565bd1930c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1960.944742] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquired lock "refresh_cache-3f45007f-d699-43f9-a2fd-84565bd1930c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1960.944912] env[63676]: DEBUG nova.network.neutron [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1960.961330] env[63676]: ERROR nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [req-a0baf325-b238-4ef7-9661-27e5bfad04f7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5759d2a2-0179-444e-89b9-d9d622fd17b7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a0baf325-b238-4ef7-9661-27e5bfad04f7"}]} [ 1960.986905] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Refreshing inventories for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1960.992801] env[63676]: DEBUG oslo_vmware.api [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926126, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.007496] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Updating ProviderTree inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1961.007681] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1961.020673] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Refreshing aggregate associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, aggregates: None {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1961.040743] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Refreshing trait associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1961.085235] env[63676]: DEBUG oslo_vmware.api [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926124, 'name': ReconfigVM_Task, 'duration_secs': 0.609066} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.088087] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 53b92e45-8bf3-45d2-beb6-5a349a5b055f/53b92e45-8bf3-45d2-beb6-5a349a5b055f.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1961.088970] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2b60e32-6809-4b01-82db-ba8f692d6bbf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.096515] env[63676]: DEBUG oslo_vmware.api [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 1961.096515] env[63676]: value = "task-1926127" [ 1961.096515] env[63676]: _type = "Task" [ 1961.096515] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.107615] env[63676]: DEBUG oslo_vmware.api [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926127, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.142780] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Releasing lock "refresh_cache-ffe4822e-d0ee-40f1-ae4f-eea41a20a054" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.187045] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926125, 'name': CreateVM_Task, 'duration_secs': 0.557614} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.189768] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1961.190624] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.190784] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.191111] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1961.191407] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-936f54d5-daaa-4cb7-af9b-5a1524151018 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.197496] env[63676]: DEBUG oslo_vmware.api [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1961.197496] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5248f035-0161-1018-f82b-a124633b4c62" [ 1961.197496] env[63676]: _type = "Task" [ 1961.197496] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.209020] env[63676]: DEBUG oslo_vmware.api [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5248f035-0161-1018-f82b-a124633b4c62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.305292] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da866b7-c458-4042-aeda-62ea234f91f9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.313452] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95414afc-a729-4277-b9a7-ead1212aa568 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.346370] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7798cc1b-85c5-43a0-bdb4-366016059150 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.354213] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4bd391-b137-4360-b2a6-c17b3e4cf148 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.367869] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1961.389720] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "refresh_cache-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.389882] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired lock "refresh_cache-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.390058] env[63676]: DEBUG nova.network.neutron [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1961.460539] env[63676]: INFO nova.compute.manager [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Took 32.30 seconds to build instance. [ 1961.494069] env[63676]: DEBUG oslo_vmware.api [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926126, 'name': CreateSnapshot_Task, 'duration_secs': 0.939326} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.494367] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Created Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1961.495273] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a29a84-5c86-4e07-bffb-33c758ad7717 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.607943] env[63676]: DEBUG oslo_vmware.api [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926127, 'name': Rename_Task, 'duration_secs': 0.220209} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.610831] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1961.611160] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3febfe7-de25-458a-8027-f356fc282c82 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.617823] env[63676]: DEBUG oslo_vmware.api [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 1961.617823] env[63676]: value = "task-1926128" [ 1961.617823] env[63676]: _type = "Task" [ 1961.617823] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.626998] env[63676]: DEBUG oslo_vmware.api [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926128, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.666826] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0f8b75-d33f-4cab-953b-472cd4d688dc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.688822] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4691013c-7f9b-4bb3-a4ac-3ec219e51735 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.696533] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Updating instance 'ffe4822e-d0ee-40f1-ae4f-eea41a20a054' progress to 83 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1961.710128] env[63676]: DEBUG oslo_vmware.api [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5248f035-0161-1018-f82b-a124633b4c62, 'name': SearchDatastore_Task, 'duration_secs': 0.017312} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.711297] env[63676]: DEBUG nova.network.neutron [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Updating instance_info_cache with network_info: [{"id": "1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267", "address": "fa:16:3e:ec:95:49", "network": {"id": "465bc3ab-3d10-4ad3-beba-d983da006dd4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1745781740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e68c77877174b049493f256f443f81f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bb8efd9-2d", "ovs_interfaceid": "1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1961.712608] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1961.712844] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1961.713106] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1961.713247] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1961.713430] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1961.713902] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0082c919-26d8-4108-9b6e-621f63aff3b7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.722537] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1961.722691] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1961.723924] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae77c3f5-c649-4a80-b5d8-79a4d0a31943 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.729793] env[63676]: DEBUG oslo_vmware.api [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1961.729793] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52842017-232d-1460-a426-45977a38df17" [ 1961.729793] env[63676]: _type = "Task" [ 1961.729793] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.738430] env[63676]: DEBUG oslo_vmware.api [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52842017-232d-1460-a426-45977a38df17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.901806] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Updated inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with generation 127 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1961.902401] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Updating resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 generation from 127 to 128 during operation: update_inventory {{(pid=63676) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1961.902401] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1961.930436] env[63676]: WARNING nova.network.neutron [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] 38f63f2a-71d4-4023-ae49-78d6598b510c already exists in list: networks containing: ['38f63f2a-71d4-4023-ae49-78d6598b510c']. ignoring it [ 1961.963750] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f3803cc2-f8ed-4b2b-9fa0-e403b6422a77 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Lock "1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.819s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1961.967047] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.931s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1961.967257] env[63676]: INFO nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] During sync_power_state the instance has a pending task (spawning). Skip. [ 1961.967459] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.014829] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Creating linked-clone VM from snapshot {{(pid=63676) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1962.015172] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-db18596b-de77-4d25-9fd7-4f84381993b9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.026385] env[63676]: DEBUG oslo_vmware.api [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1962.026385] env[63676]: value = "task-1926129" [ 1962.026385] env[63676]: _type = "Task" [ 1962.026385] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.035783] env[63676]: DEBUG oslo_vmware.api [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926129, 'name': CloneVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.129138] env[63676]: DEBUG oslo_vmware.api [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926128, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.207167] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1962.207337] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5fbb559-27ed-471d-bfa0-f80ab023b3fe {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.216091] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Releasing lock "refresh_cache-3f45007f-d699-43f9-a2fd-84565bd1930c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.217096] env[63676]: DEBUG oslo_vmware.api [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1962.217096] env[63676]: value = "task-1926130" [ 1962.217096] env[63676]: _type = "Task" [ 1962.217096] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.227084] env[63676]: DEBUG oslo_vmware.api [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.241454] env[63676]: DEBUG oslo_vmware.api [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52842017-232d-1460-a426-45977a38df17, 'name': SearchDatastore_Task, 'duration_secs': 0.015297} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.241454] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e5af359-cbee-41e2-89fc-125d5c9db9c3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.249684] env[63676]: DEBUG oslo_vmware.api [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1962.249684] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525fabee-36ae-43cf-0f84-6090955d9da2" [ 1962.249684] env[63676]: _type = "Task" [ 1962.249684] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.260169] env[63676]: DEBUG oslo_vmware.api [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525fabee-36ae-43cf-0f84-6090955d9da2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.357490] env[63676]: DEBUG nova.network.neutron [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Updating instance_info_cache with network_info: [{"id": "ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f", "address": "fa:16:3e:2e:a4:dc", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffeb84e8-7f", "ovs_interfaceid": "ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26639aa1-3473-4365-91ea-8c12a1e3efa2", "address": "fa:16:3e:b8:a9:d5", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26639aa1-34", "ovs_interfaceid": "26639aa1-3473-4365-91ea-8c12a1e3efa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.408216] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1962.408533] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.443s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.409260] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.460s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.409454] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.411619] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c485da5-ec12-463e-aadc-0748e4b4be8d tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.248s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1962.411827] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c485da5-ec12-463e-aadc-0748e4b4be8d tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.437175] env[63676]: INFO nova.scheduler.client.report [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Deleted allocations for instance 11d405ee-eb00-4da3-bf47-642f08017eb1 [ 1962.439040] env[63676]: INFO nova.scheduler.client.report [None req-5c485da5-ec12-463e-aadc-0748e4b4be8d tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Deleted allocations for instance 57f0fd01-bddc-4ef1-b512-e2065d19d9f2 [ 1962.538239] env[63676]: DEBUG oslo_vmware.api [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926129, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.628946] env[63676]: DEBUG oslo_vmware.api [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926128, 'name': PowerOnVM_Task, 'duration_secs': 0.956853} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.629249] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1962.629460] env[63676]: INFO nova.compute.manager [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Took 9.31 seconds to spawn the instance on the hypervisor. [ 1962.629673] env[63676]: DEBUG nova.compute.manager [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1962.630534] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319ea33d-5b94-4f9a-8b68-bcefa6973340 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.727511] env[63676]: DEBUG oslo_vmware.api [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926130, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.760234] env[63676]: DEBUG oslo_vmware.api [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525fabee-36ae-43cf-0f84-6090955d9da2, 'name': SearchDatastore_Task, 'duration_secs': 0.025486} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.760555] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.760817] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 92644b9e-6891-4de2-8f12-0a872e37ceb8/92644b9e-6891-4de2-8f12-0a872e37ceb8.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1962.761105] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db7839aa-ecf2-4f4f-be58-b953e3830ff4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.769601] env[63676]: DEBUG oslo_vmware.api [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1962.769601] env[63676]: value = "task-1926131" [ 1962.769601] env[63676]: _type = "Task" [ 1962.769601] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.778842] env[63676]: DEBUG oslo_vmware.api [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926131, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.860338] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Releasing lock "refresh_cache-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1962.861232] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1962.861401] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1962.862310] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a5fe977-8f83-4495-8d27-261ecb71f374 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.884864] env[63676]: DEBUG nova.virt.hardware [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1962.885158] env[63676]: DEBUG nova.virt.hardware [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1962.885258] env[63676]: DEBUG nova.virt.hardware [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1962.885444] env[63676]: DEBUG nova.virt.hardware [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1962.885588] env[63676]: DEBUG nova.virt.hardware [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1962.885733] env[63676]: DEBUG nova.virt.hardware [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1962.885942] env[63676]: DEBUG nova.virt.hardware [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1962.886200] env[63676]: DEBUG nova.virt.hardware [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1962.886382] env[63676]: DEBUG nova.virt.hardware [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1962.886554] env[63676]: DEBUG nova.virt.hardware [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1962.886731] env[63676]: DEBUG nova.virt.hardware [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1962.893035] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Reconfiguring VM to attach interface {{(pid=63676) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1962.893411] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e07f3ecb-5e93-483c-8b7d-b5e1060f5f89 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.911068] env[63676]: DEBUG oslo_vmware.api [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 1962.911068] env[63676]: value = "task-1926132" [ 1962.911068] env[63676]: _type = "Task" [ 1962.911068] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.920134] env[63676]: DEBUG oslo_vmware.api [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926132, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.950083] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9044e286-44e7-4eec-8ee5-23ad6a1b07ab tempest-ServerTagsTestJSON-2052612193 tempest-ServerTagsTestJSON-2052612193-project-member] Lock "11d405ee-eb00-4da3-bf47-642f08017eb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.206s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1962.950913] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c485da5-ec12-463e-aadc-0748e4b4be8d tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "57f0fd01-bddc-4ef1-b512-e2065d19d9f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.606s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.041794] env[63676]: DEBUG oslo_vmware.api [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926129, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.151708] env[63676]: INFO nova.compute.manager [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Took 30.95 seconds to build instance. [ 1963.229667] env[63676]: DEBUG oslo_vmware.api [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926130, 'name': PowerOnVM_Task, 'duration_secs': 0.686185} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.229967] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1963.230169] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2e79a9e6-7834-4ae0-bf1f-93096b28b964 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Updating instance 'ffe4822e-d0ee-40f1-ae4f-eea41a20a054' progress to 100 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1963.282089] env[63676]: DEBUG oslo_vmware.api [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926131, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.422345] env[63676]: DEBUG oslo_vmware.api [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.541633] env[63676]: DEBUG oslo_vmware.api [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926129, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.655288] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2935f611-8b18-4b73-b294-1c2fa39cd8c9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "53b92e45-8bf3-45d2-beb6-5a349a5b055f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.464s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1963.781044] env[63676]: DEBUG oslo_vmware.api [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926131, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.637735} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.781353] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 92644b9e-6891-4de2-8f12-0a872e37ceb8/92644b9e-6891-4de2-8f12-0a872e37ceb8.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1963.781578] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1963.781848] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e79ed0fb-7fcd-4679-be05-a6c5ab0f4033 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.789377] env[63676]: DEBUG oslo_vmware.api [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1963.789377] env[63676]: value = "task-1926133" [ 1963.789377] env[63676]: _type = "Task" [ 1963.789377] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.798132] env[63676]: DEBUG oslo_vmware.api [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.922653] env[63676]: DEBUG oslo_vmware.api [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.038457] env[63676]: DEBUG oslo_vmware.api [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926129, 'name': CloneVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.299672] env[63676]: DEBUG oslo_vmware.api [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124177} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.299839] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1964.300620] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f507a3ce-a6b2-409e-ad5b-14c0eeafa266 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.322969] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 92644b9e-6891-4de2-8f12-0a872e37ceb8/92644b9e-6891-4de2-8f12-0a872e37ceb8.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1964.323677] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d25e85e2-a679-4b2c-b5de-007fdff0f2e3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.345441] env[63676]: DEBUG oslo_vmware.api [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1964.345441] env[63676]: value = "task-1926134" [ 1964.345441] env[63676]: _type = "Task" [ 1964.345441] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.354140] env[63676]: DEBUG oslo_vmware.api [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926134, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.425060] env[63676]: DEBUG oslo_vmware.api [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926132, 'name': ReconfigVM_Task, 'duration_secs': 1.130301} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.425595] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Releasing lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1964.425845] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Reconfigured VM to attach interface {{(pid=63676) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1964.539609] env[63676]: DEBUG oslo_vmware.api [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926129, 'name': CloneVM_Task, 'duration_secs': 2.114416} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.539941] env[63676]: INFO nova.virt.vmwareapi.vmops [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Created linked-clone VM from snapshot [ 1964.540719] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf348cca-f0f7-4608-a977-fb9430dcd4b5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.548930] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Uploading image 764db2fc-dfd3-44ef-993e-ecaa40d98c96 {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1964.855718] env[63676]: DEBUG oslo_vmware.api [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926134, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.865994] env[63676]: DEBUG nova.virt.hardware [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8ba703f1887c66fd769f7ca521225fff',container_format='bare',created_at=2024-12-16T19:57:28Z,direct_url=,disk_format='vmdk',id=01faba9f-dce2-4fef-877d-08d4e1b5500f,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-449088497-shelved',owner='4e68c77877174b049493f256f443f81f',properties=ImageMetaProps,protected=,size=31671808,status='active',tags=,updated_at=2024-12-16T19:57:49Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1964.866298] env[63676]: DEBUG nova.virt.hardware [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1964.866468] env[63676]: DEBUG nova.virt.hardware [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1964.867026] env[63676]: DEBUG nova.virt.hardware [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1964.867026] env[63676]: DEBUG nova.virt.hardware [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1964.867157] env[63676]: DEBUG nova.virt.hardware [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1964.867375] env[63676]: DEBUG nova.virt.hardware [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1964.867539] env[63676]: DEBUG nova.virt.hardware [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1964.867756] env[63676]: DEBUG nova.virt.hardware [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1964.867950] env[63676]: DEBUG nova.virt.hardware [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1964.868172] env[63676]: DEBUG nova.virt.hardware [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1964.870724] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7c1156-2636-4bcd-a880-c216371583e9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.881385] env[63676]: DEBUG oslo_vmware.rw_handles [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1964.881385] env[63676]: value = "vm-397174" [ 1964.881385] env[63676]: _type = "VirtualMachine" [ 1964.881385] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1964.882793] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ebec57-7b1a-4fd0-8c98-7bab82d8436e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.888456] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3e122e50-c12b-4ab4-839f-ebe8b279dd69 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.903767] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:95:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1964.912227] env[63676]: DEBUG oslo.service.loopingcall [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1964.915290] env[63676]: DEBUG oslo_vmware.rw_handles [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fb13c0-582c-0e4b-6d5f-c86a5d0c040d/disk-0.vmdk. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1964.916927] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1964.917772] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26299c08-4cf3-470b-a098-cd2998842529 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.921282] env[63676]: DEBUG oslo_vmware.rw_handles [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lease: (returnval){ [ 1964.921282] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5247c8e4-5292-e3ab-55b2-e88a43e2bd2d" [ 1964.921282] env[63676]: _type = "HttpNfcLease" [ 1964.921282] env[63676]: } obtained for exporting VM: (result){ [ 1964.921282] env[63676]: value = "vm-397174" [ 1964.921282] env[63676]: _type = "VirtualMachine" [ 1964.921282] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1964.921650] env[63676]: DEBUG oslo_vmware.api [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the lease: (returnval){ [ 1964.921650] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5247c8e4-5292-e3ab-55b2-e88a43e2bd2d" [ 1964.921650] env[63676]: _type = "HttpNfcLease" [ 1964.921650] env[63676]: } to be ready. {{(pid=63676) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1964.921905] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fcc8e408-77f3-48fe-ab17-d64e961a2327 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.939115] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d3f24382-7e1f-4220-8f11-6905385876a5 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "interface-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.622s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.947558] env[63676]: DEBUG oslo_vmware.rw_handles [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fb13c0-582c-0e4b-6d5f-c86a5d0c040d/disk-0.vmdk is in state: ready. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1964.947826] env[63676]: ERROR oslo_vmware.rw_handles [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fb13c0-582c-0e4b-6d5f-c86a5d0c040d/disk-0.vmdk due to incomplete transfer. [ 1964.948734] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8e07411f-9db4-4cd2-beed-6e3b457ba20d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.954009] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1964.954009] env[63676]: value = "task-1926136" [ 1964.954009] env[63676]: _type = "Task" [ 1964.954009] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1964.954295] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1964.954295] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5247c8e4-5292-e3ab-55b2-e88a43e2bd2d" [ 1964.954295] env[63676]: _type = "HttpNfcLease" [ 1964.954295] env[63676]: } is ready. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1964.955492] env[63676]: DEBUG oslo_vmware.rw_handles [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1964.955492] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5247c8e4-5292-e3ab-55b2-e88a43e2bd2d" [ 1964.955492] env[63676]: _type = "HttpNfcLease" [ 1964.955492] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1964.959637] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37920b12-152e-4c32-9f6c-04255ced5a61 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.963631] env[63676]: DEBUG oslo_vmware.rw_handles [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52fb13c0-582c-0e4b-6d5f-c86a5d0c040d/disk-0.vmdk. {{(pid=63676) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1964.963843] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Uploaded image 05874b31-8be1-4999-bc7d-1f0d875c400f to the Glance image server {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1964.966358] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Destroying the VM {{(pid=63676) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1964.968729] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fdfa0479-2d50-4b81-b7c7-a9feb40e2f3a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.977948] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926136, 'name': CreateVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.978370] env[63676]: DEBUG oslo_vmware.rw_handles [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522aeef6-632a-7e8b-b123-54fce260427b/disk-0.vmdk from lease info. {{(pid=63676) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1964.978566] env[63676]: DEBUG oslo_vmware.rw_handles [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522aeef6-632a-7e8b-b123-54fce260427b/disk-0.vmdk for reading. {{(pid=63676) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1965.045571] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1965.045571] env[63676]: value = "task-1926137" [ 1965.045571] env[63676]: _type = "Task" [ 1965.045571] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.057195] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926137, 'name': Destroy_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.113752] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-932d85a2-d41a-42a7-8544-9e3be3063d56 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.296679] env[63676]: DEBUG nova.compute.manager [req-1d7e2dad-0574-4b48-ab18-14d4318bffa6 req-63a78c98-b52a-4790-86c2-9d883c5fb977 service nova] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Received event network-vif-deleted-b1e7ed27-b12f-424d-bb3a-5d9ccefeb74c {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1965.296919] env[63676]: DEBUG nova.compute.manager [req-1d7e2dad-0574-4b48-ab18-14d4318bffa6 req-63a78c98-b52a-4790-86c2-9d883c5fb977 service nova] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Received event network-vif-plugged-72de6258-a8e2-403a-83a3-0cad28fa2ec5 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1965.297203] env[63676]: DEBUG oslo_concurrency.lockutils [req-1d7e2dad-0574-4b48-ab18-14d4318bffa6 req-63a78c98-b52a-4790-86c2-9d883c5fb977 service nova] Acquiring lock "92644b9e-6891-4de2-8f12-0a872e37ceb8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.297471] env[63676]: DEBUG oslo_concurrency.lockutils [req-1d7e2dad-0574-4b48-ab18-14d4318bffa6 req-63a78c98-b52a-4790-86c2-9d883c5fb977 service nova] Lock "92644b9e-6891-4de2-8f12-0a872e37ceb8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.297692] env[63676]: DEBUG oslo_concurrency.lockutils [req-1d7e2dad-0574-4b48-ab18-14d4318bffa6 req-63a78c98-b52a-4790-86c2-9d883c5fb977 service nova] Lock "92644b9e-6891-4de2-8f12-0a872e37ceb8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.297889] env[63676]: DEBUG nova.compute.manager [req-1d7e2dad-0574-4b48-ab18-14d4318bffa6 req-63a78c98-b52a-4790-86c2-9d883c5fb977 service nova] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] No waiting events found dispatching network-vif-plugged-72de6258-a8e2-403a-83a3-0cad28fa2ec5 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1965.298135] env[63676]: WARNING nova.compute.manager [req-1d7e2dad-0574-4b48-ab18-14d4318bffa6 req-63a78c98-b52a-4790-86c2-9d883c5fb977 service nova] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Received unexpected event network-vif-plugged-72de6258-a8e2-403a-83a3-0cad28fa2ec5 for instance with vm_state building and task_state spawning. [ 1965.298335] env[63676]: DEBUG nova.compute.manager [req-1d7e2dad-0574-4b48-ab18-14d4318bffa6 req-63a78c98-b52a-4790-86c2-9d883c5fb977 service nova] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Received event network-changed-72de6258-a8e2-403a-83a3-0cad28fa2ec5 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1965.298509] env[63676]: DEBUG nova.compute.manager [req-1d7e2dad-0574-4b48-ab18-14d4318bffa6 req-63a78c98-b52a-4790-86c2-9d883c5fb977 service nova] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Refreshing instance network info cache due to event network-changed-72de6258-a8e2-403a-83a3-0cad28fa2ec5. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1965.298747] env[63676]: DEBUG oslo_concurrency.lockutils [req-1d7e2dad-0574-4b48-ab18-14d4318bffa6 req-63a78c98-b52a-4790-86c2-9d883c5fb977 service nova] Acquiring lock "refresh_cache-92644b9e-6891-4de2-8f12-0a872e37ceb8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.298936] env[63676]: DEBUG oslo_concurrency.lockutils [req-1d7e2dad-0574-4b48-ab18-14d4318bffa6 req-63a78c98-b52a-4790-86c2-9d883c5fb977 service nova] Acquired lock "refresh_cache-92644b9e-6891-4de2-8f12-0a872e37ceb8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.299123] env[63676]: DEBUG nova.network.neutron [req-1d7e2dad-0574-4b48-ab18-14d4318bffa6 req-63a78c98-b52a-4790-86c2-9d883c5fb977 service nova] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Refreshing network info cache for port 72de6258-a8e2-403a-83a3-0cad28fa2ec5 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1965.362794] env[63676]: DEBUG oslo_vmware.api [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926134, 'name': ReconfigVM_Task, 'duration_secs': 0.976001} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.364241] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 92644b9e-6891-4de2-8f12-0a872e37ceb8/92644b9e-6891-4de2-8f12-0a872e37ceb8.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1965.367998] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bd1d9d9-abd1-48a1-9c7d-bc60be853305 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.377460] env[63676]: DEBUG oslo_vmware.api [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1965.377460] env[63676]: value = "task-1926138" [ 1965.377460] env[63676]: _type = "Task" [ 1965.377460] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.392628] env[63676]: DEBUG oslo_vmware.api [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926138, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.466792] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926136, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.562134] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926137, 'name': Destroy_Task} progress is 33%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.891644] env[63676]: DEBUG oslo_vmware.api [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926138, 'name': Rename_Task, 'duration_secs': 0.272174} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.895745] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1965.896080] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-715eb468-6f84-4a71-9f0c-9313a47e708e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.905284] env[63676]: DEBUG oslo_vmware.api [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 1965.905284] env[63676]: value = "task-1926139" [ 1965.905284] env[63676]: _type = "Task" [ 1965.905284] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.915863] env[63676]: DEBUG oslo_vmware.api [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.968587] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926136, 'name': CreateVM_Task, 'duration_secs': 0.720656} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.968945] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1965.970497] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01faba9f-dce2-4fef-877d-08d4e1b5500f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1965.971015] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01faba9f-dce2-4fef-877d-08d4e1b5500f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1965.971542] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/01faba9f-dce2-4fef-877d-08d4e1b5500f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1965.971926] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-887f9eee-cc20-406b-8535-322d23642b10 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.977951] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 1965.977951] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bf97c2-2ed7-0416-eb22-50e8e0d74e9e" [ 1965.977951] env[63676]: _type = "Task" [ 1965.977951] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.987753] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bf97c2-2ed7-0416-eb22-50e8e0d74e9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.059098] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926137, 'name': Destroy_Task, 'duration_secs': 0.643891} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.059479] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Destroyed the VM [ 1966.059783] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Deleting Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1966.060119] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9c4084f6-c75f-4046-a426-d4a2889ae011 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.070054] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1966.070054] env[63676]: value = "task-1926140" [ 1966.070054] env[63676]: _type = "Task" [ 1966.070054] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.081520] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926140, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.416753] env[63676]: DEBUG oslo_vmware.api [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926139, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.495347] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01faba9f-dce2-4fef-877d-08d4e1b5500f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1966.495923] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Processing image 01faba9f-dce2-4fef-877d-08d4e1b5500f {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1966.496402] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/01faba9f-dce2-4fef-877d-08d4e1b5500f/01faba9f-dce2-4fef-877d-08d4e1b5500f.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1966.496579] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/01faba9f-dce2-4fef-877d-08d4e1b5500f/01faba9f-dce2-4fef-877d-08d4e1b5500f.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1966.496786] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1966.497067] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b340c75-4c17-4984-a68b-2b62ecd83294 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.507282] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1966.507510] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1966.508374] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a767fda-f138-4336-aed0-6673306b7272 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.514735] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 1966.514735] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5211b987-293c-f3b6-4a8f-e22cceadb6da" [ 1966.514735] env[63676]: _type = "Task" [ 1966.514735] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.525600] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5211b987-293c-f3b6-4a8f-e22cceadb6da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.581905] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926140, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.668568] env[63676]: DEBUG oslo_concurrency.lockutils [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Acquiring lock "b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.668848] env[63676]: DEBUG oslo_concurrency.lockutils [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Lock "b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.669086] env[63676]: DEBUG oslo_concurrency.lockutils [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Acquiring lock "b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.669288] env[63676]: DEBUG oslo_concurrency.lockutils [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Lock "b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.669463] env[63676]: DEBUG oslo_concurrency.lockutils [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Lock "b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.671714] env[63676]: INFO nova.compute.manager [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Terminating instance [ 1966.704225] env[63676]: DEBUG nova.network.neutron [req-1d7e2dad-0574-4b48-ab18-14d4318bffa6 req-63a78c98-b52a-4790-86c2-9d883c5fb977 service nova] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Updated VIF entry in instance network info cache for port 72de6258-a8e2-403a-83a3-0cad28fa2ec5. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1966.704688] env[63676]: DEBUG nova.network.neutron [req-1d7e2dad-0574-4b48-ab18-14d4318bffa6 req-63a78c98-b52a-4790-86c2-9d883c5fb977 service nova] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Updating instance_info_cache with network_info: [{"id": "72de6258-a8e2-403a-83a3-0cad28fa2ec5", "address": "fa:16:3e:3a:62:f9", "network": {"id": "a95efb99-eea4-4e98-bf52-a2201de39e28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1488566241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64afb88688594408bd695883c0366330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72de6258-a8", "ovs_interfaceid": "72de6258-a8e2-403a-83a3-0cad28fa2ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1966.917487] env[63676]: DEBUG oslo_vmware.api [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926139, 'name': PowerOnVM_Task, 'duration_secs': 0.84} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.917826] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1966.918133] env[63676]: INFO nova.compute.manager [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Took 9.33 seconds to spawn the instance on the hypervisor. [ 1966.918333] env[63676]: DEBUG nova.compute.manager [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1966.919314] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abd54aa-67d0-418e-9b16-9167a34ad9b8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.026726] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Preparing fetch location {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1967.027021] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Fetch image to [datastore1] OSTACK_IMG_1072d977-5b8a-4055-bf3d-0130317433e1/OSTACK_IMG_1072d977-5b8a-4055-bf3d-0130317433e1.vmdk {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1967.027691] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Downloading stream optimized image 01faba9f-dce2-4fef-877d-08d4e1b5500f to [datastore1] OSTACK_IMG_1072d977-5b8a-4055-bf3d-0130317433e1/OSTACK_IMG_1072d977-5b8a-4055-bf3d-0130317433e1.vmdk on the data store datastore1 as vApp {{(pid=63676) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1967.028149] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Downloading image file data 01faba9f-dce2-4fef-877d-08d4e1b5500f to the ESX as VM named 'OSTACK_IMG_1072d977-5b8a-4055-bf3d-0130317433e1' {{(pid=63676) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1967.042379] env[63676]: DEBUG oslo_concurrency.lockutils [None req-48e2c865-e2e2-48ef-8fc8-d2e77988e572 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "ffe4822e-d0ee-40f1-ae4f-eea41a20a054" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1967.043549] env[63676]: DEBUG oslo_concurrency.lockutils [None req-48e2c865-e2e2-48ef-8fc8-d2e77988e572 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "ffe4822e-d0ee-40f1-ae4f-eea41a20a054" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1967.043785] env[63676]: DEBUG nova.compute.manager [None req-48e2c865-e2e2-48ef-8fc8-d2e77988e572 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Going to confirm migration 4 {{(pid=63676) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 1967.083352] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926140, 'name': RemoveSnapshot_Task, 'duration_secs': 0.69417} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.083352] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Deleted Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1967.083515] env[63676]: DEBUG nova.compute.manager [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1967.084445] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3f8b6f-480e-4203-a14a-9b64ae110b16 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.176832] env[63676]: DEBUG nova.compute.manager [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1967.177041] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1967.178513] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bd02f5-fc06-47c4-be9f-681b679411e9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.187889] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1967.188605] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fa4508c-9209-44a2-88ac-c44526db9e26 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.195446] env[63676]: DEBUG oslo_vmware.api [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Waiting for the task: (returnval){ [ 1967.195446] env[63676]: value = "task-1926141" [ 1967.195446] env[63676]: _type = "Task" [ 1967.195446] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.205323] env[63676]: DEBUG oslo_vmware.api [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Task: {'id': task-1926141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.207984] env[63676]: DEBUG oslo_concurrency.lockutils [req-1d7e2dad-0574-4b48-ab18-14d4318bffa6 req-63a78c98-b52a-4790-86c2-9d883c5fb977 service nova] Releasing lock "refresh_cache-92644b9e-6891-4de2-8f12-0a872e37ceb8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1967.438152] env[63676]: INFO nova.compute.manager [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Took 25.77 seconds to build instance. [ 1967.449261] env[63676]: DEBUG oslo_vmware.rw_handles [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c31737-90b5-9ffc-99dc-1a2f4f8cce68/disk-0.vmdk. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1967.450340] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f541ad1c-3eb0-4928-8d48-9fad5b65b25d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.460241] env[63676]: DEBUG oslo_vmware.rw_handles [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c31737-90b5-9ffc-99dc-1a2f4f8cce68/disk-0.vmdk is in state: ready. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1967.462782] env[63676]: ERROR oslo_vmware.rw_handles [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c31737-90b5-9ffc-99dc-1a2f4f8cce68/disk-0.vmdk due to incomplete transfer. [ 1967.462782] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-71a7181f-9ad5-4c02-82c4-9fa9a343b7a2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.471877] env[63676]: DEBUG oslo_vmware.rw_handles [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1967.471877] env[63676]: value = "resgroup-9" [ 1967.471877] env[63676]: _type = "ResourcePool" [ 1967.471877] env[63676]: }. {{(pid=63676) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1967.471877] env[63676]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c041ccdd-e87d-4c0e-a8eb-c84c3ad4ad32 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.489683] env[63676]: DEBUG oslo_vmware.rw_handles [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c31737-90b5-9ffc-99dc-1a2f4f8cce68/disk-0.vmdk. {{(pid=63676) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1967.490411] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Uploaded image dbad2521-df71-4960-8d67-f18fd5ad834d to the Glance image server {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1967.491750] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Destroying the VM {{(pid=63676) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1967.493490] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-95ec1382-e088-49a5-b702-05c742a0867c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.503371] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 1967.503371] env[63676]: value = "task-1926142" [ 1967.503371] env[63676]: _type = "Task" [ 1967.503371] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.503963] env[63676]: DEBUG oslo_vmware.rw_handles [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lease: (returnval){ [ 1967.503963] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524849be-2fb2-6afa-69a7-95cf8104fcc4" [ 1967.503963] env[63676]: _type = "HttpNfcLease" [ 1967.503963] env[63676]: } obtained for vApp import into resource pool (val){ [ 1967.503963] env[63676]: value = "resgroup-9" [ 1967.503963] env[63676]: _type = "ResourcePool" [ 1967.503963] env[63676]: }. {{(pid=63676) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1967.505222] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the lease: (returnval){ [ 1967.505222] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524849be-2fb2-6afa-69a7-95cf8104fcc4" [ 1967.505222] env[63676]: _type = "HttpNfcLease" [ 1967.505222] env[63676]: } to be ready. {{(pid=63676) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1967.516202] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926142, 'name': Destroy_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.517938] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1967.517938] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524849be-2fb2-6afa-69a7-95cf8104fcc4" [ 1967.517938] env[63676]: _type = "HttpNfcLease" [ 1967.517938] env[63676]: } is initializing. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1967.598130] env[63676]: INFO nova.compute.manager [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Shelve offloading [ 1967.637092] env[63676]: DEBUG oslo_concurrency.lockutils [None req-48e2c865-e2e2-48ef-8fc8-d2e77988e572 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "refresh_cache-ffe4822e-d0ee-40f1-ae4f-eea41a20a054" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1967.637300] env[63676]: DEBUG oslo_concurrency.lockutils [None req-48e2c865-e2e2-48ef-8fc8-d2e77988e572 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired lock "refresh_cache-ffe4822e-d0ee-40f1-ae4f-eea41a20a054" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1967.638653] env[63676]: DEBUG nova.network.neutron [None req-48e2c865-e2e2-48ef-8fc8-d2e77988e572 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1967.639103] env[63676]: DEBUG nova.objects.instance [None req-48e2c865-e2e2-48ef-8fc8-d2e77988e572 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lazy-loading 'info_cache' on Instance uuid ffe4822e-d0ee-40f1-ae4f-eea41a20a054 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1967.706741] env[63676]: DEBUG oslo_vmware.api [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Task: {'id': task-1926141, 'name': PowerOffVM_Task, 'duration_secs': 0.409369} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.707497] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1967.707497] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1967.708367] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-581e6803-3257-4919-a0fe-0fee50c6353c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.861021] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1967.861021] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1967.861021] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Deleting the datastore file [datastore1] b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1967.861021] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1591a14-a9aa-4a2c-af5e-b470f2824bc4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.865836] env[63676]: DEBUG oslo_vmware.api [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Waiting for the task: (returnval){ [ 1967.865836] env[63676]: value = "task-1926145" [ 1967.865836] env[63676]: _type = "Task" [ 1967.865836] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.875588] env[63676]: DEBUG oslo_vmware.api [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Task: {'id': task-1926145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.940415] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cd609c83-f86b-498e-953e-11bd33f1940a tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "92644b9e-6891-4de2-8f12-0a872e37ceb8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.288s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.025224] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1968.025224] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524849be-2fb2-6afa-69a7-95cf8104fcc4" [ 1968.025224] env[63676]: _type = "HttpNfcLease" [ 1968.025224] env[63676]: } is initializing. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1968.033475] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926142, 'name': Destroy_Task} progress is 33%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.076111] env[63676]: DEBUG nova.compute.manager [req-7f33c9da-6c1d-4874-81f9-0669797abbb2 req-f7523427-bd6a-4b62-b112-4272e8c9fada service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Received event network-vif-plugged-26639aa1-3473-4365-91ea-8c12a1e3efa2 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1968.077220] env[63676]: DEBUG oslo_concurrency.lockutils [req-7f33c9da-6c1d-4874-81f9-0669797abbb2 req-f7523427-bd6a-4b62-b112-4272e8c9fada service nova] Acquiring lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.078625] env[63676]: DEBUG oslo_concurrency.lockutils [req-7f33c9da-6c1d-4874-81f9-0669797abbb2 req-f7523427-bd6a-4b62-b112-4272e8c9fada service nova] Lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.079077] env[63676]: DEBUG oslo_concurrency.lockutils [req-7f33c9da-6c1d-4874-81f9-0669797abbb2 req-f7523427-bd6a-4b62-b112-4272e8c9fada service nova] Lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.079534] env[63676]: DEBUG nova.compute.manager [req-7f33c9da-6c1d-4874-81f9-0669797abbb2 req-f7523427-bd6a-4b62-b112-4272e8c9fada service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] No waiting events found dispatching network-vif-plugged-26639aa1-3473-4365-91ea-8c12a1e3efa2 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1968.080416] env[63676]: WARNING nova.compute.manager [req-7f33c9da-6c1d-4874-81f9-0669797abbb2 req-f7523427-bd6a-4b62-b112-4272e8c9fada service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Received unexpected event network-vif-plugged-26639aa1-3473-4365-91ea-8c12a1e3efa2 for instance with vm_state active and task_state None. [ 1968.080864] env[63676]: DEBUG nova.compute.manager [req-7f33c9da-6c1d-4874-81f9-0669797abbb2 req-f7523427-bd6a-4b62-b112-4272e8c9fada service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Received event network-vif-plugged-1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1968.081775] env[63676]: DEBUG oslo_concurrency.lockutils [req-7f33c9da-6c1d-4874-81f9-0669797abbb2 req-f7523427-bd6a-4b62-b112-4272e8c9fada service nova] Acquiring lock "3f45007f-d699-43f9-a2fd-84565bd1930c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.082794] env[63676]: DEBUG oslo_concurrency.lockutils [req-7f33c9da-6c1d-4874-81f9-0669797abbb2 req-f7523427-bd6a-4b62-b112-4272e8c9fada service nova] Lock "3f45007f-d699-43f9-a2fd-84565bd1930c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.083507] env[63676]: DEBUG oslo_concurrency.lockutils [req-7f33c9da-6c1d-4874-81f9-0669797abbb2 req-f7523427-bd6a-4b62-b112-4272e8c9fada service nova] Lock "3f45007f-d699-43f9-a2fd-84565bd1930c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.083919] env[63676]: DEBUG nova.compute.manager [req-7f33c9da-6c1d-4874-81f9-0669797abbb2 req-f7523427-bd6a-4b62-b112-4272e8c9fada service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] No waiting events found dispatching network-vif-plugged-1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1968.086114] env[63676]: WARNING nova.compute.manager [req-7f33c9da-6c1d-4874-81f9-0669797abbb2 req-f7523427-bd6a-4b62-b112-4272e8c9fada service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Received unexpected event network-vif-plugged-1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267 for instance with vm_state shelved_offloaded and task_state spawning. [ 1968.086114] env[63676]: DEBUG nova.compute.manager [req-7f33c9da-6c1d-4874-81f9-0669797abbb2 req-f7523427-bd6a-4b62-b112-4272e8c9fada service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Received event network-changed-26639aa1-3473-4365-91ea-8c12a1e3efa2 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1968.086114] env[63676]: DEBUG nova.compute.manager [req-7f33c9da-6c1d-4874-81f9-0669797abbb2 req-f7523427-bd6a-4b62-b112-4272e8c9fada service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Refreshing instance network info cache due to event network-changed-26639aa1-3473-4365-91ea-8c12a1e3efa2. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1968.086114] env[63676]: DEBUG oslo_concurrency.lockutils [req-7f33c9da-6c1d-4874-81f9-0669797abbb2 req-f7523427-bd6a-4b62-b112-4272e8c9fada service nova] Acquiring lock "refresh_cache-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.086114] env[63676]: DEBUG oslo_concurrency.lockutils [req-7f33c9da-6c1d-4874-81f9-0669797abbb2 req-f7523427-bd6a-4b62-b112-4272e8c9fada service nova] Acquired lock "refresh_cache-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.086783] env[63676]: DEBUG nova.network.neutron [req-7f33c9da-6c1d-4874-81f9-0669797abbb2 req-f7523427-bd6a-4b62-b112-4272e8c9fada service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Refreshing network info cache for port 26639aa1-3473-4365-91ea-8c12a1e3efa2 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1968.105056] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1968.105056] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a26d7cb2-116a-4b29-bb99-ee81a8b49f71 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.114385] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1968.114385] env[63676]: value = "task-1926146" [ 1968.114385] env[63676]: _type = "Task" [ 1968.114385] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.134355] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] VM already powered off {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1968.134355] env[63676]: DEBUG nova.compute.manager [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1968.134355] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cba353-37ed-453d-a7c1-eb30efe3018e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.144540] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "refresh_cache-0a0a5437-fa92-4d72-8291-b056bc9d8679" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.144736] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquired lock "refresh_cache-0a0a5437-fa92-4d72-8291-b056bc9d8679" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.144915] env[63676]: DEBUG nova.network.neutron [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1968.377606] env[63676]: DEBUG oslo_vmware.api [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Task: {'id': task-1926145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.325861} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.378951] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1968.378951] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1968.378951] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1968.378951] env[63676]: INFO nova.compute.manager [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1968.379460] env[63676]: DEBUG oslo.service.loopingcall [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1968.379762] env[63676]: DEBUG nova.compute.manager [-] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1968.380040] env[63676]: DEBUG nova.network.neutron [-] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1968.520248] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "ecdfd63e-86e9-4a96-8230-a58ce62cea2e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.520248] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "ecdfd63e-86e9-4a96-8230-a58ce62cea2e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.531813] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926142, 'name': Destroy_Task, 'duration_secs': 0.7222} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.532542] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Destroyed the VM [ 1968.532989] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Deleting Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1968.533950] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-01ed07e8-8b73-4d28-95b5-0f48575434c6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.537635] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1968.537635] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524849be-2fb2-6afa-69a7-95cf8104fcc4" [ 1968.537635] env[63676]: _type = "HttpNfcLease" [ 1968.537635] env[63676]: } is ready. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1968.538286] env[63676]: DEBUG oslo_vmware.rw_handles [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1968.538286] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524849be-2fb2-6afa-69a7-95cf8104fcc4" [ 1968.538286] env[63676]: _type = "HttpNfcLease" [ 1968.538286] env[63676]: }. {{(pid=63676) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1968.539452] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ee1648-8d04-4751-807b-baebcea1981e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.543254] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 1968.543254] env[63676]: value = "task-1926147" [ 1968.543254] env[63676]: _type = "Task" [ 1968.543254] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.550977] env[63676]: DEBUG oslo_vmware.rw_handles [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520256a1-6034-1d9e-917b-76fc9b5144fb/disk-0.vmdk from lease info. {{(pid=63676) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1968.551818] env[63676]: DEBUG oslo_vmware.rw_handles [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Creating HTTP connection to write to file with size = 31671808 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520256a1-6034-1d9e-917b-76fc9b5144fb/disk-0.vmdk. {{(pid=63676) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1968.613711] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926147, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.619648] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-263aaf13-fbd5-41b0-919f-0beb9f51aa86 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.943993] env[63676]: DEBUG nova.network.neutron [None req-48e2c865-e2e2-48ef-8fc8-d2e77988e572 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Updating instance_info_cache with network_info: [{"id": "674daf90-b33b-4dfb-8669-bdc3c2724dc8", "address": "fa:16:3e:87:c9:02", "network": {"id": "b4503803-880d-4b7d-94e2-622c87fede97", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-638170252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11302b5359cb437aac371d1206a15f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap674daf90-b3", "ovs_interfaceid": "674daf90-b33b-4dfb-8669-bdc3c2724dc8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1968.956235] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "interface-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8-43a9bfd3-a98e-4c21-8adf-9afc8aa88ec6" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1968.956479] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "interface-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8-43a9bfd3-a98e-4c21-8adf-9afc8aa88ec6" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.957021] env[63676]: DEBUG nova.objects.instance [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lazy-loading 'flavor' on Instance uuid e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1969.033887] env[63676]: DEBUG nova.compute.manager [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1969.064837] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926147, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.446888] env[63676]: DEBUG oslo_concurrency.lockutils [None req-48e2c865-e2e2-48ef-8fc8-d2e77988e572 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Releasing lock "refresh_cache-ffe4822e-d0ee-40f1-ae4f-eea41a20a054" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1969.447308] env[63676]: DEBUG nova.objects.instance [None req-48e2c865-e2e2-48ef-8fc8-d2e77988e572 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lazy-loading 'migration_context' on Instance uuid ffe4822e-d0ee-40f1-ae4f-eea41a20a054 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1969.567534] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926147, 'name': RemoveSnapshot_Task, 'duration_secs': 0.831463} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.567534] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Deleted Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1969.567534] env[63676]: DEBUG nova.compute.manager [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1969.567534] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d778ef-5915-4c19-83f9-ceab942f0623 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.580589] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1969.580652] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1969.582237] env[63676]: INFO nova.compute.claims [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1969.594027] env[63676]: DEBUG nova.objects.instance [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lazy-loading 'pci_requests' on Instance uuid e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1969.639085] env[63676]: DEBUG nova.network.neutron [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Updating instance_info_cache with network_info: [{"id": "072b3622-2e6e-4762-a4a2-176f87325140", "address": "fa:16:3e:3b:38:a2", "network": {"id": "25772371-ba03-400f-be06-ce368c03b735", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1846336299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93faadf6a08140439d5abf8ec7de9c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap072b3622-2e", "ovs_interfaceid": "072b3622-2e6e-4762-a4a2-176f87325140", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.648201] env[63676]: DEBUG nova.network.neutron [req-7f33c9da-6c1d-4874-81f9-0669797abbb2 req-f7523427-bd6a-4b62-b112-4272e8c9fada service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Updated VIF entry in instance network info cache for port 26639aa1-3473-4365-91ea-8c12a1e3efa2. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1969.648628] env[63676]: DEBUG nova.network.neutron [req-7f33c9da-6c1d-4874-81f9-0669797abbb2 req-f7523427-bd6a-4b62-b112-4272e8c9fada service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Updating instance_info_cache with network_info: [{"id": "ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f", "address": "fa:16:3e:2e:a4:dc", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffeb84e8-7f", "ovs_interfaceid": "ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26639aa1-3473-4365-91ea-8c12a1e3efa2", "address": "fa:16:3e:b8:a9:d5", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26639aa1-34", "ovs_interfaceid": "26639aa1-3473-4365-91ea-8c12a1e3efa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.951065] env[63676]: DEBUG nova.objects.base [None req-48e2c865-e2e2-48ef-8fc8-d2e77988e572 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63676) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1969.953161] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b855e517-9462-4596-afb7-354e7717b926 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.983488] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-401d1552-5709-45d8-88b8-6e7792b41621 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.992685] env[63676]: DEBUG oslo_vmware.api [None req-48e2c865-e2e2-48ef-8fc8-d2e77988e572 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1969.992685] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520304f5-7ab4-b7e1-1663-9a70cced1419" [ 1969.992685] env[63676]: _type = "Task" [ 1969.992685] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.005688] env[63676]: DEBUG oslo_vmware.api [None req-48e2c865-e2e2-48ef-8fc8-d2e77988e572 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520304f5-7ab4-b7e1-1663-9a70cced1419, 'name': SearchDatastore_Task, 'duration_secs': 0.011135} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.005994] env[63676]: DEBUG oslo_concurrency.lockutils [None req-48e2c865-e2e2-48ef-8fc8-d2e77988e572 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.080869] env[63676]: INFO nova.compute.manager [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Shelve offloading [ 1970.096490] env[63676]: DEBUG nova.objects.base [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63676) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1970.097217] env[63676]: DEBUG nova.network.neutron [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1970.142081] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Releasing lock "refresh_cache-0a0a5437-fa92-4d72-8291-b056bc9d8679" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.152603] env[63676]: DEBUG oslo_concurrency.lockutils [req-7f33c9da-6c1d-4874-81f9-0669797abbb2 req-f7523427-bd6a-4b62-b112-4272e8c9fada service nova] Releasing lock "refresh_cache-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.152920] env[63676]: DEBUG nova.compute.manager [req-7f33c9da-6c1d-4874-81f9-0669797abbb2 req-f7523427-bd6a-4b62-b112-4272e8c9fada service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Received event network-changed-1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1970.153846] env[63676]: DEBUG nova.compute.manager [req-7f33c9da-6c1d-4874-81f9-0669797abbb2 req-f7523427-bd6a-4b62-b112-4272e8c9fada service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Refreshing instance network info cache due to event network-changed-1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1970.153846] env[63676]: DEBUG oslo_concurrency.lockutils [req-7f33c9da-6c1d-4874-81f9-0669797abbb2 req-f7523427-bd6a-4b62-b112-4272e8c9fada service nova] Acquiring lock "refresh_cache-3f45007f-d699-43f9-a2fd-84565bd1930c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.153846] env[63676]: DEBUG oslo_concurrency.lockutils [req-7f33c9da-6c1d-4874-81f9-0669797abbb2 req-f7523427-bd6a-4b62-b112-4272e8c9fada service nova] Acquired lock "refresh_cache-3f45007f-d699-43f9-a2fd-84565bd1930c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.153846] env[63676]: DEBUG nova.network.neutron [req-7f33c9da-6c1d-4874-81f9-0669797abbb2 req-f7523427-bd6a-4b62-b112-4272e8c9fada service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Refreshing network info cache for port 1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1970.159682] env[63676]: DEBUG oslo_vmware.rw_handles [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Completed reading data from the image iterator. {{(pid=63676) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1970.159885] env[63676]: DEBUG oslo_vmware.rw_handles [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520256a1-6034-1d9e-917b-76fc9b5144fb/disk-0.vmdk. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1970.160852] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9d88ef-0b1a-42d0-9385-eb1ebf50edfe {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.168930] env[63676]: DEBUG oslo_vmware.rw_handles [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520256a1-6034-1d9e-917b-76fc9b5144fb/disk-0.vmdk is in state: ready. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1970.169135] env[63676]: DEBUG oslo_vmware.rw_handles [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520256a1-6034-1d9e-917b-76fc9b5144fb/disk-0.vmdk. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1970.169631] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2f68f8d9-5588-4301-b215-f707dd472ea4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.274102] env[63676]: DEBUG nova.policy [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec8e6397d4224cc783352861583ef0e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf227039b25c482ab23b72d4919bbdd9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1970.326985] env[63676]: DEBUG nova.network.neutron [-] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.495096] env[63676]: DEBUG oslo_vmware.rw_handles [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/520256a1-6034-1d9e-917b-76fc9b5144fb/disk-0.vmdk. {{(pid=63676) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1970.495096] env[63676]: INFO nova.virt.vmwareapi.images [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Downloaded image file data 01faba9f-dce2-4fef-877d-08d4e1b5500f [ 1970.495096] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de2a933-6291-4764-a596-2332dca07456 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.522667] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e103364-9acb-4fb4-acfe-e222b17ccc19 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.584757] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1970.585092] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec365828-22d8-4d4c-bf28-945b0e35c686 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.595774] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 1970.595774] env[63676]: value = "task-1926149" [ 1970.595774] env[63676]: _type = "Task" [ 1970.595774] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.609240] env[63676]: INFO nova.virt.vmwareapi.images [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] The imported VM was unregistered [ 1970.609240] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Caching image {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1970.609545] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Creating directory with path [datastore1] devstack-image-cache_base/01faba9f-dce2-4fef-877d-08d4e1b5500f {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1970.609940] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0d0d9ddd-3e71-4559-b522-f7a4e4c85fd6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.612011] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] VM already powered off {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1970.612390] env[63676]: DEBUG nova.compute.manager [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1970.613289] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558e648e-2309-417a-8af5-c9fef995a2f1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.623113] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquiring lock "refresh_cache-07c4b6fa-d291-4827-b390-3a1f8d365652" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.623386] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquired lock "refresh_cache-07c4b6fa-d291-4827-b390-3a1f8d365652" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.623619] env[63676]: DEBUG nova.network.neutron [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1970.634651] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Created directory with path [datastore1] devstack-image-cache_base/01faba9f-dce2-4fef-877d-08d4e1b5500f {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1970.635469] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_1072d977-5b8a-4055-bf3d-0130317433e1/OSTACK_IMG_1072d977-5b8a-4055-bf3d-0130317433e1.vmdk to [datastore1] devstack-image-cache_base/01faba9f-dce2-4fef-877d-08d4e1b5500f/01faba9f-dce2-4fef-877d-08d4e1b5500f.vmdk. {{(pid=63676) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1970.635469] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-dab89b48-d48e-4343-9e94-c31cd60279f6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.649169] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 1970.649169] env[63676]: value = "task-1926150" [ 1970.649169] env[63676]: _type = "Task" [ 1970.649169] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.658439] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926150, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.772594] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1970.774220] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f490422-c8c5-4a86-b1a0-f660f227542c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.785475] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1970.785846] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e69bff9-fdd6-4237-a281-05e8efe34bce {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.791586] env[63676]: DEBUG nova.compute.manager [req-72389715-9087-4ba5-8504-a73e3d324777 req-3a8f0e3e-705e-4625-a592-54ffc38e9f5b service nova] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Received event network-changed-0122791e-33cb-48a3-9406-dfed42d3e33e {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1970.791762] env[63676]: DEBUG nova.compute.manager [req-72389715-9087-4ba5-8504-a73e3d324777 req-3a8f0e3e-705e-4625-a592-54ffc38e9f5b service nova] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Refreshing instance network info cache due to event network-changed-0122791e-33cb-48a3-9406-dfed42d3e33e. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1970.792220] env[63676]: DEBUG oslo_concurrency.lockutils [req-72389715-9087-4ba5-8504-a73e3d324777 req-3a8f0e3e-705e-4625-a592-54ffc38e9f5b service nova] Acquiring lock "refresh_cache-53b92e45-8bf3-45d2-beb6-5a349a5b055f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1970.792510] env[63676]: DEBUG oslo_concurrency.lockutils [req-72389715-9087-4ba5-8504-a73e3d324777 req-3a8f0e3e-705e-4625-a592-54ffc38e9f5b service nova] Acquired lock "refresh_cache-53b92e45-8bf3-45d2-beb6-5a349a5b055f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1970.792817] env[63676]: DEBUG nova.network.neutron [req-72389715-9087-4ba5-8504-a73e3d324777 req-3a8f0e3e-705e-4625-a592-54ffc38e9f5b service nova] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Refreshing network info cache for port 0122791e-33cb-48a3-9406-dfed42d3e33e {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1970.829509] env[63676]: INFO nova.compute.manager [-] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Took 2.45 seconds to deallocate network for instance. [ 1970.895049] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca43682-be78-414d-abc0-88d7e9fb9d54 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.903489] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea867d2-9526-4194-aa7b-fba30c3b0d3e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.937934] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1068ff5-a05d-45b1-aca1-73c1b0e4245e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.947125] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a23b301b-db35-4340-9fc2-140385d0d8fb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.961216] env[63676]: DEBUG nova.compute.provider_tree [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1970.971529] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1970.971704] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1970.971884] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Deleting the datastore file [datastore1] 0a0a5437-fa92-4d72-8291-b056bc9d8679 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1970.972182] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c732a6d1-9332-4ed1-aae3-cb6c82817efb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.979812] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1970.979812] env[63676]: value = "task-1926152" [ 1970.979812] env[63676]: _type = "Task" [ 1970.979812] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.992987] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.065199] env[63676]: DEBUG nova.network.neutron [req-7f33c9da-6c1d-4874-81f9-0669797abbb2 req-f7523427-bd6a-4b62-b112-4272e8c9fada service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Updated VIF entry in instance network info cache for port 1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1971.065701] env[63676]: DEBUG nova.network.neutron [req-7f33c9da-6c1d-4874-81f9-0669797abbb2 req-f7523427-bd6a-4b62-b112-4272e8c9fada service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Updating instance_info_cache with network_info: [{"id": "1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267", "address": "fa:16:3e:ec:95:49", "network": {"id": "465bc3ab-3d10-4ad3-beba-d983da006dd4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1745781740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e68c77877174b049493f256f443f81f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1bb8efd9-2d", "ovs_interfaceid": "1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.161214] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926150, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.338703] env[63676]: DEBUG oslo_concurrency.lockutils [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.492842] env[63676]: ERROR nova.scheduler.client.report [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [req-5a4deba1-868b-489d-bb60-0b96a0aa9ac8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5759d2a2-0179-444e-89b9-d9d622fd17b7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5a4deba1-868b-489d-bb60-0b96a0aa9ac8"}]} [ 1971.504139] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.512808] env[63676]: DEBUG nova.scheduler.client.report [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Refreshing inventories for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1971.526566] env[63676]: DEBUG nova.scheduler.client.report [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Updating ProviderTree inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1971.526811] env[63676]: DEBUG nova.compute.provider_tree [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1971.539677] env[63676]: DEBUG nova.scheduler.client.report [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Refreshing aggregate associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, aggregates: None {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1971.547386] env[63676]: DEBUG nova.network.neutron [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Updating instance_info_cache with network_info: [{"id": "407c22d0-6d8d-4cb4-941a-b7f401d33a7a", "address": "fa:16:3e:d7:ee:fd", "network": {"id": "0682426d-235c-4125-846f-5e1a2510432c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-202912780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99f01590e7844f9892fa09658c396b0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap407c22d0-6d", "ovs_interfaceid": "407c22d0-6d8d-4cb4-941a-b7f401d33a7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.563893] env[63676]: DEBUG nova.scheduler.client.report [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Refreshing trait associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1971.568135] env[63676]: DEBUG oslo_concurrency.lockutils [req-7f33c9da-6c1d-4874-81f9-0669797abbb2 req-f7523427-bd6a-4b62-b112-4272e8c9fada service nova] Releasing lock "refresh_cache-3f45007f-d699-43f9-a2fd-84565bd1930c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1971.665608] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926150, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.777785] env[63676]: DEBUG nova.network.neutron [req-72389715-9087-4ba5-8504-a73e3d324777 req-3a8f0e3e-705e-4625-a592-54ffc38e9f5b service nova] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Updated VIF entry in instance network info cache for port 0122791e-33cb-48a3-9406-dfed42d3e33e. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1971.778412] env[63676]: DEBUG nova.network.neutron [req-72389715-9087-4ba5-8504-a73e3d324777 req-3a8f0e3e-705e-4625-a592-54ffc38e9f5b service nova] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Updating instance_info_cache with network_info: [{"id": "0122791e-33cb-48a3-9406-dfed42d3e33e", "address": "fa:16:3e:5f:c0:3f", "network": {"id": "abf80053-ace1-44b7-ac68-be3c9b4c031d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1491985291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5701b0b66ea4031b1efd32168ad7818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0122791e-33", "ovs_interfaceid": "0122791e-33cb-48a3-9406-dfed42d3e33e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1971.838278] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e9c1046-e8db-4ab2-8287-e5ffb78aafd7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.848652] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec406418-71f6-4a0f-a323-554c66457a21 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.883260] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44858eb-8e9b-40ee-ad30-8425caa3ec1f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.893743] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef073fd-64cc-45b2-8c58-051a2c7496e2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.913029] env[63676]: DEBUG nova.compute.provider_tree [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1972.000128] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.052072] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Releasing lock "refresh_cache-07c4b6fa-d291-4827-b390-3a1f8d365652" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.162877] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926150, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.280887] env[63676]: DEBUG oslo_concurrency.lockutils [req-72389715-9087-4ba5-8504-a73e3d324777 req-3a8f0e3e-705e-4625-a592-54ffc38e9f5b service nova] Releasing lock "refresh_cache-53b92e45-8bf3-45d2-beb6-5a349a5b055f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.281275] env[63676]: DEBUG nova.compute.manager [req-72389715-9087-4ba5-8504-a73e3d324777 req-3a8f0e3e-705e-4625-a592-54ffc38e9f5b service nova] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Received event network-changed-72de6258-a8e2-403a-83a3-0cad28fa2ec5 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1972.281470] env[63676]: DEBUG nova.compute.manager [req-72389715-9087-4ba5-8504-a73e3d324777 req-3a8f0e3e-705e-4625-a592-54ffc38e9f5b service nova] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Refreshing instance network info cache due to event network-changed-72de6258-a8e2-403a-83a3-0cad28fa2ec5. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1972.281702] env[63676]: DEBUG oslo_concurrency.lockutils [req-72389715-9087-4ba5-8504-a73e3d324777 req-3a8f0e3e-705e-4625-a592-54ffc38e9f5b service nova] Acquiring lock "refresh_cache-92644b9e-6891-4de2-8f12-0a872e37ceb8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.281926] env[63676]: DEBUG oslo_concurrency.lockutils [req-72389715-9087-4ba5-8504-a73e3d324777 req-3a8f0e3e-705e-4625-a592-54ffc38e9f5b service nova] Acquired lock "refresh_cache-92644b9e-6891-4de2-8f12-0a872e37ceb8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.282030] env[63676]: DEBUG nova.network.neutron [req-72389715-9087-4ba5-8504-a73e3d324777 req-3a8f0e3e-705e-4625-a592-54ffc38e9f5b service nova] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Refreshing network info cache for port 72de6258-a8e2-403a-83a3-0cad28fa2ec5 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1972.453322] env[63676]: DEBUG nova.scheduler.client.report [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Updated inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with generation 129 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1972.453536] env[63676]: DEBUG nova.compute.provider_tree [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Updating resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 generation from 129 to 130 during operation: update_inventory {{(pid=63676) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1972.453725] env[63676]: DEBUG nova.compute.provider_tree [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1972.494416] env[63676]: DEBUG nova.network.neutron [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Successfully updated port: 43a9bfd3-a98e-4c21-8adf-9afc8aa88ec6 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1972.504766] env[63676]: DEBUG oslo_vmware.api [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.138951} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.505430] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1972.505430] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1972.505430] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1972.536446] env[63676]: INFO nova.scheduler.client.report [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Deleted allocations for instance 0a0a5437-fa92-4d72-8291-b056bc9d8679 [ 1972.605218] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1972.606258] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc24020-a2ca-49c9-86e8-e7350d74069e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.617125] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1972.617619] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-407ae3f4-98fc-4150-ac22-7587b514fa32 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.665611] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926150, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.749550] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1972.749550] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1972.750062] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Deleting the datastore file [datastore1] 07c4b6fa-d291-4827-b390-3a1f8d365652 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1972.750416] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9da72c44-5929-4454-b9ec-451cc55fb4ec {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.761745] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 1972.761745] env[63676]: value = "task-1926154" [ 1972.761745] env[63676]: _type = "Task" [ 1972.761745] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.774075] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.960163] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.379s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1972.960809] env[63676]: DEBUG nova.compute.manager [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1972.966939] env[63676]: DEBUG oslo_concurrency.lockutils [None req-48e2c865-e2e2-48ef-8fc8-d2e77988e572 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.961s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1972.998740] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "refresh_cache-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.999082] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired lock "refresh_cache-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.999290] env[63676]: DEBUG nova.network.neutron [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1973.044343] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.152710] env[63676]: DEBUG nova.network.neutron [req-72389715-9087-4ba5-8504-a73e3d324777 req-3a8f0e3e-705e-4625-a592-54ffc38e9f5b service nova] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Updated VIF entry in instance network info cache for port 72de6258-a8e2-403a-83a3-0cad28fa2ec5. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1973.153041] env[63676]: DEBUG nova.network.neutron [req-72389715-9087-4ba5-8504-a73e3d324777 req-3a8f0e3e-705e-4625-a592-54ffc38e9f5b service nova] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Updating instance_info_cache with network_info: [{"id": "72de6258-a8e2-403a-83a3-0cad28fa2ec5", "address": "fa:16:3e:3a:62:f9", "network": {"id": "a95efb99-eea4-4e98-bf52-a2201de39e28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1488566241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64afb88688594408bd695883c0366330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72de6258-a8", "ovs_interfaceid": "72de6258-a8e2-403a-83a3-0cad28fa2ec5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1973.161324] env[63676]: DEBUG nova.compute.manager [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Received event network-vif-unplugged-072b3622-2e6e-4762-a4a2-176f87325140 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1973.161563] env[63676]: DEBUG oslo_concurrency.lockutils [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] Acquiring lock "0a0a5437-fa92-4d72-8291-b056bc9d8679-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.161780] env[63676]: DEBUG oslo_concurrency.lockutils [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] Lock "0a0a5437-fa92-4d72-8291-b056bc9d8679-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.161975] env[63676]: DEBUG oslo_concurrency.lockutils [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] Lock "0a0a5437-fa92-4d72-8291-b056bc9d8679-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.162123] env[63676]: DEBUG nova.compute.manager [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] No waiting events found dispatching network-vif-unplugged-072b3622-2e6e-4762-a4a2-176f87325140 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1973.162347] env[63676]: WARNING nova.compute.manager [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Received unexpected event network-vif-unplugged-072b3622-2e6e-4762-a4a2-176f87325140 for instance with vm_state shelved_offloaded and task_state None. [ 1973.162509] env[63676]: DEBUG nova.compute.manager [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Received event network-changed-072b3622-2e6e-4762-a4a2-176f87325140 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1973.162664] env[63676]: DEBUG nova.compute.manager [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Refreshing instance network info cache due to event network-changed-072b3622-2e6e-4762-a4a2-176f87325140. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1973.163204] env[63676]: DEBUG oslo_concurrency.lockutils [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] Acquiring lock "refresh_cache-0a0a5437-fa92-4d72-8291-b056bc9d8679" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.163352] env[63676]: DEBUG oslo_concurrency.lockutils [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] Acquired lock "refresh_cache-0a0a5437-fa92-4d72-8291-b056bc9d8679" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.163518] env[63676]: DEBUG nova.network.neutron [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Refreshing network info cache for port 072b3622-2e6e-4762-a4a2-176f87325140 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1973.172889] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Acquiring lock "1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.173207] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Lock "1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.173422] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Acquiring lock "1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1973.173609] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Lock "1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.173776] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Lock "1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.175880] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926150, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.177271] env[63676]: INFO nova.compute.manager [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Terminating instance [ 1973.274475] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.470827] env[63676]: DEBUG nova.compute.utils [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1973.475351] env[63676]: DEBUG nova.compute.manager [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1973.475558] env[63676]: DEBUG nova.network.neutron [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1973.538612] env[63676]: DEBUG nova.policy [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d3afab4e3d14a0d8eab8ba96abbe542', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5accc7a22deb4afeb300bab2cdcf4b8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1973.557473] env[63676]: WARNING nova.network.neutron [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] 38f63f2a-71d4-4023-ae49-78d6598b510c already exists in list: networks containing: ['38f63f2a-71d4-4023-ae49-78d6598b510c']. ignoring it [ 1973.557757] env[63676]: WARNING nova.network.neutron [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] 38f63f2a-71d4-4023-ae49-78d6598b510c already exists in list: networks containing: ['38f63f2a-71d4-4023-ae49-78d6598b510c']. ignoring it [ 1973.658429] env[63676]: DEBUG oslo_concurrency.lockutils [req-72389715-9087-4ba5-8504-a73e3d324777 req-3a8f0e3e-705e-4625-a592-54ffc38e9f5b service nova] Releasing lock "refresh_cache-92644b9e-6891-4de2-8f12-0a872e37ceb8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.658702] env[63676]: DEBUG nova.compute.manager [req-72389715-9087-4ba5-8504-a73e3d324777 req-3a8f0e3e-705e-4625-a592-54ffc38e9f5b service nova] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Received event network-vif-deleted-e6dbe1a6-aabc-4621-83b9-5237b86285fc {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1973.664700] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926150, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.919382} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.667463] env[63676]: INFO nova.virt.vmwareapi.ds_util [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_1072d977-5b8a-4055-bf3d-0130317433e1/OSTACK_IMG_1072d977-5b8a-4055-bf3d-0130317433e1.vmdk to [datastore1] devstack-image-cache_base/01faba9f-dce2-4fef-877d-08d4e1b5500f/01faba9f-dce2-4fef-877d-08d4e1b5500f.vmdk. [ 1973.667680] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Cleaning up location [datastore1] OSTACK_IMG_1072d977-5b8a-4055-bf3d-0130317433e1 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1973.667820] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_1072d977-5b8a-4055-bf3d-0130317433e1 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1973.670071] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99a038f4-94ca-4bdd-9c7c-9a0a013c6292 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.677649] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 1973.677649] env[63676]: value = "task-1926155" [ 1973.677649] env[63676]: _type = "Task" [ 1973.677649] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.683990] env[63676]: DEBUG nova.compute.manager [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1973.684244] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1973.685598] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5db91184-ff03-43ba-989b-21b85936ebb0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.692162] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926155, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.697354] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1973.700466] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-265d17cd-064e-4217-91d9-c5da9690c9f9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.706328] env[63676]: DEBUG oslo_vmware.api [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Waiting for the task: (returnval){ [ 1973.706328] env[63676]: value = "task-1926156" [ 1973.706328] env[63676]: _type = "Task" [ 1973.706328] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.719093] env[63676]: DEBUG oslo_vmware.api [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Task: {'id': task-1926156, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.768365] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27063f0-adbf-4c92-9fc5-ec52171b9631 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.780073] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3fcf034-7262-4d70-8934-86a05905e040 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.783546] env[63676]: DEBUG oslo_vmware.api [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.939765} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.783822] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1973.784016] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1973.784236] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1973.819731] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f70ad59-af1a-44f9-ba97-edf9fb52d595 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.823417] env[63676]: INFO nova.scheduler.client.report [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Deleted allocations for instance 07c4b6fa-d291-4827-b390-3a1f8d365652 [ 1973.833981] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6203168-7b8c-47fb-a75d-5502124622d8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.854817] env[63676]: DEBUG nova.compute.provider_tree [None req-48e2c865-e2e2-48ef-8fc8-d2e77988e572 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1973.975571] env[63676]: DEBUG nova.compute.manager [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1974.009790] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5f4e077f-9e2c-44d1-9bbb-33c246916f16 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "0a0a5437-fa92-4d72-8291-b056bc9d8679" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.187551] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926155, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.072089} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.187826] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1974.187997] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/01faba9f-dce2-4fef-877d-08d4e1b5500f/01faba9f-dce2-4fef-877d-08d4e1b5500f.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.188307] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/01faba9f-dce2-4fef-877d-08d4e1b5500f/01faba9f-dce2-4fef-877d-08d4e1b5500f.vmdk to [datastore1] 3f45007f-d699-43f9-a2fd-84565bd1930c/3f45007f-d699-43f9-a2fd-84565bd1930c.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1974.188600] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a718c835-4683-4834-bd79-18f14ba16e90 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.195823] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 1974.195823] env[63676]: value = "task-1926157" [ 1974.195823] env[63676]: _type = "Task" [ 1974.195823] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.203822] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926157, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.215315] env[63676]: DEBUG oslo_vmware.api [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Task: {'id': task-1926156, 'name': PowerOffVM_Task, 'duration_secs': 0.375763} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.215569] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1974.215741] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1974.215991] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-97c71a3d-52e1-4a6b-b1f8-002afd0fb2fd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.316679] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1974.316813] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1974.317126] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Deleting the datastore file [datastore1] 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1974.317396] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c85a9734-4294-4542-8e2d-fa336a1f794b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.325072] env[63676]: DEBUG oslo_vmware.api [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Waiting for the task: (returnval){ [ 1974.325072] env[63676]: value = "task-1926159" [ 1974.325072] env[63676]: _type = "Task" [ 1974.325072] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.330596] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.335786] env[63676]: DEBUG oslo_vmware.api [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Task: {'id': task-1926159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.359108] env[63676]: DEBUG nova.scheduler.client.report [None req-48e2c865-e2e2-48ef-8fc8-d2e77988e572 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1974.363376] env[63676]: DEBUG nova.network.neutron [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Updated VIF entry in instance network info cache for port 072b3622-2e6e-4762-a4a2-176f87325140. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1974.363710] env[63676]: DEBUG nova.network.neutron [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Updating instance_info_cache with network_info: [{"id": "072b3622-2e6e-4762-a4a2-176f87325140", "address": "fa:16:3e:3b:38:a2", "network": {"id": "25772371-ba03-400f-be06-ce368c03b735", "bridge": null, "label": "tempest-DeleteServersTestJSON-1846336299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93faadf6a08140439d5abf8ec7de9c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap072b3622-2e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1974.430684] env[63676]: DEBUG nova.network.neutron [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Successfully created port: 081bc10b-2419-48ea-a4b7-bff1fc43f18d {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1974.707437] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926157, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.818732] env[63676]: DEBUG nova.network.neutron [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Updating instance_info_cache with network_info: [{"id": "ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f", "address": "fa:16:3e:2e:a4:dc", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffeb84e8-7f", "ovs_interfaceid": "ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26639aa1-3473-4365-91ea-8c12a1e3efa2", "address": "fa:16:3e:b8:a9:d5", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26639aa1-34", "ovs_interfaceid": "26639aa1-3473-4365-91ea-8c12a1e3efa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43a9bfd3-a98e-4c21-8adf-9afc8aa88ec6", "address": "fa:16:3e:d3:4b:2b", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43a9bfd3-a9", "ovs_interfaceid": "43a9bfd3-a98e-4c21-8adf-9afc8aa88ec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1974.837490] env[63676]: DEBUG oslo_vmware.api [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Task: {'id': task-1926159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.869151] env[63676]: DEBUG oslo_concurrency.lockutils [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] Releasing lock "refresh_cache-0a0a5437-fa92-4d72-8291-b056bc9d8679" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.869436] env[63676]: DEBUG nova.compute.manager [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Received event network-vif-plugged-43a9bfd3-a98e-4c21-8adf-9afc8aa88ec6 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1974.869697] env[63676]: DEBUG oslo_concurrency.lockutils [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] Acquiring lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.869899] env[63676]: DEBUG oslo_concurrency.lockutils [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] Lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1974.869990] env[63676]: DEBUG oslo_concurrency.lockutils [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] Lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.870269] env[63676]: DEBUG nova.compute.manager [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] No waiting events found dispatching network-vif-plugged-43a9bfd3-a98e-4c21-8adf-9afc8aa88ec6 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1974.870475] env[63676]: WARNING nova.compute.manager [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Received unexpected event network-vif-plugged-43a9bfd3-a98e-4c21-8adf-9afc8aa88ec6 for instance with vm_state active and task_state None. [ 1974.870650] env[63676]: DEBUG nova.compute.manager [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Received event network-changed-43a9bfd3-a98e-4c21-8adf-9afc8aa88ec6 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1974.870810] env[63676]: DEBUG nova.compute.manager [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Refreshing instance network info cache due to event network-changed-43a9bfd3-a98e-4c21-8adf-9afc8aa88ec6. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1974.870983] env[63676]: DEBUG oslo_concurrency.lockutils [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] Acquiring lock "refresh_cache-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1974.987635] env[63676]: DEBUG nova.compute.manager [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1975.017667] env[63676]: DEBUG nova.virt.hardware [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1975.017948] env[63676]: DEBUG nova.virt.hardware [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1975.018136] env[63676]: DEBUG nova.virt.hardware [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1975.018327] env[63676]: DEBUG nova.virt.hardware [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1975.018499] env[63676]: DEBUG nova.virt.hardware [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1975.018661] env[63676]: DEBUG nova.virt.hardware [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1975.020142] env[63676]: DEBUG nova.virt.hardware [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1975.020142] env[63676]: DEBUG nova.virt.hardware [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1975.020142] env[63676]: DEBUG nova.virt.hardware [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1975.020142] env[63676]: DEBUG nova.virt.hardware [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1975.020142] env[63676]: DEBUG nova.virt.hardware [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1975.020594] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c1d8ab-6d19-4f72-8724-09d160b19575 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.031570] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6baa27d-f3d3-4325-8012-82a12af024db {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.207366] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926157, 'name': CopyVirtualDisk_Task} progress is 35%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.324044] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Releasing lock "refresh_cache-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1975.324044] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1975.324044] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1975.324044] env[63676]: DEBUG oslo_concurrency.lockutils [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] Acquired lock "refresh_cache-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1975.324322] env[63676]: DEBUG nova.network.neutron [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Refreshing network info cache for port 43a9bfd3-a98e-4c21-8adf-9afc8aa88ec6 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1975.326151] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162fc69e-c672-40f4-bcac-9dbb62e95eb5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.348920] env[63676]: DEBUG nova.virt.hardware [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1975.349248] env[63676]: DEBUG nova.virt.hardware [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1975.349438] env[63676]: DEBUG nova.virt.hardware [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1975.349596] env[63676]: DEBUG nova.virt.hardware [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1975.349742] env[63676]: DEBUG nova.virt.hardware [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1975.349890] env[63676]: DEBUG nova.virt.hardware [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1975.350130] env[63676]: DEBUG nova.virt.hardware [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1975.350295] env[63676]: DEBUG nova.virt.hardware [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1975.350540] env[63676]: DEBUG nova.virt.hardware [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1975.350621] env[63676]: DEBUG nova.virt.hardware [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1975.350793] env[63676]: DEBUG nova.virt.hardware [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1975.357225] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Reconfiguring VM to attach interface {{(pid=63676) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1975.361391] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c624bad4-54ff-4d1d-bfae-bbf4e2b14744 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.373552] env[63676]: DEBUG oslo_vmware.api [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Task: {'id': task-1926159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.65811} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.375665] env[63676]: DEBUG oslo_concurrency.lockutils [None req-48e2c865-e2e2-48ef-8fc8-d2e77988e572 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.408s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.377994] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1975.378206] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1975.378443] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1975.378625] env[63676]: INFO nova.compute.manager [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Took 1.69 seconds to destroy the instance on the hypervisor. [ 1975.378879] env[63676]: DEBUG oslo.service.loopingcall [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1975.379403] env[63676]: DEBUG oslo_concurrency.lockutils [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.043s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.379622] env[63676]: DEBUG nova.objects.instance [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Lazy-loading 'resources' on Instance uuid b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1975.381391] env[63676]: DEBUG nova.compute.manager [-] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1975.381489] env[63676]: DEBUG nova.network.neutron [-] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1975.389535] env[63676]: DEBUG oslo_vmware.api [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 1975.389535] env[63676]: value = "task-1926160" [ 1975.389535] env[63676]: _type = "Task" [ 1975.389535] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.403059] env[63676]: DEBUG oslo_vmware.api [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926160, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.708169] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926157, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.903403] env[63676]: DEBUG oslo_vmware.api [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.951760] env[63676]: INFO nova.scheduler.client.report [None req-48e2c865-e2e2-48ef-8fc8-d2e77988e572 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Deleted allocation for migration 26fec5c0-76f3-49ce-ad9b-e8cce9a75a79 [ 1976.147144] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbac08ab-4291-4924-9146-6e1daadce061 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.159467] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc7a810-ce2a-4e6c-bab2-06dc6136b82d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.197899] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cd60ac-de7d-4ceb-931a-f09ecfc7fad2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.211248] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926157, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.214547] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7343076f-2bd9-4089-806a-f29476ff2508 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.233888] env[63676]: DEBUG nova.compute.provider_tree [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1976.368459] env[63676]: DEBUG nova.network.neutron [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Updated VIF entry in instance network info cache for port 43a9bfd3-a98e-4c21-8adf-9afc8aa88ec6. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1976.368952] env[63676]: DEBUG nova.network.neutron [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Updating instance_info_cache with network_info: [{"id": "ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f", "address": "fa:16:3e:2e:a4:dc", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffeb84e8-7f", "ovs_interfaceid": "ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "26639aa1-3473-4365-91ea-8c12a1e3efa2", "address": "fa:16:3e:b8:a9:d5", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26639aa1-34", "ovs_interfaceid": "26639aa1-3473-4365-91ea-8c12a1e3efa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43a9bfd3-a98e-4c21-8adf-9afc8aa88ec6", "address": "fa:16:3e:d3:4b:2b", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43a9bfd3-a9", "ovs_interfaceid": "43a9bfd3-a98e-4c21-8adf-9afc8aa88ec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1976.402826] env[63676]: DEBUG oslo_vmware.api [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.459452] env[63676]: DEBUG oslo_concurrency.lockutils [None req-48e2c865-e2e2-48ef-8fc8-d2e77988e572 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "ffe4822e-d0ee-40f1-ae4f-eea41a20a054" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.417s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.609873] env[63676]: DEBUG nova.network.neutron [-] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1976.615879] env[63676]: DEBUG nova.compute.manager [req-aabfa0a7-bda5-4984-b03f-611606606948 req-95340abf-5aa0-45b7-aae5-a4e009b2640d service nova] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Received event network-vif-deleted-93de11cf-b68d-45bd-aaf1-c66a2d38cd8b {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1976.616119] env[63676]: INFO nova.compute.manager [req-aabfa0a7-bda5-4984-b03f-611606606948 req-95340abf-5aa0-45b7-aae5-a4e009b2640d service nova] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Neutron deleted interface 93de11cf-b68d-45bd-aaf1-c66a2d38cd8b; detaching it from the instance and deleting it from the info cache [ 1976.616301] env[63676]: DEBUG nova.network.neutron [req-aabfa0a7-bda5-4984-b03f-611606606948 req-95340abf-5aa0-45b7-aae5-a4e009b2640d service nova] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1976.683850] env[63676]: DEBUG nova.network.neutron [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Successfully updated port: 081bc10b-2419-48ea-a4b7-bff1fc43f18d {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1976.713423] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926157, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.737520] env[63676]: DEBUG nova.scheduler.client.report [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1976.875350] env[63676]: DEBUG oslo_concurrency.lockutils [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] Releasing lock "refresh_cache-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.875572] env[63676]: DEBUG nova.compute.manager [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Received event network-vif-unplugged-407c22d0-6d8d-4cb4-941a-b7f401d33a7a {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1976.875767] env[63676]: DEBUG oslo_concurrency.lockutils [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] Acquiring lock "07c4b6fa-d291-4827-b390-3a1f8d365652-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.875975] env[63676]: DEBUG oslo_concurrency.lockutils [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] Lock "07c4b6fa-d291-4827-b390-3a1f8d365652-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.876157] env[63676]: DEBUG oslo_concurrency.lockutils [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] Lock "07c4b6fa-d291-4827-b390-3a1f8d365652-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.876327] env[63676]: DEBUG nova.compute.manager [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] No waiting events found dispatching network-vif-unplugged-407c22d0-6d8d-4cb4-941a-b7f401d33a7a {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1976.876503] env[63676]: WARNING nova.compute.manager [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Received unexpected event network-vif-unplugged-407c22d0-6d8d-4cb4-941a-b7f401d33a7a for instance with vm_state shelved and task_state shelving_offloading. [ 1976.876773] env[63676]: DEBUG nova.compute.manager [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Received event network-changed-407c22d0-6d8d-4cb4-941a-b7f401d33a7a {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1976.877181] env[63676]: DEBUG nova.compute.manager [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Refreshing instance network info cache due to event network-changed-407c22d0-6d8d-4cb4-941a-b7f401d33a7a. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1976.877409] env[63676]: DEBUG oslo_concurrency.lockutils [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] Acquiring lock "refresh_cache-07c4b6fa-d291-4827-b390-3a1f8d365652" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.877560] env[63676]: DEBUG oslo_concurrency.lockutils [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] Acquired lock "refresh_cache-07c4b6fa-d291-4827-b390-3a1f8d365652" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.877722] env[63676]: DEBUG nova.network.neutron [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Refreshing network info cache for port 407c22d0-6d8d-4cb4-941a-b7f401d33a7a {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1976.900116] env[63676]: DEBUG oslo_vmware.api [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926160, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.077492] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquiring lock "07c4b6fa-d291-4827-b390-3a1f8d365652" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.112272] env[63676]: INFO nova.compute.manager [-] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Took 1.73 seconds to deallocate network for instance. [ 1977.119668] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-db7f3edb-70d7-40c4-bda5-000afaa39cd3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.129024] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e476b8-e1d1-40c1-9f9e-64775e4d734f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.163421] env[63676]: DEBUG nova.compute.manager [req-aabfa0a7-bda5-4984-b03f-611606606948 req-95340abf-5aa0-45b7-aae5-a4e009b2640d service nova] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Detach interface failed, port_id=93de11cf-b68d-45bd-aaf1-c66a2d38cd8b, reason: Instance 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1977.187522] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "refresh_cache-ecdfd63e-86e9-4a96-8230-a58ce62cea2e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1977.187655] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquired lock "refresh_cache-ecdfd63e-86e9-4a96-8230-a58ce62cea2e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.187860] env[63676]: DEBUG nova.network.neutron [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1977.210086] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926157, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.683568} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.210445] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/01faba9f-dce2-4fef-877d-08d4e1b5500f/01faba9f-dce2-4fef-877d-08d4e1b5500f.vmdk to [datastore1] 3f45007f-d699-43f9-a2fd-84565bd1930c/3f45007f-d699-43f9-a2fd-84565bd1930c.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1977.211285] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8695a06-0a24-4720-b7bb-e0116d3d8bf4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.236356] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 3f45007f-d699-43f9-a2fd-84565bd1930c/3f45007f-d699-43f9-a2fd-84565bd1930c.vmdk or device None with type streamOptimized {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1977.236997] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6a0cac9-a496-45e5-b85c-3be0e2d06a7c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.251494] env[63676]: DEBUG oslo_concurrency.lockutils [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.872s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.253700] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.210s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.253933] env[63676]: DEBUG nova.objects.instance [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lazy-loading 'resources' on Instance uuid 0a0a5437-fa92-4d72-8291-b056bc9d8679 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1977.260245] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 1977.260245] env[63676]: value = "task-1926161" [ 1977.260245] env[63676]: _type = "Task" [ 1977.260245] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.270228] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926161, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.275271] env[63676]: INFO nova.scheduler.client.report [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Deleted allocations for instance b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0 [ 1977.401754] env[63676]: DEBUG oslo_vmware.api [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926160, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.618328] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.647427] env[63676]: DEBUG nova.network.neutron [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Updated VIF entry in instance network info cache for port 407c22d0-6d8d-4cb4-941a-b7f401d33a7a. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1977.647801] env[63676]: DEBUG nova.network.neutron [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Updating instance_info_cache with network_info: [{"id": "407c22d0-6d8d-4cb4-941a-b7f401d33a7a", "address": "fa:16:3e:d7:ee:fd", "network": {"id": "0682426d-235c-4125-846f-5e1a2510432c", "bridge": null, "label": "tempest-ServersNegativeTestJSON-202912780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99f01590e7844f9892fa09658c396b0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap407c22d0-6d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.730501] env[63676]: DEBUG nova.network.neutron [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1977.756224] env[63676]: DEBUG nova.objects.instance [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lazy-loading 'numa_topology' on Instance uuid 0a0a5437-fa92-4d72-8291-b056bc9d8679 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1977.770461] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926161, 'name': ReconfigVM_Task, 'duration_secs': 0.395629} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.771533] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 3f45007f-d699-43f9-a2fd-84565bd1930c/3f45007f-d699-43f9-a2fd-84565bd1930c.vmdk or device None with type streamOptimized {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1977.772947] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'disk_bus': None, 'size': 0, 'device_type': 'disk', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'encryption_options': None, 'image_id': '160c0574-5dbe-4d70-9e2a-c95199be0826'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'mount_device': '/dev/sdb', 'device_type': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397161', 'volume_id': 'e636f09a-a188-4fe7-913f-1411aee97187', 'name': 'volume-e636f09a-a188-4fe7-913f-1411aee97187', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3f45007f-d699-43f9-a2fd-84565bd1930c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e636f09a-a188-4fe7-913f-1411aee97187', 'serial': 'e636f09a-a188-4fe7-913f-1411aee97187'}, 'guest_format': None, 'delete_on_termination': False, 'attachment_id': '30e33e7d-38c0-42e0-ac92-6a33287225ab', 'volume_type': None}], 'swap': None} {{(pid=63676) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1977.773183] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Volume attach. Driver type: vmdk {{(pid=63676) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1977.773381] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397161', 'volume_id': 'e636f09a-a188-4fe7-913f-1411aee97187', 'name': 'volume-e636f09a-a188-4fe7-913f-1411aee97187', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3f45007f-d699-43f9-a2fd-84565bd1930c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e636f09a-a188-4fe7-913f-1411aee97187', 'serial': 'e636f09a-a188-4fe7-913f-1411aee97187'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1977.774445] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b76de7-4aef-427a-8c13-03258ea9873c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.796267] env[63676]: DEBUG oslo_concurrency.lockutils [None req-298392f2-e2cf-4e26-b7f7-27bc68f62fbb tempest-ServersV294TestFqdnHostnames-1415961107 tempest-ServersV294TestFqdnHostnames-1415961107-project-member] Lock "b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.127s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.797780] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61c04bf-da4c-44c3-9736-7c03e21f4868 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.825224] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] volume-e636f09a-a188-4fe7-913f-1411aee97187/volume-e636f09a-a188-4fe7-913f-1411aee97187.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1977.826240] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b7e06b0-a697-4398-8e90-c4a136e74978 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.845314] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 1977.845314] env[63676]: value = "task-1926162" [ 1977.845314] env[63676]: _type = "Task" [ 1977.845314] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.856952] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926162, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.902085] env[63676]: DEBUG oslo_vmware.api [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926160, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.908457] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64e83d20-e12b-43bb-a006-734cc48bdf2d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "ffe4822e-d0ee-40f1-ae4f-eea41a20a054" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.908906] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64e83d20-e12b-43bb-a006-734cc48bdf2d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "ffe4822e-d0ee-40f1-ae4f-eea41a20a054" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.910091] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64e83d20-e12b-43bb-a006-734cc48bdf2d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "ffe4822e-d0ee-40f1-ae4f-eea41a20a054-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.910091] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64e83d20-e12b-43bb-a006-734cc48bdf2d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "ffe4822e-d0ee-40f1-ae4f-eea41a20a054-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.910091] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64e83d20-e12b-43bb-a006-734cc48bdf2d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "ffe4822e-d0ee-40f1-ae4f-eea41a20a054-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.912030] env[63676]: INFO nova.compute.manager [None req-64e83d20-e12b-43bb-a006-734cc48bdf2d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Terminating instance [ 1977.948712] env[63676]: DEBUG nova.network.neutron [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Updating instance_info_cache with network_info: [{"id": "081bc10b-2419-48ea-a4b7-bff1fc43f18d", "address": "fa:16:3e:6e:26:6d", "network": {"id": "8b3d4c23-731d-4fef-8723-d3260ab588ed", "bridge": "br-int", "label": "tempest-ServersTestJSON-186016855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5accc7a22deb4afeb300bab2cdcf4b8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap081bc10b-24", "ovs_interfaceid": "081bc10b-2419-48ea-a4b7-bff1fc43f18d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.152427] env[63676]: DEBUG oslo_concurrency.lockutils [req-dde8ba98-5703-412d-b091-ad3424c064d6 req-dad0a93c-32c1-47ed-a2e0-558dc29b32eb service nova] Releasing lock "refresh_cache-07c4b6fa-d291-4827-b390-3a1f8d365652" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.239188] env[63676]: DEBUG oslo_vmware.rw_handles [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522aeef6-632a-7e8b-b123-54fce260427b/disk-0.vmdk. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1978.240251] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28b5622-2938-48d2-b85a-213cc198893c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.247263] env[63676]: DEBUG oslo_vmware.rw_handles [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522aeef6-632a-7e8b-b123-54fce260427b/disk-0.vmdk is in state: ready. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1978.247505] env[63676]: ERROR oslo_vmware.rw_handles [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522aeef6-632a-7e8b-b123-54fce260427b/disk-0.vmdk due to incomplete transfer.: glanceclient.exc.HTTPException: HTTP 410 Gone: Image 764db2fc-dfd3-44ef-993e-ecaa40d98c96 could not be found after upload. The image may have been deleted during the upload, cleaning up the chunks uploaded. [ 1978.247764] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-55d39d1f-8c85-4f0c-acfa-fca8237f70f5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.255339] env[63676]: DEBUG oslo_vmware.rw_handles [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522aeef6-632a-7e8b-b123-54fce260427b/disk-0.vmdk. {{(pid=63676) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1978.255538] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Destroying the VM {{(pid=63676) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1978.255757] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3aa8ccb4-93fb-4f1a-9820-244666eeccf7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.259711] env[63676]: DEBUG nova.objects.base [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Object Instance<0a0a5437-fa92-4d72-8291-b056bc9d8679> lazy-loaded attributes: resources,numa_topology {{(pid=63676) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1978.263132] env[63676]: DEBUG oslo_vmware.api [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1978.263132] env[63676]: value = "task-1926163" [ 1978.263132] env[63676]: _type = "Task" [ 1978.263132] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.270893] env[63676]: DEBUG oslo_vmware.api [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926163, 'name': Destroy_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.357345] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926162, 'name': ReconfigVM_Task, 'duration_secs': 0.492559} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.357606] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Reconfigured VM instance instance-00000030 to attach disk [datastore1] volume-e636f09a-a188-4fe7-913f-1411aee97187/volume-e636f09a-a188-4fe7-913f-1411aee97187.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1978.365275] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee5ad594-1bcd-4957-969d-60aa1e7b86d3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.383963] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 1978.383963] env[63676]: value = "task-1926164" [ 1978.383963] env[63676]: _type = "Task" [ 1978.383963] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.393008] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926164, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.404598] env[63676]: DEBUG oslo_vmware.api [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926160, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.416856] env[63676]: DEBUG nova.compute.manager [None req-64e83d20-e12b-43bb-a006-734cc48bdf2d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1978.416856] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-64e83d20-e12b-43bb-a006-734cc48bdf2d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1978.417066] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879a4923-dc1c-4344-b1fe-d8fe674063e6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.431185] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e83d20-e12b-43bb-a006-734cc48bdf2d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1978.431542] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bcbb474-2079-471c-b197-4eeff7d5c96b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.446022] env[63676]: DEBUG oslo_vmware.api [None req-64e83d20-e12b-43bb-a006-734cc48bdf2d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1978.446022] env[63676]: value = "task-1926165" [ 1978.446022] env[63676]: _type = "Task" [ 1978.446022] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.453242] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Releasing lock "refresh_cache-ecdfd63e-86e9-4a96-8230-a58ce62cea2e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.458021] env[63676]: DEBUG nova.compute.manager [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Instance network_info: |[{"id": "081bc10b-2419-48ea-a4b7-bff1fc43f18d", "address": "fa:16:3e:6e:26:6d", "network": {"id": "8b3d4c23-731d-4fef-8723-d3260ab588ed", "bridge": "br-int", "label": "tempest-ServersTestJSON-186016855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5accc7a22deb4afeb300bab2cdcf4b8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap081bc10b-24", "ovs_interfaceid": "081bc10b-2419-48ea-a4b7-bff1fc43f18d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1978.458021] env[63676]: DEBUG oslo_vmware.api [None req-64e83d20-e12b-43bb-a006-734cc48bdf2d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926165, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.458021] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:26:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '081bc10b-2419-48ea-a4b7-bff1fc43f18d', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1978.468080] env[63676]: DEBUG oslo.service.loopingcall [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1978.468597] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1978.469031] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-291a3b29-280b-4eff-8245-998186fe9234 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.492354] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1978.492354] env[63676]: value = "task-1926166" [ 1978.492354] env[63676]: _type = "Task" [ 1978.492354] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.503725] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926166, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.529414] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c20f08-b294-40b6-a98a-208410eae9ff {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.537913] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319ab1fd-659c-42a3-8269-76f5c5d8763b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.573845] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6242263b-c7ee-4cd4-9fd9-71974b219acf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.585327] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5c8059-0747-4873-9ef3-0d9959af2c5b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.599624] env[63676]: DEBUG nova.compute.provider_tree [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1978.605887] env[63676]: DEBUG oslo_concurrency.lockutils [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.606159] env[63676]: DEBUG oslo_concurrency.lockutils [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.772409] env[63676]: DEBUG oslo_vmware.api [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926163, 'name': Destroy_Task} progress is 33%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.788779] env[63676]: DEBUG nova.compute.manager [req-4d5ceebf-5c1e-4d01-b4ce-850c2f89bc3c req-26246ed9-d81b-4028-a61e-18d4457d0b03 service nova] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Received event network-vif-plugged-081bc10b-2419-48ea-a4b7-bff1fc43f18d {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1978.789088] env[63676]: DEBUG oslo_concurrency.lockutils [req-4d5ceebf-5c1e-4d01-b4ce-850c2f89bc3c req-26246ed9-d81b-4028-a61e-18d4457d0b03 service nova] Acquiring lock "ecdfd63e-86e9-4a96-8230-a58ce62cea2e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1978.789342] env[63676]: DEBUG oslo_concurrency.lockutils [req-4d5ceebf-5c1e-4d01-b4ce-850c2f89bc3c req-26246ed9-d81b-4028-a61e-18d4457d0b03 service nova] Lock "ecdfd63e-86e9-4a96-8230-a58ce62cea2e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1978.789587] env[63676]: DEBUG oslo_concurrency.lockutils [req-4d5ceebf-5c1e-4d01-b4ce-850c2f89bc3c req-26246ed9-d81b-4028-a61e-18d4457d0b03 service nova] Lock "ecdfd63e-86e9-4a96-8230-a58ce62cea2e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1978.789717] env[63676]: DEBUG nova.compute.manager [req-4d5ceebf-5c1e-4d01-b4ce-850c2f89bc3c req-26246ed9-d81b-4028-a61e-18d4457d0b03 service nova] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] No waiting events found dispatching network-vif-plugged-081bc10b-2419-48ea-a4b7-bff1fc43f18d {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1978.789836] env[63676]: WARNING nova.compute.manager [req-4d5ceebf-5c1e-4d01-b4ce-850c2f89bc3c req-26246ed9-d81b-4028-a61e-18d4457d0b03 service nova] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Received unexpected event network-vif-plugged-081bc10b-2419-48ea-a4b7-bff1fc43f18d for instance with vm_state building and task_state spawning. [ 1978.789992] env[63676]: DEBUG nova.compute.manager [req-4d5ceebf-5c1e-4d01-b4ce-850c2f89bc3c req-26246ed9-d81b-4028-a61e-18d4457d0b03 service nova] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Received event network-changed-081bc10b-2419-48ea-a4b7-bff1fc43f18d {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1978.790343] env[63676]: DEBUG nova.compute.manager [req-4d5ceebf-5c1e-4d01-b4ce-850c2f89bc3c req-26246ed9-d81b-4028-a61e-18d4457d0b03 service nova] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Refreshing instance network info cache due to event network-changed-081bc10b-2419-48ea-a4b7-bff1fc43f18d. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1978.790541] env[63676]: DEBUG oslo_concurrency.lockutils [req-4d5ceebf-5c1e-4d01-b4ce-850c2f89bc3c req-26246ed9-d81b-4028-a61e-18d4457d0b03 service nova] Acquiring lock "refresh_cache-ecdfd63e-86e9-4a96-8230-a58ce62cea2e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1978.790683] env[63676]: DEBUG oslo_concurrency.lockutils [req-4d5ceebf-5c1e-4d01-b4ce-850c2f89bc3c req-26246ed9-d81b-4028-a61e-18d4457d0b03 service nova] Acquired lock "refresh_cache-ecdfd63e-86e9-4a96-8230-a58ce62cea2e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1978.790841] env[63676]: DEBUG nova.network.neutron [req-4d5ceebf-5c1e-4d01-b4ce-850c2f89bc3c req-26246ed9-d81b-4028-a61e-18d4457d0b03 service nova] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Refreshing network info cache for port 081bc10b-2419-48ea-a4b7-bff1fc43f18d {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1978.896833] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926164, 'name': ReconfigVM_Task, 'duration_secs': 0.218833} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.900201] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397161', 'volume_id': 'e636f09a-a188-4fe7-913f-1411aee97187', 'name': 'volume-e636f09a-a188-4fe7-913f-1411aee97187', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3f45007f-d699-43f9-a2fd-84565bd1930c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e636f09a-a188-4fe7-913f-1411aee97187', 'serial': 'e636f09a-a188-4fe7-913f-1411aee97187'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1978.900846] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-059f7fc7-4b81-4044-b783-d506d4780824 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.908767] env[63676]: DEBUG oslo_vmware.api [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926160, 'name': ReconfigVM_Task, 'duration_secs': 3.068505} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.909779] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Releasing lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1978.909995] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Reconfigured VM to attach interface {{(pid=63676) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1978.912613] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 1978.912613] env[63676]: value = "task-1926167" [ 1978.912613] env[63676]: _type = "Task" [ 1978.912613] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.920600] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926167, 'name': Rename_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.953275] env[63676]: DEBUG oslo_vmware.api [None req-64e83d20-e12b-43bb-a006-734cc48bdf2d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926165, 'name': PowerOffVM_Task, 'duration_secs': 0.317163} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.953615] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e83d20-e12b-43bb-a006-734cc48bdf2d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1978.953945] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-64e83d20-e12b-43bb-a006-734cc48bdf2d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1978.954246] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2877fd2-601d-4390-b793-be2692f0d55f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.004098] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926166, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.098320] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-64e83d20-e12b-43bb-a006-734cc48bdf2d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1979.098633] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-64e83d20-e12b-43bb-a006-734cc48bdf2d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1979.098923] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-64e83d20-e12b-43bb-a006-734cc48bdf2d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Deleting the datastore file [datastore1] ffe4822e-d0ee-40f1-ae4f-eea41a20a054 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1979.099289] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4004bbb6-2fb7-4fee-aa63-c36a5436c972 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.106204] env[63676]: DEBUG nova.scheduler.client.report [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1979.109551] env[63676]: DEBUG oslo_vmware.api [None req-64e83d20-e12b-43bb-a006-734cc48bdf2d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1979.109551] env[63676]: value = "task-1926169" [ 1979.109551] env[63676]: _type = "Task" [ 1979.109551] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.110049] env[63676]: DEBUG nova.compute.manager [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1979.121542] env[63676]: DEBUG oslo_vmware.api [None req-64e83d20-e12b-43bb-a006-734cc48bdf2d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926169, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.273875] env[63676]: DEBUG oslo_vmware.api [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926163, 'name': Destroy_Task, 'duration_secs': 0.740839} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.274188] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Destroyed the VM [ 1979.274401] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Deleting Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1979.275156] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ec27ec39-50f6-4aa8-9e9c-5c188f7ef3d5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.281709] env[63676]: DEBUG oslo_vmware.api [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1979.281709] env[63676]: value = "task-1926170" [ 1979.281709] env[63676]: _type = "Task" [ 1979.281709] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.289869] env[63676]: DEBUG oslo_vmware.api [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926170, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.415400] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ce71ae06-ec7f-4d1c-85c1-f78822287ada tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "interface-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8-43a9bfd3-a98e-4c21-8adf-9afc8aa88ec6" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 10.459s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.429547] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926167, 'name': Rename_Task, 'duration_secs': 0.182928} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.429848] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1979.430278] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85014f6e-cbcc-442a-a5f3-372f228e7ffe {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.440264] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 1979.440264] env[63676]: value = "task-1926171" [ 1979.440264] env[63676]: _type = "Task" [ 1979.440264] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.449021] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926171, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.506274] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926166, 'name': CreateVM_Task, 'duration_secs': 0.609213} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.506480] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1979.507129] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.507346] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.507618] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1979.507902] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20caf692-0da0-4f9c-b06b-4d072ed3b2a2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.512777] env[63676]: DEBUG oslo_vmware.api [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1979.512777] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e8d29d-abee-a2a2-6c24-acbd7561b549" [ 1979.512777] env[63676]: _type = "Task" [ 1979.512777] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.521591] env[63676]: DEBUG oslo_vmware.api [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e8d29d-abee-a2a2-6c24-acbd7561b549, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.610938] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.357s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.613558] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.283s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.613763] env[63676]: DEBUG nova.objects.instance [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lazy-loading 'resources' on Instance uuid 07c4b6fa-d291-4827-b390-3a1f8d365652 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1979.627667] env[63676]: DEBUG oslo_vmware.api [None req-64e83d20-e12b-43bb-a006-734cc48bdf2d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926169, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225797} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.629256] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-64e83d20-e12b-43bb-a006-734cc48bdf2d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1979.629256] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-64e83d20-e12b-43bb-a006-734cc48bdf2d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1979.629256] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-64e83d20-e12b-43bb-a006-734cc48bdf2d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1979.629256] env[63676]: INFO nova.compute.manager [None req-64e83d20-e12b-43bb-a006-734cc48bdf2d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1979.629256] env[63676]: DEBUG oslo.service.loopingcall [None req-64e83d20-e12b-43bb-a006-734cc48bdf2d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1979.629768] env[63676]: DEBUG nova.compute.manager [-] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1979.629768] env[63676]: DEBUG nova.network.neutron [-] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1979.650356] env[63676]: DEBUG oslo_concurrency.lockutils [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.796949] env[63676]: DEBUG oslo_vmware.api [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926170, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.810233] env[63676]: DEBUG nova.network.neutron [req-4d5ceebf-5c1e-4d01-b4ce-850c2f89bc3c req-26246ed9-d81b-4028-a61e-18d4457d0b03 service nova] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Updated VIF entry in instance network info cache for port 081bc10b-2419-48ea-a4b7-bff1fc43f18d. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1979.810654] env[63676]: DEBUG nova.network.neutron [req-4d5ceebf-5c1e-4d01-b4ce-850c2f89bc3c req-26246ed9-d81b-4028-a61e-18d4457d0b03 service nova] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Updating instance_info_cache with network_info: [{"id": "081bc10b-2419-48ea-a4b7-bff1fc43f18d", "address": "fa:16:3e:6e:26:6d", "network": {"id": "8b3d4c23-731d-4fef-8723-d3260ab588ed", "bridge": "br-int", "label": "tempest-ServersTestJSON-186016855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5accc7a22deb4afeb300bab2cdcf4b8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap081bc10b-24", "ovs_interfaceid": "081bc10b-2419-48ea-a4b7-bff1fc43f18d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1979.951304] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926171, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.024081] env[63676]: DEBUG oslo_vmware.api [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e8d29d-abee-a2a2-6c24-acbd7561b549, 'name': SearchDatastore_Task, 'duration_secs': 0.012505} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.024398] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.024633] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1980.024949] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.025053] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.025202] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1980.025468] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc2856e7-17a5-46c7-bc22-36eafd6fcb99 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.034017] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1980.034216] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1980.035224] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-741360dc-cd06-4ae7-8de0-9acd392d47ec {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.040490] env[63676]: DEBUG oslo_vmware.api [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1980.040490] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526113e1-0a68-f307-c619-b93bb68b32ba" [ 1980.040490] env[63676]: _type = "Task" [ 1980.040490] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.048557] env[63676]: DEBUG oslo_vmware.api [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526113e1-0a68-f307-c619-b93bb68b32ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.121308] env[63676]: DEBUG nova.objects.instance [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lazy-loading 'numa_topology' on Instance uuid 07c4b6fa-d291-4827-b390-3a1f8d365652 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1980.121308] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b95499cf-ad82-4fa4-8193-26086236dfc8 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "0a0a5437-fa92-4d72-8291-b056bc9d8679" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 37.839s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.125382] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "0a0a5437-fa92-4d72-8291-b056bc9d8679" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 32.088s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.125382] env[63676]: INFO nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] During sync_power_state the instance has a pending task (shelving_image_uploading). Skip. [ 1980.125382] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "0a0a5437-fa92-4d72-8291-b056bc9d8679" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.125382] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5f4e077f-9e2c-44d1-9bbb-33c246916f16 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "0a0a5437-fa92-4d72-8291-b056bc9d8679" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.113s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.125382] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5f4e077f-9e2c-44d1-9bbb-33c246916f16 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "0a0a5437-fa92-4d72-8291-b056bc9d8679-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.125382] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5f4e077f-9e2c-44d1-9bbb-33c246916f16 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "0a0a5437-fa92-4d72-8291-b056bc9d8679-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.125382] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5f4e077f-9e2c-44d1-9bbb-33c246916f16 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "0a0a5437-fa92-4d72-8291-b056bc9d8679-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.125759] env[63676]: INFO nova.compute.manager [None req-5f4e077f-9e2c-44d1-9bbb-33c246916f16 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Terminating instance [ 1980.293417] env[63676]: DEBUG oslo_vmware.api [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926170, 'name': RemoveSnapshot_Task, 'duration_secs': 0.585634} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.294014] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Deleted Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1980.295644] env[63676]: DEBUG nova.compute.utils [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Cleaning up image 764db2fc-dfd3-44ef-993e-ecaa40d98c96 {{(pid=63676) delete_image /opt/stack/nova/nova/compute/utils.py:1353}} [ 1980.318699] env[63676]: DEBUG oslo_concurrency.lockutils [req-4d5ceebf-5c1e-4d01-b4ce-850c2f89bc3c req-26246ed9-d81b-4028-a61e-18d4457d0b03 service nova] Releasing lock "refresh_cache-ecdfd63e-86e9-4a96-8230-a58ce62cea2e" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.451781] env[63676]: DEBUG oslo_vmware.api [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926171, 'name': PowerOnVM_Task, 'duration_secs': 0.832086} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.452119] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1980.550871] env[63676]: DEBUG oslo_vmware.api [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526113e1-0a68-f307-c619-b93bb68b32ba, 'name': SearchDatastore_Task, 'duration_secs': 0.009514} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.551726] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea1771c8-8c93-4019-b465-937d18c01381 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.557750] env[63676]: DEBUG oslo_vmware.api [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1980.557750] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527a9577-d15f-6ca3-40bf-9310f4a5812a" [ 1980.557750] env[63676]: _type = "Task" [ 1980.557750] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.562196] env[63676]: DEBUG nova.compute.manager [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1980.562967] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74197dc6-31c3-4a5c-b898-af8079588653 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.572529] env[63676]: DEBUG oslo_vmware.api [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527a9577-d15f-6ca3-40bf-9310f4a5812a, 'name': SearchDatastore_Task, 'duration_secs': 0.01107} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.573982] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.574251] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] ecdfd63e-86e9-4a96-8230-a58ce62cea2e/ecdfd63e-86e9-4a96-8230-a58ce62cea2e.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1980.576915] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c6015c93-d00f-4326-9377-f8d87e042b89 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.584462] env[63676]: DEBUG oslo_vmware.api [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1980.584462] env[63676]: value = "task-1926172" [ 1980.584462] env[63676]: _type = "Task" [ 1980.584462] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.591887] env[63676]: DEBUG oslo_vmware.api [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926172, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.623482] env[63676]: DEBUG nova.objects.base [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Object Instance<07c4b6fa-d291-4827-b390-3a1f8d365652> lazy-loaded attributes: resources,numa_topology {{(pid=63676) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1980.628665] env[63676]: DEBUG nova.compute.manager [None req-5f4e077f-9e2c-44d1-9bbb-33c246916f16 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1980.628962] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4e077f-9e2c-44d1-9bbb-33c246916f16 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1980.629358] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e48ea38d-16b8-4d04-8b11-8eaceda4283c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.640470] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88f1daf-8f53-49d4-8bc3-fc9091773b3e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.656098] env[63676]: DEBUG nova.network.neutron [-] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1980.677557] env[63676]: WARNING nova.virt.vmwareapi.vmops [None req-5f4e077f-9e2c-44d1-9bbb-33c246916f16 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 0a0a5437-fa92-4d72-8291-b056bc9d8679 could not be found. [ 1980.677691] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4e077f-9e2c-44d1-9bbb-33c246916f16 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1980.677824] env[63676]: INFO nova.compute.manager [None req-5f4e077f-9e2c-44d1-9bbb-33c246916f16 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1980.678273] env[63676]: DEBUG oslo.service.loopingcall [None req-5f4e077f-9e2c-44d1-9bbb-33c246916f16 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1980.678920] env[63676]: DEBUG nova.compute.manager [-] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1980.679036] env[63676]: DEBUG nova.network.neutron [-] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1980.848527] env[63676]: DEBUG nova.compute.manager [req-f594e41c-7639-4785-8419-c5a6d62d642d req-71080350-1ab9-477b-a2ee-5fe33fede4f1 service nova] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Received event network-vif-deleted-674daf90-b33b-4dfb-8669-bdc3c2724dc8 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1980.925532] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5312506-7152-4593-88b1-366c99707862 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.933857] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3c9565-cee7-4b24-99e0-66339dde3aee {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.939287] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dce2062c-06f7-4111-94d3-f02748f158b2 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "interface-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8-26639aa1-3473-4365-91ea-8c12a1e3efa2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1980.939820] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dce2062c-06f7-4111-94d3-f02748f158b2 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "interface-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8-26639aa1-3473-4365-91ea-8c12a1e3efa2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1980.973395] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60c3e0d-f1ed-4a6f-b641-dc95f46c0f0c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.983048] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe62f34-1103-4bbe-8802-00bdec4b439f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.999737] env[63676]: DEBUG nova.compute.provider_tree [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1981.089621] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a5d7b964-cbca-416e-b0d5-946df5ec1d3c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "3f45007f-d699-43f9-a2fd-84565bd1930c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 38.378s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.097600] env[63676]: DEBUG oslo_vmware.api [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926172, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.158287] env[63676]: INFO nova.compute.manager [-] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Took 1.53 seconds to deallocate network for instance. [ 1981.442498] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dce2062c-06f7-4111-94d3-f02748f158b2 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1981.442785] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dce2062c-06f7-4111-94d3-f02748f158b2 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1981.443590] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a463918-1aa5-4379-8db0-93b6757799e7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.461849] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9908de6-cf0e-466c-bf4a-d3d53925cef2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.485945] env[63676]: DEBUG nova.network.neutron [-] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1981.492764] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dce2062c-06f7-4111-94d3-f02748f158b2 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Reconfiguring VM to detach interface {{(pid=63676) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1981.493468] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff54a212-7c23-4255-bb2e-5835de0ec441 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.507228] env[63676]: DEBUG nova.scheduler.client.report [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1981.516255] env[63676]: DEBUG oslo_vmware.api [None req-dce2062c-06f7-4111-94d3-f02748f158b2 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 1981.516255] env[63676]: value = "task-1926173" [ 1981.516255] env[63676]: _type = "Task" [ 1981.516255] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.525702] env[63676]: DEBUG oslo_vmware.api [None req-dce2062c-06f7-4111-94d3-f02748f158b2 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926173, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.594836] env[63676]: DEBUG oslo_vmware.api [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926172, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726073} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.595137] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] ecdfd63e-86e9-4a96-8230-a58ce62cea2e/ecdfd63e-86e9-4a96-8230-a58ce62cea2e.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1981.595354] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1981.595601] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1cbb1c7f-9eda-4b80-bf82-977a7fd4c899 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.602054] env[63676]: DEBUG oslo_vmware.api [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1981.602054] env[63676]: value = "task-1926174" [ 1981.602054] env[63676]: _type = "Task" [ 1981.602054] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.609618] env[63676]: DEBUG oslo_vmware.api [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926174, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.665548] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64e83d20-e12b-43bb-a006-734cc48bdf2d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.837066] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.994672] env[63676]: INFO nova.compute.manager [-] [instance: 0a0a5437-fa92-4d72-8291-b056bc9d8679] Took 1.32 seconds to deallocate network for instance. [ 1982.013113] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.399s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.016133] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.398s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.016222] env[63676]: DEBUG nova.objects.instance [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Lazy-loading 'resources' on Instance uuid 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1982.028434] env[63676]: DEBUG oslo_vmware.api [None req-dce2062c-06f7-4111-94d3-f02748f158b2 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.114289] env[63676]: DEBUG oslo_vmware.api [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926174, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103637} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.114766] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1982.115435] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf020e6-54d2-4b3d-9ab2-da12f473ca3a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.138510] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] ecdfd63e-86e9-4a96-8230-a58ce62cea2e/ecdfd63e-86e9-4a96-8230-a58ce62cea2e.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1982.139294] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3ebde1d-f34e-4ac2-9abb-ac5d10b71351 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.160756] env[63676]: DEBUG oslo_vmware.api [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1982.160756] env[63676]: value = "task-1926175" [ 1982.160756] env[63676]: _type = "Task" [ 1982.160756] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.168466] env[63676]: DEBUG oslo_vmware.api [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.510935] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "a058bf37-2709-4420-ba2f-33dae385a8f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.511622] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "a058bf37-2709-4420-ba2f-33dae385a8f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.511881] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "a058bf37-2709-4420-ba2f-33dae385a8f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.512093] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "a058bf37-2709-4420-ba2f-33dae385a8f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.512269] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "a058bf37-2709-4420-ba2f-33dae385a8f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.514438] env[63676]: INFO nova.compute.manager [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Terminating instance [ 1982.531322] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81cce808-e056-4ecd-af5c-4a578f81a410 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lock "07c4b6fa-d291-4827-b390-3a1f8d365652" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 33.527s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.532129] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lock "07c4b6fa-d291-4827-b390-3a1f8d365652" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 5.455s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.532306] env[63676]: INFO nova.compute.manager [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Unshelving [ 1982.538055] env[63676]: DEBUG oslo_vmware.api [None req-dce2062c-06f7-4111-94d3-f02748f158b2 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.566735] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Acquiring lock "4c23d3a5-d194-48df-87b7-347d31bf908e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.566989] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Lock "4c23d3a5-d194-48df-87b7-347d31bf908e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.567221] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Acquiring lock "4c23d3a5-d194-48df-87b7-347d31bf908e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.567422] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Lock "4c23d3a5-d194-48df-87b7-347d31bf908e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.567593] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Lock "4c23d3a5-d194-48df-87b7-347d31bf908e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.572125] env[63676]: INFO nova.compute.manager [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Terminating instance [ 1982.671894] env[63676]: DEBUG oslo_vmware.api [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926175, 'name': ReconfigVM_Task, 'duration_secs': 0.288318} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.674541] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Reconfigured VM instance instance-00000060 to attach disk [datastore1] ecdfd63e-86e9-4a96-8230-a58ce62cea2e/ecdfd63e-86e9-4a96-8230-a58ce62cea2e.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1982.675066] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3712d741-1f01-48ea-8d7d-8240eb9dda39 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.683909] env[63676]: DEBUG oslo_vmware.api [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1982.683909] env[63676]: value = "task-1926176" [ 1982.683909] env[63676]: _type = "Task" [ 1982.683909] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.694440] env[63676]: DEBUG oslo_vmware.api [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926176, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.735127] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a13bec-f4fe-469a-b9d8-61cbe099b329 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.742682] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80b2997e-37ce-4507-b7c1-7088c1621f78 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.772521] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90c2fe1-b2f9-475c-93ea-0f91a640809e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.780264] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3739917-f29d-4507-a536-15fe9e227e20 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.795717] env[63676]: DEBUG nova.compute.provider_tree [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1983.021134] env[63676]: DEBUG nova.compute.manager [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1983.021446] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1983.026055] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fea94fd-7440-4a66-ae74-7dab4b4ad9ff {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.032249] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5f4e077f-9e2c-44d1-9bbb-33c246916f16 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "0a0a5437-fa92-4d72-8291-b056bc9d8679" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.910s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.042700] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1983.043023] env[63676]: DEBUG oslo_vmware.api [None req-dce2062c-06f7-4111-94d3-f02748f158b2 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.047242] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08d80856-577f-448e-9ef5-d4c4b1b55849 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.053737] env[63676]: DEBUG oslo_vmware.api [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1983.053737] env[63676]: value = "task-1926177" [ 1983.053737] env[63676]: _type = "Task" [ 1983.053737] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.062579] env[63676]: DEBUG oslo_vmware.api [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.076213] env[63676]: DEBUG nova.compute.manager [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1983.076525] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1983.076810] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72f2b597-e563-453f-bbb5-6d86f99c1f7a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.084181] env[63676]: DEBUG oslo_vmware.api [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Waiting for the task: (returnval){ [ 1983.084181] env[63676]: value = "task-1926178" [ 1983.084181] env[63676]: _type = "Task" [ 1983.084181] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.092829] env[63676]: DEBUG oslo_vmware.api [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Task: {'id': task-1926178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.196830] env[63676]: DEBUG oslo_vmware.api [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926176, 'name': Rename_Task, 'duration_secs': 0.14882} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.197145] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1983.197438] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aef51616-06b5-4931-a798-f2285a74fd49 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.204628] env[63676]: DEBUG oslo_vmware.api [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1983.204628] env[63676]: value = "task-1926179" [ 1983.204628] env[63676]: _type = "Task" [ 1983.204628] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.220645] env[63676]: DEBUG oslo_vmware.api [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.299182] env[63676]: DEBUG nova.scheduler.client.report [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1983.531433] env[63676]: DEBUG oslo_vmware.api [None req-dce2062c-06f7-4111-94d3-f02748f158b2 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.565958] env[63676]: DEBUG oslo_vmware.api [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926177, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.576257] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.594120] env[63676]: DEBUG oslo_vmware.api [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Task: {'id': task-1926178, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.716769] env[63676]: DEBUG oslo_vmware.api [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926179, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.804565] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.788s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.806806] env[63676]: DEBUG oslo_concurrency.lockutils [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.157s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.808579] env[63676]: INFO nova.compute.claims [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1983.826897] env[63676]: INFO nova.scheduler.client.report [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Deleted allocations for instance 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b [ 1984.035765] env[63676]: DEBUG oslo_vmware.api [None req-dce2062c-06f7-4111-94d3-f02748f158b2 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.064097] env[63676]: DEBUG oslo_vmware.api [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926177, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.095026] env[63676]: DEBUG oslo_vmware.api [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Task: {'id': task-1926178, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.217037] env[63676]: DEBUG oslo_vmware.api [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926179, 'name': PowerOnVM_Task} progress is 33%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.222574] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "cf3f373b-6aa5-4d17-82cf-63cf43f4fd98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1984.222574] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "cf3f373b-6aa5-4d17-82cf-63cf43f4fd98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.336436] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2ac7c956-9337-4446-8a50-a2d23f5d1c52 tempest-ServerMetadataNegativeTestJSON-713733072 tempest-ServerMetadataNegativeTestJSON-713733072-project-member] Lock "1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.162s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.533356] env[63676]: DEBUG oslo_vmware.api [None req-dce2062c-06f7-4111-94d3-f02748f158b2 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.572412] env[63676]: DEBUG oslo_vmware.api [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926177, 'name': PowerOffVM_Task, 'duration_secs': 1.205329} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.572926] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1984.573263] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1984.573661] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5ff98d57-9b39-4afc-8b93-e7cd4fffe477 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.596811] env[63676]: DEBUG oslo_vmware.api [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Task: {'id': task-1926178, 'name': PowerOffVM_Task, 'duration_secs': 1.175123} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.598196] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1984.598498] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Volume detach. Driver type: vmdk {{(pid=63676) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1984.598790] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397127', 'volume_id': '0af3cd97-4b95-4614-b5c8-6437d2e88e5c', 'name': 'volume-0af3cd97-4b95-4614-b5c8-6437d2e88e5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4c23d3a5-d194-48df-87b7-347d31bf908e', 'attached_at': '', 'detached_at': '', 'volume_id': '0af3cd97-4b95-4614-b5c8-6437d2e88e5c', 'serial': '0af3cd97-4b95-4614-b5c8-6437d2e88e5c'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1984.599755] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e13a7fc-d48b-4735-97d7-e9504f3d56ad {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.622909] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670d19ed-1458-4bb1-aa38-0dfd10e4d478 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.631015] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad6d4fd-9053-4074-9a96-ed5b33bdfdce {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.653102] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4de9ec0-e495-4f54-9f5c-6073b4692b33 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.680682] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] The volume has not been displaced from its original location: [datastore1] volume-0af3cd97-4b95-4614-b5c8-6437d2e88e5c/volume-0af3cd97-4b95-4614-b5c8-6437d2e88e5c.vmdk. No consolidation needed. {{(pid=63676) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1984.688221] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1984.689043] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a205447-da26-4b3d-8044-23c3a4dae625 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.712817] env[63676]: DEBUG oslo_vmware.api [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Waiting for the task: (returnval){ [ 1984.712817] env[63676]: value = "task-1926181" [ 1984.712817] env[63676]: _type = "Task" [ 1984.712817] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.716272] env[63676]: DEBUG oslo_vmware.api [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926179, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.723749] env[63676]: DEBUG oslo_vmware.api [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Task: {'id': task-1926181, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.725221] env[63676]: DEBUG nova.compute.manager [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1984.831708] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1984.832409] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1984.832409] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Deleting the datastore file [datastore1] a058bf37-2709-4420-ba2f-33dae385a8f0 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1984.832579] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ada13392-18be-4b93-9751-ff254b943a91 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.842960] env[63676]: DEBUG oslo_vmware.api [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for the task: (returnval){ [ 1984.842960] env[63676]: value = "task-1926182" [ 1984.842960] env[63676]: _type = "Task" [ 1984.842960] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.853724] env[63676]: DEBUG oslo_vmware.api [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926182, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.034120] env[63676]: DEBUG oslo_vmware.api [None req-dce2062c-06f7-4111-94d3-f02748f158b2 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.085854] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566dedd7-5542-477e-90e4-881258da8c90 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.093940] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36434192-43ee-49ff-adfe-6b3232bfc757 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.123872] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cea333a-09f8-4609-81ac-fd9ad61a801f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.131603] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39df788-0155-44a0-889e-1848976fb620 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.146670] env[63676]: DEBUG nova.compute.provider_tree [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1985.216832] env[63676]: DEBUG oslo_vmware.api [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926179, 'name': PowerOnVM_Task, 'duration_secs': 1.780121} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.220197] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1985.220426] env[63676]: INFO nova.compute.manager [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Took 10.23 seconds to spawn the instance on the hypervisor. [ 1985.220620] env[63676]: DEBUG nova.compute.manager [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1985.221573] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c92f18-f730-4d22-b58d-bede90e7192a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.231539] env[63676]: DEBUG oslo_vmware.api [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Task: {'id': task-1926181, 'name': ReconfigVM_Task, 'duration_secs': 0.224957} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.235285] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1985.243666] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f47d54b-c5c7-493f-a187-a35db63a003e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.258462] env[63676]: DEBUG oslo_vmware.api [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Waiting for the task: (returnval){ [ 1985.258462] env[63676]: value = "task-1926183" [ 1985.258462] env[63676]: _type = "Task" [ 1985.258462] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.259464] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.268776] env[63676]: DEBUG oslo_vmware.api [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Task: {'id': task-1926183, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.353685] env[63676]: DEBUG oslo_vmware.api [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Task: {'id': task-1926182, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231467} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.353998] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1985.354363] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1985.354541] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1985.354708] env[63676]: INFO nova.compute.manager [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Took 2.33 seconds to destroy the instance on the hypervisor. [ 1985.354944] env[63676]: DEBUG oslo.service.loopingcall [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1985.355182] env[63676]: DEBUG nova.compute.manager [-] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1985.355280] env[63676]: DEBUG nova.network.neutron [-] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1985.539626] env[63676]: DEBUG oslo_vmware.api [None req-dce2062c-06f7-4111-94d3-f02748f158b2 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.650125] env[63676]: DEBUG nova.scheduler.client.report [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1985.695373] env[63676]: DEBUG oslo_concurrency.lockutils [None req-faf2b1aa-ed3b-45f9-9c48-6d7dacbdb5fb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "907bf91b-be1f-4a9a-a557-6c9e2906037c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1985.695373] env[63676]: DEBUG oslo_concurrency.lockutils [None req-faf2b1aa-ed3b-45f9-9c48-6d7dacbdb5fb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "907bf91b-be1f-4a9a-a557-6c9e2906037c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1985.767112] env[63676]: DEBUG nova.compute.manager [req-e91b749f-96b8-49d4-b88c-ddc89f927c95 req-63b48ae5-9e87-4580-91fd-471b24d5da3e service nova] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Received event network-vif-deleted-4be7ce03-e985-4427-880c-b81ba167d496 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1985.767310] env[63676]: INFO nova.compute.manager [req-e91b749f-96b8-49d4-b88c-ddc89f927c95 req-63b48ae5-9e87-4580-91fd-471b24d5da3e service nova] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Neutron deleted interface 4be7ce03-e985-4427-880c-b81ba167d496; detaching it from the instance and deleting it from the info cache [ 1985.767509] env[63676]: DEBUG nova.network.neutron [req-e91b749f-96b8-49d4-b88c-ddc89f927c95 req-63b48ae5-9e87-4580-91fd-471b24d5da3e service nova] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.768994] env[63676]: INFO nova.compute.manager [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Took 16.22 seconds to build instance. [ 1985.776904] env[63676]: DEBUG oslo_vmware.api [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Task: {'id': task-1926183, 'name': ReconfigVM_Task, 'duration_secs': 0.14303} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.777226] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397127', 'volume_id': '0af3cd97-4b95-4614-b5c8-6437d2e88e5c', 'name': 'volume-0af3cd97-4b95-4614-b5c8-6437d2e88e5c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4c23d3a5-d194-48df-87b7-347d31bf908e', 'attached_at': '', 'detached_at': '', 'volume_id': '0af3cd97-4b95-4614-b5c8-6437d2e88e5c', 'serial': '0af3cd97-4b95-4614-b5c8-6437d2e88e5c'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1985.777574] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1985.783119] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e0cc694-17a7-4b2f-8ce0-6861b65b8af7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.789551] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1985.789718] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-826bf88e-817d-4448-bbb9-7c6643e7e27b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.873487] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1985.873719] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1985.873905] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Deleting the datastore file [datastore1] 4c23d3a5-d194-48df-87b7-347d31bf908e {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1985.874247] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57092e71-2cb8-475f-a004-16c9c98642dc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.881956] env[63676]: DEBUG oslo_vmware.api [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Waiting for the task: (returnval){ [ 1985.881956] env[63676]: value = "task-1926185" [ 1985.881956] env[63676]: _type = "Task" [ 1985.881956] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.899079] env[63676]: DEBUG oslo_vmware.api [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Task: {'id': task-1926185, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.038841] env[63676]: DEBUG oslo_vmware.api [None req-dce2062c-06f7-4111-94d3-f02748f158b2 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.123911] env[63676]: DEBUG nova.network.neutron [-] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1986.156099] env[63676]: DEBUG oslo_concurrency.lockutils [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.156099] env[63676]: DEBUG nova.compute.manager [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1986.157875] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64e83d20-e12b-43bb-a006-734cc48bdf2d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.492s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.158433] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64e83d20-e12b-43bb-a006-734cc48bdf2d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.160715] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.323s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1986.191500] env[63676]: INFO nova.scheduler.client.report [None req-64e83d20-e12b-43bb-a006-734cc48bdf2d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Deleted allocations for instance ffe4822e-d0ee-40f1-ae4f-eea41a20a054 [ 1986.201076] env[63676]: DEBUG nova.compute.utils [None req-faf2b1aa-ed3b-45f9-9c48-6d7dacbdb5fb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1986.273204] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4f61584b-39af-4b9a-8314-f00bfebc8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "ecdfd63e-86e9-4a96-8230-a58ce62cea2e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.753s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.273204] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f04a0f4-308a-4bc6-a760-dd4ee7b4e2b8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.287867] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfb99ce-39d1-48ae-a2d3-9d2e5ce307f3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.324236] env[63676]: DEBUG nova.compute.manager [req-e91b749f-96b8-49d4-b88c-ddc89f927c95 req-63b48ae5-9e87-4580-91fd-471b24d5da3e service nova] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Detach interface failed, port_id=4be7ce03-e985-4427-880c-b81ba167d496, reason: Instance a058bf37-2709-4420-ba2f-33dae385a8f0 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 1986.391501] env[63676]: DEBUG oslo_vmware.api [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Task: {'id': task-1926185, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.107355} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.393908] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1986.394107] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1986.394470] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1986.394470] env[63676]: INFO nova.compute.manager [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Took 3.32 seconds to destroy the instance on the hypervisor. [ 1986.394674] env[63676]: DEBUG oslo.service.loopingcall [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1986.396564] env[63676]: DEBUG nova.compute.manager [-] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1986.396564] env[63676]: DEBUG nova.network.neutron [-] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1986.421080] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944340bb-dcb5-4908-bdfb-3af41e657e2f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.429343] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee7ab99-cef5-4bb5-bec9-7f08b3cdf58a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.463017] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699e312a-7528-4946-8e77-8a6dd757e17e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.471742] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d512bad-f36b-44db-964d-f84e5b25362d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.484919] env[63676]: DEBUG nova.compute.provider_tree [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1986.538305] env[63676]: DEBUG oslo_vmware.api [None req-dce2062c-06f7-4111-94d3-f02748f158b2 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926173, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.628192] env[63676]: INFO nova.compute.manager [-] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Took 1.27 seconds to deallocate network for instance. [ 1986.667029] env[63676]: DEBUG nova.compute.utils [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1986.667296] env[63676]: DEBUG nova.compute.manager [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1986.667610] env[63676]: DEBUG nova.network.neutron [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1986.704064] env[63676]: DEBUG oslo_concurrency.lockutils [None req-faf2b1aa-ed3b-45f9-9c48-6d7dacbdb5fb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "907bf91b-be1f-4a9a-a557-6c9e2906037c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.705110] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64e83d20-e12b-43bb-a006-734cc48bdf2d tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "ffe4822e-d0ee-40f1-ae4f-eea41a20a054" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.796s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1986.772343] env[63676]: DEBUG nova.policy [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f8fb959f7c7c45fda05b6ad5f1a1b9c6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11302b5359cb437aac371d1206a15f11', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1986.987838] env[63676]: DEBUG nova.scheduler.client.report [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1987.043594] env[63676]: DEBUG oslo_vmware.api [None req-dce2062c-06f7-4111-94d3-f02748f158b2 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926173, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.133625] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.171260] env[63676]: DEBUG nova.compute.manager [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1987.308095] env[63676]: DEBUG nova.network.neutron [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Successfully created port: 46d4593a-7a3f-43d4-afbc-7d80511a5dfd {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1987.493890] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.333s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.494500] env[63676]: INFO nova.compute.manager [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Successfully reverted task state from image_uploading on failure for instance. [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server [None req-9eef0d54-1814-4290-8f58-2467ec686fa7 tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Exception during message handling: glanceclient.exc.HTTPException: HTTP 410 Gone: Image 764db2fc-dfd3-44ef-993e-ecaa40d98c96 could not be found after upload. The image may have been deleted during the upload, cleaning up the chunks uploaded. [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 172, in _process_incoming [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server raise self.value [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 168, in decorated_function [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server raise self.value [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 159, in decorated_function [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1484, in decorated_function [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 215, in decorated_function [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server raise self.value [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 205, in decorated_function [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 235, in decorated_function [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server raise self.value [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 232, in decorated_function [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server return function(self, context, image_id, instance, [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4543, in snapshot_instance [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server self._snapshot_instance(context, image_id, instance, [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4576, in _snapshot_instance [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server self.driver.snapshot(context, instance, image_id, [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 573, in snapshot [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server self._vmops.snapshot(context, instance, image_id, update_task_state) [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1024, in snapshot [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server images.upload_image_stream_optimized( [ 1987.498079] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/images.py", line 467, in upload_image_stream_optimized [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server IMAGE_API.update(context, image_id, image_metadata, data=read_handle) [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 1256, in update [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server return session.update(context, image_id, image_info, data=data, [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 706, in update [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server _reraise_translated_image_exception(image_id) [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 1044, in _reraise_translated_image_exception [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server raise new_exc.with_traceback(exc_trace) [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 704, in update [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server image = self._update_v2(context, sent_service_image_meta, data) [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 723, in _update_v2 [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server image = self._upload_data(context, image_id, data) [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 592, in _upload_data [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server utils.tpool_execute(self._client.call, [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/utils.py", line 698, in tpool_execute [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server return pass_context(tpool.execute, func, *args, **kwargs) [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/utils.py", line 665, in pass_context [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server return runner(context_wrapper, *args, **kwargs) [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 125, in execute [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server raise e.with_traceback(tb) [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 82, in tworker [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server rv = meth(*args, **kwargs) [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/image/glance.py", line 191, in call [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server result = getattr(controller, method)(*args, **kwargs) [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/utils.py", line 652, in inner [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server return RequestIdProxy(wrapped(*args, **kwargs)) [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/v2/images.py", line 308, in upload [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server resp, body = self.http_client.put(url, headers=hdrs, data=body) [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/keystoneauth1/adapter.py", line 402, in put [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server return self.request(url, 'PUT', **kwargs) [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/http.py", line 376, in request [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server return self._handle_response(resp) [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/glanceclient/common/http.py", line 116, in _handle_response [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server raise exc.from_response(resp, resp.content) [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server glanceclient.exc.HTTPException: HTTP 410 Gone: Image 764db2fc-dfd3-44ef-993e-ecaa40d98c96 could not be found after upload. The image may have been deleted during the upload, cleaning up the chunks uploaded. [ 1987.499492] env[63676]: ERROR oslo_messaging.rpc.server [ 1987.499492] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.922s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.499492] env[63676]: DEBUG nova.objects.instance [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lazy-loading 'pci_requests' on Instance uuid 07c4b6fa-d291-4827-b390-3a1f8d365652 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1987.540899] env[63676]: DEBUG oslo_vmware.api [None req-dce2062c-06f7-4111-94d3-f02748f158b2 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926173, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.553270] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "b93872e7-c8bc-427d-9368-53840ec6cab1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.554435] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "b93872e7-c8bc-427d-9368-53840ec6cab1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.711161] env[63676]: DEBUG nova.network.neutron [-] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.786386] env[63676]: DEBUG oslo_concurrency.lockutils [None req-faf2b1aa-ed3b-45f9-9c48-6d7dacbdb5fb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "907bf91b-be1f-4a9a-a557-6c9e2906037c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1987.786654] env[63676]: DEBUG oslo_concurrency.lockutils [None req-faf2b1aa-ed3b-45f9-9c48-6d7dacbdb5fb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "907bf91b-be1f-4a9a-a557-6c9e2906037c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.786895] env[63676]: INFO nova.compute.manager [None req-faf2b1aa-ed3b-45f9-9c48-6d7dacbdb5fb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Attaching volume 73697bed-60b7-49c3-8def-9ad7c80ccc4d to /dev/sdb [ 1987.826321] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469119be-29df-4ef3-9486-c55ec269c40e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.834788] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff96610b-5060-4736-b8f2-593080a7d9f0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.856194] env[63676]: DEBUG nova.virt.block_device [None req-faf2b1aa-ed3b-45f9-9c48-6d7dacbdb5fb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Updating existing volume attachment record: 91d1d020-a755-4d6c-9aed-90ae4ccacb87 {{(pid=63676) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1987.900083] env[63676]: DEBUG nova.compute.manager [req-3c69c634-ba47-441f-9288-0ebf875d08dd req-e0d42cfc-e775-425f-a048-e1fc9153598b service nova] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Received event network-vif-deleted-62b2cf1b-0725-474f-a501-1e9af9435f16 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1988.003385] env[63676]: DEBUG nova.objects.instance [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lazy-loading 'numa_topology' on Instance uuid 07c4b6fa-d291-4827-b390-3a1f8d365652 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1988.040243] env[63676]: DEBUG oslo_vmware.api [None req-dce2062c-06f7-4111-94d3-f02748f158b2 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926173, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.056889] env[63676]: DEBUG nova.compute.manager [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1988.184804] env[63676]: DEBUG nova.compute.manager [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1988.212020] env[63676]: DEBUG nova.virt.hardware [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1988.212020] env[63676]: DEBUG nova.virt.hardware [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1988.212020] env[63676]: DEBUG nova.virt.hardware [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1988.212020] env[63676]: DEBUG nova.virt.hardware [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1988.212020] env[63676]: DEBUG nova.virt.hardware [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1988.212403] env[63676]: DEBUG nova.virt.hardware [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1988.212748] env[63676]: DEBUG nova.virt.hardware [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1988.213053] env[63676]: DEBUG nova.virt.hardware [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1988.213337] env[63676]: DEBUG nova.virt.hardware [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1988.213684] env[63676]: DEBUG nova.virt.hardware [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1988.213991] env[63676]: DEBUG nova.virt.hardware [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1988.214526] env[63676]: INFO nova.compute.manager [-] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Took 1.82 seconds to deallocate network for instance. [ 1988.215452] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64f440d-aa9f-4cbd-89e4-377f6def822f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.226457] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f06653-860f-4cf8-ac21-2e7b944cd9b8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.505628] env[63676]: INFO nova.compute.claims [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1988.539353] env[63676]: DEBUG oslo_vmware.api [None req-dce2062c-06f7-4111-94d3-f02748f158b2 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926173, 'name': ReconfigVM_Task, 'duration_secs': 6.910256} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.539620] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dce2062c-06f7-4111-94d3-f02748f158b2 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Releasing lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.539845] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dce2062c-06f7-4111-94d3-f02748f158b2 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Reconfigured VM to detach interface {{(pid=63676) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1988.579291] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.585928] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "ecdfd63e-86e9-4a96-8230-a58ce62cea2e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.586056] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "ecdfd63e-86e9-4a96-8230-a58ce62cea2e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.586167] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "ecdfd63e-86e9-4a96-8230-a58ce62cea2e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.586351] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "ecdfd63e-86e9-4a96-8230-a58ce62cea2e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.586519] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "ecdfd63e-86e9-4a96-8230-a58ce62cea2e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.588579] env[63676]: INFO nova.compute.manager [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Terminating instance [ 1988.762692] env[63676]: INFO nova.compute.manager [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Took 0.54 seconds to detach 1 volumes for instance. [ 1988.765155] env[63676]: DEBUG nova.compute.manager [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Deleting volume: 0af3cd97-4b95-4614-b5c8-6437d2e88e5c {{(pid=63676) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1989.092780] env[63676]: DEBUG nova.compute.manager [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1989.093037] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1989.093922] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f7f4fe-895e-4346-83a6-b6ac6b1409d3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.102172] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1989.102988] env[63676]: DEBUG nova.network.neutron [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Successfully updated port: 46d4593a-7a3f-43d4-afbc-7d80511a5dfd {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1989.104080] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2954cc06-1c90-4613-b001-59d49df7de22 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.111497] env[63676]: DEBUG oslo_vmware.api [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1989.111497] env[63676]: value = "task-1926190" [ 1989.111497] env[63676]: _type = "Task" [ 1989.111497] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.121668] env[63676]: DEBUG oslo_vmware.api [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926190, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.349627] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.606803] env[63676]: DEBUG oslo_concurrency.lockutils [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "refresh_cache-f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.607055] env[63676]: DEBUG oslo_concurrency.lockutils [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired lock "refresh_cache-f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.607236] env[63676]: DEBUG nova.network.neutron [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1989.622342] env[63676]: DEBUG oslo_vmware.api [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926190, 'name': PowerOffVM_Task, 'duration_secs': 0.239858} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.622698] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1989.622900] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1989.623399] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9e17972e-6a34-4be5-8bf1-ad14901b88ab {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.701970] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c6ac5b-98d4-401a-9be0-accd509a9104 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.705837] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1989.705837] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1989.705999] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Deleting the datastore file [datastore1] ecdfd63e-86e9-4a96-8230-a58ce62cea2e {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1989.706576] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b4fd142-491e-4db8-9f90-62718d63b5bf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.711166] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c942ca-5ed4-4453-85fd-e26b756c922b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.714853] env[63676]: DEBUG oslo_vmware.api [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 1989.714853] env[63676]: value = "task-1926192" [ 1989.714853] env[63676]: _type = "Task" [ 1989.714853] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.745119] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213f2a24-6ab4-4bb2-a45e-be26b3758629 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.750659] env[63676]: DEBUG oslo_vmware.api [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.755895] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20bf7cd-e058-4dc3-9553-97c63d348e90 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.769369] env[63676]: DEBUG nova.compute.provider_tree [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1989.870676] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dce2062c-06f7-4111-94d3-f02748f158b2 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "refresh_cache-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1989.870879] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dce2062c-06f7-4111-94d3-f02748f158b2 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired lock "refresh_cache-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.871079] env[63676]: DEBUG nova.network.neutron [None req-dce2062c-06f7-4111-94d3-f02748f158b2 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1989.926905] env[63676]: DEBUG nova.compute.manager [req-130f77b8-2849-48c7-aa05-120140fc76fe req-914713fa-f2a7-4643-aa49-766b341c75d2 service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Received event network-vif-deleted-26639aa1-3473-4365-91ea-8c12a1e3efa2 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1989.927210] env[63676]: INFO nova.compute.manager [req-130f77b8-2849-48c7-aa05-120140fc76fe req-914713fa-f2a7-4643-aa49-766b341c75d2 service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Neutron deleted interface 26639aa1-3473-4365-91ea-8c12a1e3efa2; detaching it from the instance and deleting it from the info cache [ 1989.927417] env[63676]: DEBUG nova.network.neutron [req-130f77b8-2849-48c7-aa05-120140fc76fe req-914713fa-f2a7-4643-aa49-766b341c75d2 service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Updating instance_info_cache with network_info: [{"id": "ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f", "address": "fa:16:3e:2e:a4:dc", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffeb84e8-7f", "ovs_interfaceid": "ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "43a9bfd3-a98e-4c21-8adf-9afc8aa88ec6", "address": "fa:16:3e:d3:4b:2b", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43a9bfd3-a9", "ovs_interfaceid": "43a9bfd3-a98e-4c21-8adf-9afc8aa88ec6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.125072] env[63676]: DEBUG nova.compute.manager [req-3956d020-c88f-4a59-9308-073db0b662d1 req-414e8862-32a6-4fff-ae29-fcf08c052881 service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Received event network-vif-deleted-43a9bfd3-a98e-4c21-8adf-9afc8aa88ec6 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1990.125282] env[63676]: INFO nova.compute.manager [req-3956d020-c88f-4a59-9308-073db0b662d1 req-414e8862-32a6-4fff-ae29-fcf08c052881 service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Neutron deleted interface 43a9bfd3-a98e-4c21-8adf-9afc8aa88ec6; detaching it from the instance and deleting it from the info cache [ 1990.125560] env[63676]: DEBUG nova.network.neutron [req-3956d020-c88f-4a59-9308-073db0b662d1 req-414e8862-32a6-4fff-ae29-fcf08c052881 service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Updating instance_info_cache with network_info: [{"id": "ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f", "address": "fa:16:3e:2e:a4:dc", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffeb84e8-7f", "ovs_interfaceid": "ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.140957] env[63676]: DEBUG nova.network.neutron [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1990.225107] env[63676]: DEBUG oslo_vmware.api [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1404} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.225241] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1990.225428] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1990.225616] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1990.225785] env[63676]: INFO nova.compute.manager [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1990.226033] env[63676]: DEBUG oslo.service.loopingcall [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1990.226244] env[63676]: DEBUG nova.compute.manager [-] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1990.226361] env[63676]: DEBUG nova.network.neutron [-] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1990.272567] env[63676]: DEBUG nova.scheduler.client.report [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1990.430612] env[63676]: DEBUG oslo_concurrency.lockutils [req-130f77b8-2849-48c7-aa05-120140fc76fe req-914713fa-f2a7-4643-aa49-766b341c75d2 service nova] Acquiring lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1990.430859] env[63676]: DEBUG oslo_concurrency.lockutils [req-130f77b8-2849-48c7-aa05-120140fc76fe req-914713fa-f2a7-4643-aa49-766b341c75d2 service nova] Acquired lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1990.432339] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec1c8aa-d1cb-46d1-9f19-ee93c8b31bd5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.452011] env[63676]: DEBUG oslo_concurrency.lockutils [req-130f77b8-2849-48c7-aa05-120140fc76fe req-914713fa-f2a7-4643-aa49-766b341c75d2 service nova] Releasing lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.452346] env[63676]: WARNING nova.compute.manager [req-130f77b8-2849-48c7-aa05-120140fc76fe req-914713fa-f2a7-4643-aa49-766b341c75d2 service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Detach interface failed, port_id=26639aa1-3473-4365-91ea-8c12a1e3efa2, reason: No device with interface-id 26639aa1-3473-4365-91ea-8c12a1e3efa2 exists on VM: nova.exception.NotFound: No device with interface-id 26639aa1-3473-4365-91ea-8c12a1e3efa2 exists on VM [ 1990.452593] env[63676]: DEBUG nova.compute.manager [req-130f77b8-2849-48c7-aa05-120140fc76fe req-914713fa-f2a7-4643-aa49-766b341c75d2 service nova] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Received event network-vif-plugged-46d4593a-7a3f-43d4-afbc-7d80511a5dfd {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1990.452827] env[63676]: DEBUG oslo_concurrency.lockutils [req-130f77b8-2849-48c7-aa05-120140fc76fe req-914713fa-f2a7-4643-aa49-766b341c75d2 service nova] Acquiring lock "f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.453093] env[63676]: DEBUG oslo_concurrency.lockutils [req-130f77b8-2849-48c7-aa05-120140fc76fe req-914713fa-f2a7-4643-aa49-766b341c75d2 service nova] Lock "f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.453300] env[63676]: DEBUG oslo_concurrency.lockutils [req-130f77b8-2849-48c7-aa05-120140fc76fe req-914713fa-f2a7-4643-aa49-766b341c75d2 service nova] Lock "f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.453511] env[63676]: DEBUG nova.compute.manager [req-130f77b8-2849-48c7-aa05-120140fc76fe req-914713fa-f2a7-4643-aa49-766b341c75d2 service nova] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] No waiting events found dispatching network-vif-plugged-46d4593a-7a3f-43d4-afbc-7d80511a5dfd {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1990.453791] env[63676]: WARNING nova.compute.manager [req-130f77b8-2849-48c7-aa05-120140fc76fe req-914713fa-f2a7-4643-aa49-766b341c75d2 service nova] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Received unexpected event network-vif-plugged-46d4593a-7a3f-43d4-afbc-7d80511a5dfd for instance with vm_state building and task_state spawning. [ 1990.453997] env[63676]: DEBUG nova.compute.manager [req-130f77b8-2849-48c7-aa05-120140fc76fe req-914713fa-f2a7-4643-aa49-766b341c75d2 service nova] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Received event network-changed-46d4593a-7a3f-43d4-afbc-7d80511a5dfd {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1990.454212] env[63676]: DEBUG nova.compute.manager [req-130f77b8-2849-48c7-aa05-120140fc76fe req-914713fa-f2a7-4643-aa49-766b341c75d2 service nova] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Refreshing instance network info cache due to event network-changed-46d4593a-7a3f-43d4-afbc-7d80511a5dfd. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1990.454423] env[63676]: DEBUG oslo_concurrency.lockutils [req-130f77b8-2849-48c7-aa05-120140fc76fe req-914713fa-f2a7-4643-aa49-766b341c75d2 service nova] Acquiring lock "refresh_cache-f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1990.462693] env[63676]: DEBUG nova.network.neutron [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Updating instance_info_cache with network_info: [{"id": "46d4593a-7a3f-43d4-afbc-7d80511a5dfd", "address": "fa:16:3e:1c:14:0c", "network": {"id": "b4503803-880d-4b7d-94e2-622c87fede97", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-638170252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11302b5359cb437aac371d1206a15f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46d4593a-7a", "ovs_interfaceid": "46d4593a-7a3f-43d4-afbc-7d80511a5dfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.628393] env[63676]: DEBUG oslo_concurrency.lockutils [req-3956d020-c88f-4a59-9308-073db0b662d1 req-414e8862-32a6-4fff-ae29-fcf08c052881 service nova] Acquiring lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1990.628663] env[63676]: DEBUG oslo_concurrency.lockutils [req-3956d020-c88f-4a59-9308-073db0b662d1 req-414e8862-32a6-4fff-ae29-fcf08c052881 service nova] Acquired lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1990.629588] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e762d4-862a-48c9-9483-2c7045ef361a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.648769] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9083b72-baf6-4011-b641-93f000a2a02f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.676608] env[63676]: DEBUG oslo_concurrency.lockutils [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.682686] env[63676]: DEBUG nova.virt.vmwareapi.vmops [req-3956d020-c88f-4a59-9308-073db0b662d1 req-414e8862-32a6-4fff-ae29-fcf08c052881 service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Reconfiguring VM to detach interface {{(pid=63676) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1990.684040] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2517fe0f-6c19-4fa5-9668-560725a63d2d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.703371] env[63676]: DEBUG oslo_vmware.api [req-3956d020-c88f-4a59-9308-073db0b662d1 req-414e8862-32a6-4fff-ae29-fcf08c052881 service nova] Waiting for the task: (returnval){ [ 1990.703371] env[63676]: value = "task-1926194" [ 1990.703371] env[63676]: _type = "Task" [ 1990.703371] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.711668] env[63676]: DEBUG oslo_vmware.api [req-3956d020-c88f-4a59-9308-073db0b662d1 req-414e8862-32a6-4fff-ae29-fcf08c052881 service nova] Task: {'id': task-1926194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.777634] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.279s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.779609] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.520s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.781135] env[63676]: INFO nova.compute.claims [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1990.787050] env[63676]: INFO nova.network.neutron [None req-dce2062c-06f7-4111-94d3-f02748f158b2 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Port 26639aa1-3473-4365-91ea-8c12a1e3efa2 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1990.787237] env[63676]: INFO nova.network.neutron [None req-dce2062c-06f7-4111-94d3-f02748f158b2 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Port 43a9bfd3-a98e-4c21-8adf-9afc8aa88ec6 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1990.787539] env[63676]: DEBUG nova.network.neutron [None req-dce2062c-06f7-4111-94d3-f02748f158b2 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Updating instance_info_cache with network_info: [{"id": "ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f", "address": "fa:16:3e:2e:a4:dc", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapffeb84e8-7f", "ovs_interfaceid": "ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.810827] env[63676]: INFO nova.network.neutron [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Updating port 407c22d0-6d8d-4cb4-941a-b7f401d33a7a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1990.965259] env[63676]: DEBUG oslo_concurrency.lockutils [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Releasing lock "refresh_cache-f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1990.965608] env[63676]: DEBUG nova.compute.manager [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Instance network_info: |[{"id": "46d4593a-7a3f-43d4-afbc-7d80511a5dfd", "address": "fa:16:3e:1c:14:0c", "network": {"id": "b4503803-880d-4b7d-94e2-622c87fede97", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-638170252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11302b5359cb437aac371d1206a15f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46d4593a-7a", "ovs_interfaceid": "46d4593a-7a3f-43d4-afbc-7d80511a5dfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1990.965920] env[63676]: DEBUG oslo_concurrency.lockutils [req-130f77b8-2849-48c7-aa05-120140fc76fe req-914713fa-f2a7-4643-aa49-766b341c75d2 service nova] Acquired lock "refresh_cache-f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1990.966115] env[63676]: DEBUG nova.network.neutron [req-130f77b8-2849-48c7-aa05-120140fc76fe req-914713fa-f2a7-4643-aa49-766b341c75d2 service nova] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Refreshing network info cache for port 46d4593a-7a3f-43d4-afbc-7d80511a5dfd {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1990.968241] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:14:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '030ecc21-dc1c-4283-854e-88e623b3970a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46d4593a-7a3f-43d4-afbc-7d80511a5dfd', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1990.975887] env[63676]: DEBUG oslo.service.loopingcall [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1990.976361] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1990.976589] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7c58695-6be4-4994-8c9f-dfdc8e34cc4d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.996941] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1990.996941] env[63676]: value = "task-1926195" [ 1990.996941] env[63676]: _type = "Task" [ 1990.996941] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.004594] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926195, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.214480] env[63676]: DEBUG oslo_vmware.api [req-3956d020-c88f-4a59-9308-073db0b662d1 req-414e8862-32a6-4fff-ae29-fcf08c052881 service nova] Task: {'id': task-1926194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.217907] env[63676]: DEBUG nova.network.neutron [-] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1991.290475] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dce2062c-06f7-4111-94d3-f02748f158b2 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Releasing lock "refresh_cache-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1991.507994] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926195, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.715591] env[63676]: DEBUG oslo_vmware.api [req-3956d020-c88f-4a59-9308-073db0b662d1 req-414e8862-32a6-4fff-ae29-fcf08c052881 service nova] Task: {'id': task-1926194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.720234] env[63676]: INFO nova.compute.manager [-] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Took 1.49 seconds to deallocate network for instance. [ 1991.795356] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dce2062c-06f7-4111-94d3-f02748f158b2 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "interface-e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8-26639aa1-3473-4365-91ea-8c12a1e3efa2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.856s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.962811] env[63676]: DEBUG nova.compute.manager [req-341e2ff3-19e6-46e5-82e3-29d906a44f74 req-aef37e74-4746-48e2-a42a-626746ef09b0 service nova] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Received event network-vif-deleted-081bc10b-2419-48ea-a4b7-bff1fc43f18d {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1991.973279] env[63676]: DEBUG nova.network.neutron [req-130f77b8-2849-48c7-aa05-120140fc76fe req-914713fa-f2a7-4643-aa49-766b341c75d2 service nova] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Updated VIF entry in instance network info cache for port 46d4593a-7a3f-43d4-afbc-7d80511a5dfd. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1991.973635] env[63676]: DEBUG nova.network.neutron [req-130f77b8-2849-48c7-aa05-120140fc76fe req-914713fa-f2a7-4643-aa49-766b341c75d2 service nova] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Updating instance_info_cache with network_info: [{"id": "46d4593a-7a3f-43d4-afbc-7d80511a5dfd", "address": "fa:16:3e:1c:14:0c", "network": {"id": "b4503803-880d-4b7d-94e2-622c87fede97", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-638170252-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11302b5359cb437aac371d1206a15f11", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "030ecc21-dc1c-4283-854e-88e623b3970a", "external-id": "nsx-vlan-transportzone-577", "segmentation_id": 577, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46d4593a-7a", "ovs_interfaceid": "46d4593a-7a3f-43d4-afbc-7d80511a5dfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1992.013427] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926195, 'name': CreateVM_Task, 'duration_secs': 0.532289} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.016611] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1992.018298] env[63676]: DEBUG oslo_concurrency.lockutils [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.019055] env[63676]: DEBUG oslo_concurrency.lockutils [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.019611] env[63676]: DEBUG oslo_concurrency.lockutils [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1992.020071] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3ded64c-951d-4990-8f67-46fd6516d357 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.025573] env[63676]: DEBUG oslo_vmware.api [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1992.025573] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52566bf6-42c4-8b59-3e76-a16cef9e0c86" [ 1992.025573] env[63676]: _type = "Task" [ 1992.025573] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.037393] env[63676]: DEBUG oslo_vmware.api [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52566bf6-42c4-8b59-3e76-a16cef9e0c86, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.055070] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f3c581-4677-4f61-a582-5b5d2a1fc002 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.063722] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d20ed35f-000d-4975-9e07-1af54e6ff921 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.095721] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0fb62d-3cdf-4f7e-b1da-935b02fc4e7c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.104837] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd056ded-322e-4204-880b-e9096b5e09ad {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.118982] env[63676]: DEBUG nova.compute.provider_tree [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1992.215197] env[63676]: DEBUG oslo_vmware.api [req-3956d020-c88f-4a59-9308-073db0b662d1 req-414e8862-32a6-4fff-ae29-fcf08c052881 service nova] Task: {'id': task-1926194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.227592] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.407532] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-faf2b1aa-ed3b-45f9-9c48-6d7dacbdb5fb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Volume attach. Driver type: vmdk {{(pid=63676) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1992.407825] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-faf2b1aa-ed3b-45f9-9c48-6d7dacbdb5fb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397179', 'volume_id': '73697bed-60b7-49c3-8def-9ad7c80ccc4d', 'name': 'volume-73697bed-60b7-49c3-8def-9ad7c80ccc4d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '907bf91b-be1f-4a9a-a557-6c9e2906037c', 'attached_at': '', 'detached_at': '', 'volume_id': '73697bed-60b7-49c3-8def-9ad7c80ccc4d', 'serial': '73697bed-60b7-49c3-8def-9ad7c80ccc4d'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1992.408705] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298f7612-ef24-4d46-888f-25c5d312ac2d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.428924] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679e42df-310f-4619-adff-5d0cc3f655cb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.452976] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-faf2b1aa-ed3b-45f9-9c48-6d7dacbdb5fb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] volume-73697bed-60b7-49c3-8def-9ad7c80ccc4d/volume-73697bed-60b7-49c3-8def-9ad7c80ccc4d.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1992.453227] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aae3d19c-fba1-4bdf-abf7-e62afe6dba8b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.469917] env[63676]: DEBUG oslo_vmware.api [None req-faf2b1aa-ed3b-45f9-9c48-6d7dacbdb5fb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1992.469917] env[63676]: value = "task-1926196" [ 1992.469917] env[63676]: _type = "Task" [ 1992.469917] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.476235] env[63676]: DEBUG oslo_concurrency.lockutils [req-130f77b8-2849-48c7-aa05-120140fc76fe req-914713fa-f2a7-4643-aa49-766b341c75d2 service nova] Releasing lock "refresh_cache-f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1992.479827] env[63676]: DEBUG oslo_vmware.api [None req-faf2b1aa-ed3b-45f9-9c48-6d7dacbdb5fb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926196, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.536310] env[63676]: DEBUG oslo_vmware.api [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52566bf6-42c4-8b59-3e76-a16cef9e0c86, 'name': SearchDatastore_Task, 'duration_secs': 0.011255} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.536680] env[63676]: DEBUG oslo_concurrency.lockutils [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1992.536965] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1992.537244] env[63676]: DEBUG oslo_concurrency.lockutils [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.537407] env[63676]: DEBUG oslo_concurrency.lockutils [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.537597] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1992.537865] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5353daf-abcc-4aeb-8bd9-7a902e89bcd5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.546023] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1992.546221] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1992.546959] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0827f90-46e9-400a-84eb-01824e689dfa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.552224] env[63676]: DEBUG oslo_vmware.api [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1992.552224] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52310088-adc1-2e3d-67f3-aa0d3213961e" [ 1992.552224] env[63676]: _type = "Task" [ 1992.552224] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.559843] env[63676]: DEBUG oslo_vmware.api [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52310088-adc1-2e3d-67f3-aa0d3213961e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.622234] env[63676]: DEBUG nova.scheduler.client.report [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1992.715446] env[63676]: DEBUG oslo_vmware.api [req-3956d020-c88f-4a59-9308-073db0b662d1 req-414e8862-32a6-4fff-ae29-fcf08c052881 service nova] Task: {'id': task-1926194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.854201] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquiring lock "refresh_cache-07c4b6fa-d291-4827-b390-3a1f8d365652" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.854833] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquired lock "refresh_cache-07c4b6fa-d291-4827-b390-3a1f8d365652" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.854833] env[63676]: DEBUG nova.network.neutron [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1992.980665] env[63676]: DEBUG oslo_vmware.api [None req-faf2b1aa-ed3b-45f9-9c48-6d7dacbdb5fb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926196, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.062784] env[63676]: DEBUG oslo_vmware.api [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52310088-adc1-2e3d-67f3-aa0d3213961e, 'name': SearchDatastore_Task, 'duration_secs': 0.010054} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.063573] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-117d4ce7-9d77-4ef3-8b88-75d34ee8d2fe {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.068341] env[63676]: DEBUG oslo_vmware.api [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1993.068341] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523c81ad-0c57-3cb9-c40e-37b120f82593" [ 1993.068341] env[63676]: _type = "Task" [ 1993.068341] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.075403] env[63676]: DEBUG oslo_vmware.api [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523c81ad-0c57-3cb9-c40e-37b120f82593, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.127941] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.128480] env[63676]: DEBUG nova.compute.manager [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1993.131704] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.998s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.132238] env[63676]: DEBUG nova.objects.instance [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lazy-loading 'resources' on Instance uuid a058bf37-2709-4420-ba2f-33dae385a8f0 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1993.216108] env[63676]: DEBUG oslo_vmware.api [req-3956d020-c88f-4a59-9308-073db0b662d1 req-414e8862-32a6-4fff-ae29-fcf08c052881 service nova] Task: {'id': task-1926194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.481458] env[63676]: DEBUG oslo_vmware.api [None req-faf2b1aa-ed3b-45f9-9c48-6d7dacbdb5fb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926196, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.578692] env[63676]: DEBUG oslo_vmware.api [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523c81ad-0c57-3cb9-c40e-37b120f82593, 'name': SearchDatastore_Task, 'duration_secs': 0.010019} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.578957] env[63676]: DEBUG oslo_concurrency.lockutils [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1993.579231] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36/f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1993.579494] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1327cbac-1380-4e24-aa8c-76449361213e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.587022] env[63676]: DEBUG oslo_vmware.api [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1993.587022] env[63676]: value = "task-1926197" [ 1993.587022] env[63676]: _type = "Task" [ 1993.587022] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.596085] env[63676]: DEBUG nova.network.neutron [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Updating instance_info_cache with network_info: [{"id": "407c22d0-6d8d-4cb4-941a-b7f401d33a7a", "address": "fa:16:3e:d7:ee:fd", "network": {"id": "0682426d-235c-4125-846f-5e1a2510432c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-202912780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99f01590e7844f9892fa09658c396b0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap407c22d0-6d", "ovs_interfaceid": "407c22d0-6d8d-4cb4-941a-b7f401d33a7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1993.601738] env[63676]: DEBUG oslo_vmware.api [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.638313] env[63676]: DEBUG nova.compute.utils [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1993.638313] env[63676]: DEBUG nova.compute.manager [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1993.638601] env[63676]: DEBUG nova.network.neutron [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1993.720229] env[63676]: DEBUG oslo_vmware.api [req-3956d020-c88f-4a59-9308-073db0b662d1 req-414e8862-32a6-4fff-ae29-fcf08c052881 service nova] Task: {'id': task-1926194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.721840] env[63676]: DEBUG nova.policy [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7263bf7600a44f28758b9729ad968ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93faadf6a08140439d5abf8ec7de9c97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1993.892743] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-103ee574-f111-4a5b-8453-29160d9ad90f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.904581] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ae2d05-ad4b-4ea0-8046-9f7c62ccab3b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.938461] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c8cc75-e46a-4e9a-a631-d77365634aee {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.947076] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b4f4ad-316c-4517-ad30-d5d628bebe82 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.965355] env[63676]: DEBUG nova.compute.provider_tree [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1993.984501] env[63676]: DEBUG oslo_vmware.api [None req-faf2b1aa-ed3b-45f9-9c48-6d7dacbdb5fb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926196, 'name': ReconfigVM_Task, 'duration_secs': 1.36866} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.985595] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-faf2b1aa-ed3b-45f9-9c48-6d7dacbdb5fb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Reconfigured VM instance instance-0000005b to attach disk [datastore1] volume-73697bed-60b7-49c3-8def-9ad7c80ccc4d/volume-73697bed-60b7-49c3-8def-9ad7c80ccc4d.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1993.992746] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a4d7257-563c-49ab-b9ca-cee33434095c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.010419] env[63676]: DEBUG oslo_vmware.api [None req-faf2b1aa-ed3b-45f9-9c48-6d7dacbdb5fb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1994.010419] env[63676]: value = "task-1926198" [ 1994.010419] env[63676]: _type = "Task" [ 1994.010419] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.021692] env[63676]: DEBUG oslo_vmware.api [None req-faf2b1aa-ed3b-45f9-9c48-6d7dacbdb5fb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926198, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.066311] env[63676]: DEBUG nova.compute.manager [req-dc196166-19fe-41f9-8186-00d61e649606 req-83e53527-fd37-4f05-92d0-1a1b98b092b5 service nova] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Received event network-vif-plugged-407c22d0-6d8d-4cb4-941a-b7f401d33a7a {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1994.066532] env[63676]: DEBUG oslo_concurrency.lockutils [req-dc196166-19fe-41f9-8186-00d61e649606 req-83e53527-fd37-4f05-92d0-1a1b98b092b5 service nova] Acquiring lock "07c4b6fa-d291-4827-b390-3a1f8d365652-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.066740] env[63676]: DEBUG oslo_concurrency.lockutils [req-dc196166-19fe-41f9-8186-00d61e649606 req-83e53527-fd37-4f05-92d0-1a1b98b092b5 service nova] Lock "07c4b6fa-d291-4827-b390-3a1f8d365652-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.066907] env[63676]: DEBUG oslo_concurrency.lockutils [req-dc196166-19fe-41f9-8186-00d61e649606 req-83e53527-fd37-4f05-92d0-1a1b98b092b5 service nova] Lock "07c4b6fa-d291-4827-b390-3a1f8d365652-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.067084] env[63676]: DEBUG nova.compute.manager [req-dc196166-19fe-41f9-8186-00d61e649606 req-83e53527-fd37-4f05-92d0-1a1b98b092b5 service nova] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] No waiting events found dispatching network-vif-plugged-407c22d0-6d8d-4cb4-941a-b7f401d33a7a {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1994.067250] env[63676]: WARNING nova.compute.manager [req-dc196166-19fe-41f9-8186-00d61e649606 req-83e53527-fd37-4f05-92d0-1a1b98b092b5 service nova] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Received unexpected event network-vif-plugged-407c22d0-6d8d-4cb4-941a-b7f401d33a7a for instance with vm_state shelved_offloaded and task_state spawning. [ 1994.067409] env[63676]: DEBUG nova.compute.manager [req-dc196166-19fe-41f9-8186-00d61e649606 req-83e53527-fd37-4f05-92d0-1a1b98b092b5 service nova] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Received event network-changed-407c22d0-6d8d-4cb4-941a-b7f401d33a7a {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1994.067564] env[63676]: DEBUG nova.compute.manager [req-dc196166-19fe-41f9-8186-00d61e649606 req-83e53527-fd37-4f05-92d0-1a1b98b092b5 service nova] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Refreshing instance network info cache due to event network-changed-407c22d0-6d8d-4cb4-941a-b7f401d33a7a. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1994.067727] env[63676]: DEBUG oslo_concurrency.lockutils [req-dc196166-19fe-41f9-8186-00d61e649606 req-83e53527-fd37-4f05-92d0-1a1b98b092b5 service nova] Acquiring lock "refresh_cache-07c4b6fa-d291-4827-b390-3a1f8d365652" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1994.069082] env[63676]: DEBUG nova.network.neutron [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Successfully created port: a57167eb-218f-4ae4-8d40-a7a291a9faff {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1994.096883] env[63676]: DEBUG oslo_vmware.api [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926197, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.472425} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.097207] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36/f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1994.097472] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1994.097761] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d1cff62-94fb-4155-99e2-8ae5654f4d71 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.102887] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Releasing lock "refresh_cache-07c4b6fa-d291-4827-b390-3a1f8d365652" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.105124] env[63676]: DEBUG oslo_concurrency.lockutils [req-dc196166-19fe-41f9-8186-00d61e649606 req-83e53527-fd37-4f05-92d0-1a1b98b092b5 service nova] Acquired lock "refresh_cache-07c4b6fa-d291-4827-b390-3a1f8d365652" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1994.105339] env[63676]: DEBUG nova.network.neutron [req-dc196166-19fe-41f9-8186-00d61e649606 req-83e53527-fd37-4f05-92d0-1a1b98b092b5 service nova] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Refreshing network info cache for port 407c22d0-6d8d-4cb4-941a-b7f401d33a7a {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1994.107770] env[63676]: DEBUG oslo_vmware.api [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1994.107770] env[63676]: value = "task-1926199" [ 1994.107770] env[63676]: _type = "Task" [ 1994.107770] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.116335] env[63676]: DEBUG oslo_vmware.api [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926199, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.148447] env[63676]: DEBUG nova.virt.hardware [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='dc84050dcb594d99b71d9560b98f839f',container_format='bare',created_at=2024-12-16T19:58:17Z,direct_url=,disk_format='vmdk',id=dbad2521-df71-4960-8d67-f18fd5ad834d,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1832343860-shelved',owner='99f01590e7844f9892fa09658c396b0d',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2024-12-16T19:58:36Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1994.148706] env[63676]: DEBUG nova.virt.hardware [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1994.148861] env[63676]: DEBUG nova.virt.hardware [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1994.149085] env[63676]: DEBUG nova.virt.hardware [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1994.149243] env[63676]: DEBUG nova.virt.hardware [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1994.149405] env[63676]: DEBUG nova.virt.hardware [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1994.149612] env[63676]: DEBUG nova.virt.hardware [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1994.149828] env[63676]: DEBUG nova.virt.hardware [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1994.150024] env[63676]: DEBUG nova.virt.hardware [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1994.150196] env[63676]: DEBUG nova.virt.hardware [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1994.150380] env[63676]: DEBUG nova.virt.hardware [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1994.150940] env[63676]: DEBUG nova.compute.manager [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1994.157117] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf1ea2f-0169-4ef3-b3b4-ceef60ffd502 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.162729] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32238ab3-1b93-4e95-bea3-59941f7e34aa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.176832] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d7:ee:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '407c22d0-6d8d-4cb4-941a-b7f401d33a7a', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1994.184779] env[63676]: DEBUG oslo.service.loopingcall [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1994.185768] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1994.186021] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2684842b-b64b-4eba-a59e-71ccb89299d2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.206703] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1994.206703] env[63676]: value = "task-1926200" [ 1994.206703] env[63676]: _type = "Task" [ 1994.206703] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.218466] env[63676]: DEBUG oslo_vmware.api [req-3956d020-c88f-4a59-9308-073db0b662d1 req-414e8862-32a6-4fff-ae29-fcf08c052881 service nova] Task: {'id': task-1926194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.220943] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926200, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.468573] env[63676]: DEBUG nova.scheduler.client.report [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1994.519760] env[63676]: DEBUG oslo_vmware.api [None req-faf2b1aa-ed3b-45f9-9c48-6d7dacbdb5fb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926198, 'name': ReconfigVM_Task, 'duration_secs': 0.180766} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.520539] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-faf2b1aa-ed3b-45f9-9c48-6d7dacbdb5fb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397179', 'volume_id': '73697bed-60b7-49c3-8def-9ad7c80ccc4d', 'name': 'volume-73697bed-60b7-49c3-8def-9ad7c80ccc4d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '907bf91b-be1f-4a9a-a557-6c9e2906037c', 'attached_at': '', 'detached_at': '', 'volume_id': '73697bed-60b7-49c3-8def-9ad7c80ccc4d', 'serial': '73697bed-60b7-49c3-8def-9ad7c80ccc4d'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1994.620251] env[63676]: DEBUG oslo_vmware.api [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926199, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.101496} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.621010] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1994.621567] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9400b2ad-a73b-46a5-922b-c874de5f7aa4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.643137] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36/f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1994.645606] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd294f8d-2a32-4751-8335-370850fe2dfd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.668677] env[63676]: DEBUG oslo_vmware.api [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1994.668677] env[63676]: value = "task-1926201" [ 1994.668677] env[63676]: _type = "Task" [ 1994.668677] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.681314] env[63676]: DEBUG oslo_vmware.api [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926201, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.720171] env[63676]: DEBUG oslo_vmware.api [req-3956d020-c88f-4a59-9308-073db0b662d1 req-414e8862-32a6-4fff-ae29-fcf08c052881 service nova] Task: {'id': task-1926194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.725568] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926200, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.918063] env[63676]: DEBUG nova.network.neutron [req-dc196166-19fe-41f9-8186-00d61e649606 req-83e53527-fd37-4f05-92d0-1a1b98b092b5 service nova] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Updated VIF entry in instance network info cache for port 407c22d0-6d8d-4cb4-941a-b7f401d33a7a. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1994.918487] env[63676]: DEBUG nova.network.neutron [req-dc196166-19fe-41f9-8186-00d61e649606 req-83e53527-fd37-4f05-92d0-1a1b98b092b5 service nova] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Updating instance_info_cache with network_info: [{"id": "407c22d0-6d8d-4cb4-941a-b7f401d33a7a", "address": "fa:16:3e:d7:ee:fd", "network": {"id": "0682426d-235c-4125-846f-5e1a2510432c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-202912780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99f01590e7844f9892fa09658c396b0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap407c22d0-6d", "ovs_interfaceid": "407c22d0-6d8d-4cb4-941a-b7f401d33a7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.973545] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.976101] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.397s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.977699] env[63676]: INFO nova.compute.claims [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1994.995249] env[63676]: INFO nova.scheduler.client.report [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Deleted allocations for instance a058bf37-2709-4420-ba2f-33dae385a8f0 [ 1995.164409] env[63676]: DEBUG nova.compute.manager [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1995.178791] env[63676]: DEBUG oslo_vmware.api [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926201, 'name': ReconfigVM_Task, 'duration_secs': 0.311098} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.179071] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Reconfigured VM instance instance-00000061 to attach disk [datastore1] f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36/f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1995.179849] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d4e0ea6-5858-481c-bd96-bcca69ba4400 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.187628] env[63676]: DEBUG oslo_vmware.api [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1995.187628] env[63676]: value = "task-1926202" [ 1995.187628] env[63676]: _type = "Task" [ 1995.187628] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.193350] env[63676]: DEBUG nova.virt.hardware [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1995.193587] env[63676]: DEBUG nova.virt.hardware [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1995.193744] env[63676]: DEBUG nova.virt.hardware [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1995.193923] env[63676]: DEBUG nova.virt.hardware [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1995.194085] env[63676]: DEBUG nova.virt.hardware [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1995.194231] env[63676]: DEBUG nova.virt.hardware [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1995.194439] env[63676]: DEBUG nova.virt.hardware [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1995.194596] env[63676]: DEBUG nova.virt.hardware [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1995.194762] env[63676]: DEBUG nova.virt.hardware [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1995.194969] env[63676]: DEBUG nova.virt.hardware [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1995.195180] env[63676]: DEBUG nova.virt.hardware [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1995.196240] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8aad604-54e0-41d4-afa0-ca4b87fae8e2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.202173] env[63676]: DEBUG oslo_vmware.api [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926202, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.207354] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3095823-fe7a-4654-85f0-c04e6758482d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.229064] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926200, 'name': CreateVM_Task, 'duration_secs': 0.627018} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.229248] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1995.229999] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbad2521-df71-4960-8d67-f18fd5ad834d" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.230204] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbad2521-df71-4960-8d67-f18fd5ad834d" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.230594] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/dbad2521-df71-4960-8d67-f18fd5ad834d" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1995.233792] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ff80705-c2cf-42a4-be46-6304fe81aee3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.236094] env[63676]: DEBUG oslo_vmware.api [req-3956d020-c88f-4a59-9308-073db0b662d1 req-414e8862-32a6-4fff-ae29-fcf08c052881 service nova] Task: {'id': task-1926194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.238924] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 1995.238924] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523abe36-6dce-37d7-c760-5af42b39204f" [ 1995.238924] env[63676]: _type = "Task" [ 1995.238924] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.245898] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523abe36-6dce-37d7-c760-5af42b39204f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.421743] env[63676]: DEBUG oslo_concurrency.lockutils [req-dc196166-19fe-41f9-8186-00d61e649606 req-83e53527-fd37-4f05-92d0-1a1b98b092b5 service nova] Releasing lock "refresh_cache-07c4b6fa-d291-4827-b390-3a1f8d365652" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.502139] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c7e937e5-038d-474b-ba2c-79b12a2d0e8a tempest-ImagesTestJSON-1905691306 tempest-ImagesTestJSON-1905691306-project-member] Lock "a058bf37-2709-4420-ba2f-33dae385a8f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.991s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.555108] env[63676]: DEBUG nova.objects.instance [None req-faf2b1aa-ed3b-45f9-9c48-6d7dacbdb5fb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lazy-loading 'flavor' on Instance uuid 907bf91b-be1f-4a9a-a557-6c9e2906037c {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1995.699364] env[63676]: DEBUG oslo_vmware.api [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926202, 'name': Rename_Task, 'duration_secs': 0.48791} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.699648] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1995.699919] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50d00c82-872e-4aac-ab80-458804398f48 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.706326] env[63676]: DEBUG oslo_vmware.api [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 1995.706326] env[63676]: value = "task-1926203" [ 1995.706326] env[63676]: _type = "Task" [ 1995.706326] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.713465] env[63676]: DEBUG oslo_vmware.api [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.722899] env[63676]: DEBUG oslo_vmware.api [req-3956d020-c88f-4a59-9308-073db0b662d1 req-414e8862-32a6-4fff-ae29-fcf08c052881 service nova] Task: {'id': task-1926194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.733780] env[63676]: DEBUG nova.network.neutron [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Successfully updated port: a57167eb-218f-4ae4-8d40-a7a291a9faff {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1995.748034] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbad2521-df71-4960-8d67-f18fd5ad834d" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.748267] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Processing image dbad2521-df71-4960-8d67-f18fd5ad834d {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1995.748567] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/dbad2521-df71-4960-8d67-f18fd5ad834d/dbad2521-df71-4960-8d67-f18fd5ad834d.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.748765] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquired lock "[datastore1] devstack-image-cache_base/dbad2521-df71-4960-8d67-f18fd5ad834d/dbad2521-df71-4960-8d67-f18fd5ad834d.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.748998] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1995.749858] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-97e32e2c-76c0-4ab6-8977-4a107a083c2d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.762136] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1995.762381] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1995.763238] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6161983e-d196-492a-b33b-c007b030da34 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.768532] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 1995.768532] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d8f1ad-86f9-4cfe-5593-f588d402a718" [ 1995.768532] env[63676]: _type = "Task" [ 1995.768532] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.775792] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d8f1ad-86f9-4cfe-5593-f588d402a718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.060032] env[63676]: DEBUG oslo_concurrency.lockutils [None req-faf2b1aa-ed3b-45f9-9c48-6d7dacbdb5fb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "907bf91b-be1f-4a9a-a557-6c9e2906037c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.273s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.100150] env[63676]: DEBUG nova.compute.manager [req-1def51d8-0760-4e8b-ad92-9e80533562db req-67a75adf-07f1-403b-bb3c-162a6bb32f26 service nova] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Received event network-vif-plugged-a57167eb-218f-4ae4-8d40-a7a291a9faff {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1996.100150] env[63676]: DEBUG oslo_concurrency.lockutils [req-1def51d8-0760-4e8b-ad92-9e80533562db req-67a75adf-07f1-403b-bb3c-162a6bb32f26 service nova] Acquiring lock "cf3f373b-6aa5-4d17-82cf-63cf43f4fd98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.100150] env[63676]: DEBUG oslo_concurrency.lockutils [req-1def51d8-0760-4e8b-ad92-9e80533562db req-67a75adf-07f1-403b-bb3c-162a6bb32f26 service nova] Lock "cf3f373b-6aa5-4d17-82cf-63cf43f4fd98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.100150] env[63676]: DEBUG oslo_concurrency.lockutils [req-1def51d8-0760-4e8b-ad92-9e80533562db req-67a75adf-07f1-403b-bb3c-162a6bb32f26 service nova] Lock "cf3f373b-6aa5-4d17-82cf-63cf43f4fd98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.100150] env[63676]: DEBUG nova.compute.manager [req-1def51d8-0760-4e8b-ad92-9e80533562db req-67a75adf-07f1-403b-bb3c-162a6bb32f26 service nova] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] No waiting events found dispatching network-vif-plugged-a57167eb-218f-4ae4-8d40-a7a291a9faff {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1996.100150] env[63676]: WARNING nova.compute.manager [req-1def51d8-0760-4e8b-ad92-9e80533562db req-67a75adf-07f1-403b-bb3c-162a6bb32f26 service nova] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Received unexpected event network-vif-plugged-a57167eb-218f-4ae4-8d40-a7a291a9faff for instance with vm_state building and task_state spawning. [ 1996.100150] env[63676]: DEBUG nova.compute.manager [req-1def51d8-0760-4e8b-ad92-9e80533562db req-67a75adf-07f1-403b-bb3c-162a6bb32f26 service nova] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Received event network-changed-a57167eb-218f-4ae4-8d40-a7a291a9faff {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1996.100150] env[63676]: DEBUG nova.compute.manager [req-1def51d8-0760-4e8b-ad92-9e80533562db req-67a75adf-07f1-403b-bb3c-162a6bb32f26 service nova] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Refreshing instance network info cache due to event network-changed-a57167eb-218f-4ae4-8d40-a7a291a9faff. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 1996.100150] env[63676]: DEBUG oslo_concurrency.lockutils [req-1def51d8-0760-4e8b-ad92-9e80533562db req-67a75adf-07f1-403b-bb3c-162a6bb32f26 service nova] Acquiring lock "refresh_cache-cf3f373b-6aa5-4d17-82cf-63cf43f4fd98" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.100150] env[63676]: DEBUG oslo_concurrency.lockutils [req-1def51d8-0760-4e8b-ad92-9e80533562db req-67a75adf-07f1-403b-bb3c-162a6bb32f26 service nova] Acquired lock "refresh_cache-cf3f373b-6aa5-4d17-82cf-63cf43f4fd98" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.100150] env[63676]: DEBUG nova.network.neutron [req-1def51d8-0760-4e8b-ad92-9e80533562db req-67a75adf-07f1-403b-bb3c-162a6bb32f26 service nova] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Refreshing network info cache for port a57167eb-218f-4ae4-8d40-a7a291a9faff {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1996.204577] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2cd0412-d391-43ae-83a4-40d6ab6e8740 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.226730] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a3d44a-aa01-4fa3-bb7c-26d242ca7a74 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.230098] env[63676]: DEBUG oslo_vmware.api [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926203, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.235594] env[63676]: DEBUG oslo_vmware.api [req-3956d020-c88f-4a59-9308-073db0b662d1 req-414e8862-32a6-4fff-ae29-fcf08c052881 service nova] Task: {'id': task-1926194, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.261667] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "refresh_cache-cf3f373b-6aa5-4d17-82cf-63cf43f4fd98" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.263321] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3ce148-828a-4a14-a160-72f76be21026 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.275081] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3705ea-b494-4b37-a36d-c8db2c11fdf4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.293998] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Preparing fetch location {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1996.294326] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Fetch image to [datastore1] OSTACK_IMG_d4d1ef40-4bae-47e0-b319-bcd020582af4/OSTACK_IMG_d4d1ef40-4bae-47e0-b319-bcd020582af4.vmdk {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1996.294555] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Downloading stream optimized image dbad2521-df71-4960-8d67-f18fd5ad834d to [datastore1] OSTACK_IMG_d4d1ef40-4bae-47e0-b319-bcd020582af4/OSTACK_IMG_d4d1ef40-4bae-47e0-b319-bcd020582af4.vmdk on the data store datastore1 as vApp {{(pid=63676) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1996.294813] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Downloading image file data dbad2521-df71-4960-8d67-f18fd5ad834d to the ESX as VM named 'OSTACK_IMG_d4d1ef40-4bae-47e0-b319-bcd020582af4' {{(pid=63676) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1996.299063] env[63676]: DEBUG nova.compute.provider_tree [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1996.383200] env[63676]: DEBUG oslo_vmware.rw_handles [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1996.383200] env[63676]: value = "resgroup-9" [ 1996.383200] env[63676]: _type = "ResourcePool" [ 1996.383200] env[63676]: }. {{(pid=63676) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1996.383687] env[63676]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-152cc10f-692a-44ef-aa8c-12acfad4afe2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.404535] env[63676]: DEBUG oslo_vmware.rw_handles [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lease: (returnval){ [ 1996.404535] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ea0853-5601-5984-9477-c001b5b88ef9" [ 1996.404535] env[63676]: _type = "HttpNfcLease" [ 1996.404535] env[63676]: } obtained for vApp import into resource pool (val){ [ 1996.404535] env[63676]: value = "resgroup-9" [ 1996.404535] env[63676]: _type = "ResourcePool" [ 1996.404535] env[63676]: }. {{(pid=63676) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1996.404827] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the lease: (returnval){ [ 1996.404827] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ea0853-5601-5984-9477-c001b5b88ef9" [ 1996.404827] env[63676]: _type = "HttpNfcLease" [ 1996.404827] env[63676]: } to be ready. {{(pid=63676) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1996.412102] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1996.412102] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ea0853-5601-5984-9477-c001b5b88ef9" [ 1996.412102] env[63676]: _type = "HttpNfcLease" [ 1996.412102] env[63676]: } is initializing. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1996.648566] env[63676]: DEBUG nova.network.neutron [req-1def51d8-0760-4e8b-ad92-9e80533562db req-67a75adf-07f1-403b-bb3c-162a6bb32f26 service nova] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1996.715679] env[63676]: INFO nova.compute.manager [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Rescuing [ 1996.715970] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "refresh_cache-907bf91b-be1f-4a9a-a557-6c9e2906037c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.716156] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquired lock "refresh_cache-907bf91b-be1f-4a9a-a557-6c9e2906037c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.716327] env[63676]: DEBUG nova.network.neutron [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1996.726115] env[63676]: DEBUG oslo_vmware.api [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926203, 'name': PowerOnVM_Task, 'duration_secs': 0.58401} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.730022] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1996.730256] env[63676]: INFO nova.compute.manager [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Took 8.55 seconds to spawn the instance on the hypervisor. [ 1996.730539] env[63676]: DEBUG nova.compute.manager [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1996.731622] env[63676]: DEBUG nova.network.neutron [req-1def51d8-0760-4e8b-ad92-9e80533562db req-67a75adf-07f1-403b-bb3c-162a6bb32f26 service nova] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1996.734322] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb08e02-2a80-4be3-bfdc-be9051eac8a6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.745235] env[63676]: DEBUG oslo_vmware.api [req-3956d020-c88f-4a59-9308-073db0b662d1 req-414e8862-32a6-4fff-ae29-fcf08c052881 service nova] Task: {'id': task-1926194, 'name': ReconfigVM_Task, 'duration_secs': 5.81013} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.745478] env[63676]: DEBUG oslo_concurrency.lockutils [req-3956d020-c88f-4a59-9308-073db0b662d1 req-414e8862-32a6-4fff-ae29-fcf08c052881 service nova] Releasing lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.745692] env[63676]: DEBUG nova.virt.vmwareapi.vmops [req-3956d020-c88f-4a59-9308-073db0b662d1 req-414e8862-32a6-4fff-ae29-fcf08c052881 service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Reconfigured VM to detach interface {{(pid=63676) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1996.748983] env[63676]: DEBUG oslo_concurrency.lockutils [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.072s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.749221] env[63676]: DEBUG oslo_concurrency.lockutils [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.749440] env[63676]: DEBUG oslo_concurrency.lockutils [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1996.749640] env[63676]: DEBUG oslo_concurrency.lockutils [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.755028] env[63676]: INFO nova.compute.manager [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Terminating instance [ 1996.803523] env[63676]: DEBUG nova.scheduler.client.report [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1996.912882] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1996.912882] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ea0853-5601-5984-9477-c001b5b88ef9" [ 1996.912882] env[63676]: _type = "HttpNfcLease" [ 1996.912882] env[63676]: } is initializing. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1997.234541] env[63676]: DEBUG oslo_concurrency.lockutils [req-1def51d8-0760-4e8b-ad92-9e80533562db req-67a75adf-07f1-403b-bb3c-162a6bb32f26 service nova] Releasing lock "refresh_cache-cf3f373b-6aa5-4d17-82cf-63cf43f4fd98" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1997.234917] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquired lock "refresh_cache-cf3f373b-6aa5-4d17-82cf-63cf43f4fd98" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1997.235095] env[63676]: DEBUG nova.network.neutron [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1997.258084] env[63676]: DEBUG nova.compute.manager [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1997.258308] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1997.261287] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190bc5d5-c09c-4375-83c6-79556b416366 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.264529] env[63676]: INFO nova.compute.manager [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Took 17.65 seconds to build instance. [ 1997.272589] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1997.272897] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af45bd49-f274-4ed0-ad55-1a3297f19d05 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.279078] env[63676]: DEBUG oslo_vmware.api [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 1997.279078] env[63676]: value = "task-1926205" [ 1997.279078] env[63676]: _type = "Task" [ 1997.279078] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.287769] env[63676]: DEBUG oslo_vmware.api [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926205, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.308448] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.308996] env[63676]: DEBUG nova.compute.manager [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1997.311789] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.962s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.312019] env[63676]: DEBUG nova.objects.instance [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Lazy-loading 'resources' on Instance uuid 4c23d3a5-d194-48df-87b7-347d31bf908e {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1997.414403] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1997.414403] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ea0853-5601-5984-9477-c001b5b88ef9" [ 1997.414403] env[63676]: _type = "HttpNfcLease" [ 1997.414403] env[63676]: } is ready. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1997.414703] env[63676]: DEBUG oslo_vmware.rw_handles [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1997.414703] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ea0853-5601-5984-9477-c001b5b88ef9" [ 1997.414703] env[63676]: _type = "HttpNfcLease" [ 1997.414703] env[63676]: }. {{(pid=63676) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1997.418019] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-028ec5ab-d0ac-4acd-940c-3c6f9cafef21 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.432170] env[63676]: DEBUG oslo_vmware.rw_handles [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529e98a6-187c-3934-765f-256f623457cb/disk-0.vmdk from lease info. {{(pid=63676) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1997.435629] env[63676]: DEBUG oslo_vmware.rw_handles [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529e98a6-187c-3934-765f-256f623457cb/disk-0.vmdk. {{(pid=63676) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1997.506292] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6f4a8f77-92cf-461d-a986-0dc1a10a9dad {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.671786] env[63676]: DEBUG nova.network.neutron [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Updating instance_info_cache with network_info: [{"id": "b508277b-ad7c-484d-b4da-ad59456e8d06", "address": "fa:16:3e:e8:44:06", "network": {"id": "23e204f7-4577-455a-8f4f-79800b8dc56a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1808283278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ceddfd10acf04eefbb18c1077d1154d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb508277b-ad", "ovs_interfaceid": "b508277b-ad7c-484d-b4da-ad59456e8d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1997.766570] env[63676]: DEBUG oslo_concurrency.lockutils [None req-07f16c24-0727-443e-b40a-6637bb644bb7 tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.160s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.789457] env[63676]: DEBUG oslo_vmware.api [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926205, 'name': PowerOffVM_Task, 'duration_secs': 0.34693} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.790168] env[63676]: DEBUG nova.network.neutron [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1997.791972] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1997.792080] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1997.792363] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56b7b008-3dee-47d6-ab48-f04a6133d59b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.814693] env[63676]: DEBUG nova.compute.utils [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1997.822138] env[63676]: DEBUG nova.compute.manager [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1997.822138] env[63676]: DEBUG nova.network.neutron [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1997.932772] env[63676]: DEBUG nova.policy [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e0cfd35a9724a1c94a92c0e6dd353d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2df5d806c97b4a319a5e218aa89e48d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 1997.987400] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1997.987400] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1997.987400] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Deleting the datastore file [datastore1] e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1997.987759] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65de309d-62ca-4f07-857e-57ee5845f23a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.993628] env[63676]: DEBUG oslo_vmware.api [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 1997.993628] env[63676]: value = "task-1926207" [ 1997.993628] env[63676]: _type = "Task" [ 1997.993628] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.004339] env[63676]: DEBUG oslo_vmware.api [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.041292] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad0da4c-9657-4578-9f62-4f3c7ea0bfa7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.050591] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647d412f-72a6-4958-b9c5-e26609181529 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.091573] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a59d70-d32f-4779-8857-e633cac04d61 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.104561] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41ed4e98-5074-4486-8b07-8732612d3ed9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.118272] env[63676]: DEBUG nova.compute.provider_tree [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1998.170566] env[63676]: DEBUG nova.network.neutron [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Updating instance_info_cache with network_info: [{"id": "a57167eb-218f-4ae4-8d40-a7a291a9faff", "address": "fa:16:3e:e7:bc:bf", "network": {"id": "25772371-ba03-400f-be06-ce368c03b735", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1846336299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93faadf6a08140439d5abf8ec7de9c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa57167eb-21", "ovs_interfaceid": "a57167eb-218f-4ae4-8d40-a7a291a9faff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1998.174550] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Releasing lock "refresh_cache-907bf91b-be1f-4a9a-a557-6c9e2906037c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.320729] env[63676]: DEBUG nova.compute.manager [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1998.506218] env[63676]: DEBUG oslo_vmware.api [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155048} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.508679] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1998.508904] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1998.509105] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1998.509301] env[63676]: INFO nova.compute.manager [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1998.509570] env[63676]: DEBUG oslo.service.loopingcall [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1998.509817] env[63676]: DEBUG nova.compute.manager [-] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1998.509971] env[63676]: DEBUG nova.network.neutron [-] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1998.536479] env[63676]: DEBUG nova.network.neutron [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Successfully created port: 19e9f350-1e98-4f39-92ac-2d492bdd5071 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1998.602747] env[63676]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 43a9bfd3-a98e-4c21-8adf-9afc8aa88ec6 could not be found.", "detail": ""}} {{(pid=63676) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1998.603175] env[63676]: DEBUG nova.network.neutron [-] Unable to show port 43a9bfd3-a98e-4c21-8adf-9afc8aa88ec6 as it no longer exists. {{(pid=63676) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1998.621690] env[63676]: DEBUG nova.scheduler.client.report [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1998.673840] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Releasing lock "refresh_cache-cf3f373b-6aa5-4d17-82cf-63cf43f4fd98" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.674177] env[63676]: DEBUG nova.compute.manager [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Instance network_info: |[{"id": "a57167eb-218f-4ae4-8d40-a7a291a9faff", "address": "fa:16:3e:e7:bc:bf", "network": {"id": "25772371-ba03-400f-be06-ce368c03b735", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1846336299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93faadf6a08140439d5abf8ec7de9c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa57167eb-21", "ovs_interfaceid": "a57167eb-218f-4ae4-8d40-a7a291a9faff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1998.674925] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:bc:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a57167eb-218f-4ae4-8d40-a7a291a9faff', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1998.683191] env[63676]: DEBUG oslo.service.loopingcall [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1998.686912] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1998.687274] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5b6101c-c4cf-4cfc-81e1-916fcce22102 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.717582] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1998.717582] env[63676]: value = "task-1926208" [ 1998.717582] env[63676]: _type = "Task" [ 1998.717582] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.732263] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926208, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.127207] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.131542] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.904s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1999.131805] env[63676]: DEBUG nova.objects.instance [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lazy-loading 'resources' on Instance uuid ecdfd63e-86e9-4a96-8230-a58ce62cea2e {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1999.164348] env[63676]: INFO nova.scheduler.client.report [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Deleted allocations for instance 4c23d3a5-d194-48df-87b7-347d31bf908e [ 1999.233928] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926208, 'name': CreateVM_Task, 'duration_secs': 0.366071} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.234128] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1999.234796] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1999.234985] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1999.235328] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1999.235582] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f844e3ba-cb0e-4a4b-af6d-1ba62a67a344 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.241152] env[63676]: DEBUG oslo_vmware.api [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1999.241152] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f749a6-7c18-7974-9149-9eaf196a17c9" [ 1999.241152] env[63676]: _type = "Task" [ 1999.241152] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.249402] env[63676]: DEBUG oslo_vmware.api [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f749a6-7c18-7974-9149-9eaf196a17c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.336629] env[63676]: DEBUG nova.compute.manager [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1999.364491] env[63676]: DEBUG nova.virt.hardware [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1999.364814] env[63676]: DEBUG nova.virt.hardware [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1999.367034] env[63676]: DEBUG nova.virt.hardware [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1999.367034] env[63676]: DEBUG nova.virt.hardware [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1999.367034] env[63676]: DEBUG nova.virt.hardware [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1999.367034] env[63676]: DEBUG nova.virt.hardware [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1999.367034] env[63676]: DEBUG nova.virt.hardware [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1999.367034] env[63676]: DEBUG nova.virt.hardware [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1999.367034] env[63676]: DEBUG nova.virt.hardware [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1999.367034] env[63676]: DEBUG nova.virt.hardware [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1999.367034] env[63676]: DEBUG nova.virt.hardware [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1999.367865] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b4b270-66d6-4d87-9350-717a324b13bb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.383658] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c310e4-c902-4f37-8f47-f5e0cfed1cdb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.420853] env[63676]: DEBUG oslo_vmware.rw_handles [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Completed reading data from the image iterator. {{(pid=63676) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1999.421162] env[63676]: DEBUG oslo_vmware.rw_handles [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529e98a6-187c-3934-765f-256f623457cb/disk-0.vmdk. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1999.422212] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f57c9184-be27-4964-8a04-a97385fd895e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.430793] env[63676]: DEBUG oslo_vmware.rw_handles [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529e98a6-187c-3934-765f-256f623457cb/disk-0.vmdk is in state: ready. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1999.431188] env[63676]: DEBUG oslo_vmware.rw_handles [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529e98a6-187c-3934-765f-256f623457cb/disk-0.vmdk. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1999.431451] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-e4954801-284b-403f-bc53-96c0d867ec71 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.674748] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dc8ffbec-a76e-451a-9fc4-b75842e73185 tempest-ServersTestBootFromVolume-1038664262 tempest-ServersTestBootFromVolume-1038664262-project-member] Lock "4c23d3a5-d194-48df-87b7-347d31bf908e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.108s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1999.728286] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1999.728723] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71a1da3d-fb38-4e04-8316-86c71df9b531 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.740147] env[63676]: DEBUG oslo_vmware.api [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 1999.740147] env[63676]: value = "task-1926209" [ 1999.740147] env[63676]: _type = "Task" [ 1999.740147] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.753483] env[63676]: DEBUG oslo_vmware.api [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.757760] env[63676]: DEBUG oslo_vmware.api [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f749a6-7c18-7974-9149-9eaf196a17c9, 'name': SearchDatastore_Task, 'duration_secs': 0.044777} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.760662] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1999.760957] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1999.761263] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1999.761445] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1999.761829] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1999.762402] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99d6fbe3-8673-4d56-b784-18044dd79db7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.772487] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1999.772757] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1999.776033] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac21e88d-d46f-4ed6-8846-15040a24ebae {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.781315] env[63676]: DEBUG oslo_vmware.api [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 1999.781315] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b24466-adc6-f938-1cc2-4c88bc2bcfaa" [ 1999.781315] env[63676]: _type = "Task" [ 1999.781315] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.788964] env[63676]: DEBUG oslo_vmware.api [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b24466-adc6-f938-1cc2-4c88bc2bcfaa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.869773] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0868a9ad-b43d-425e-b84d-8d231a0d7eda {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.877962] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc8fbf3-16e9-48fc-a3be-f7ccf9171e97 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.912604] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df2bef8f-9794-4a64-963a-726ad68a30aa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.930730] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a6574b-3485-4a54-bf3e-5a32d90230e9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.946914] env[63676]: DEBUG nova.compute.provider_tree [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1999.958315] env[63676]: DEBUG nova.compute.manager [req-fec9b277-16ce-4448-a8e3-a94624cf277e req-fcc8c966-1d72-4a80-b837-47683d587d01 service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Received event network-vif-deleted-ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 1999.958510] env[63676]: INFO nova.compute.manager [req-fec9b277-16ce-4448-a8e3-a94624cf277e req-fcc8c966-1d72-4a80-b837-47683d587d01 service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Neutron deleted interface ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f; detaching it from the instance and deleting it from the info cache [ 1999.958718] env[63676]: DEBUG nova.network.neutron [req-fec9b277-16ce-4448-a8e3-a94624cf277e req-fcc8c966-1d72-4a80-b837-47683d587d01 service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1999.972587] env[63676]: DEBUG oslo_vmware.rw_handles [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529e98a6-187c-3934-765f-256f623457cb/disk-0.vmdk. {{(pid=63676) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1999.972805] env[63676]: INFO nova.virt.vmwareapi.images [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Downloaded image file data dbad2521-df71-4960-8d67-f18fd5ad834d [ 1999.974179] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8086d1f1-4b3f-4088-99a9-310d0b933c54 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.996227] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a33e2e4-5131-4494-80c9-908e27c95ef1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.021866] env[63676]: INFO nova.virt.vmwareapi.images [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] The imported VM was unregistered [ 2000.027022] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Caching image {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2000.027022] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Creating directory with path [datastore1] devstack-image-cache_base/dbad2521-df71-4960-8d67-f18fd5ad834d {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2000.027022] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-278024ea-85ba-42a9-9efe-f9c97ea53190 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.037281] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Created directory with path [datastore1] devstack-image-cache_base/dbad2521-df71-4960-8d67-f18fd5ad834d {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2000.037558] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d4d1ef40-4bae-47e0-b319-bcd020582af4/OSTACK_IMG_d4d1ef40-4bae-47e0-b319-bcd020582af4.vmdk to [datastore1] devstack-image-cache_base/dbad2521-df71-4960-8d67-f18fd5ad834d/dbad2521-df71-4960-8d67-f18fd5ad834d.vmdk. {{(pid=63676) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2000.037895] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0cc20cb1-95d4-4a81-93e8-4a3daad5155e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.045748] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 2000.045748] env[63676]: value = "task-1926211" [ 2000.045748] env[63676]: _type = "Task" [ 2000.045748] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.054117] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926211, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.250761] env[63676]: DEBUG oslo_vmware.api [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926209, 'name': PowerOffVM_Task, 'duration_secs': 0.247622} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.251185] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2000.251816] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec06395-a096-40be-a37f-4e18dbff0f88 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.274667] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7050d30-5baa-4e1a-8534-35e6e5a647e8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.069568] env[63676]: DEBUG nova.network.neutron [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Successfully updated port: 19e9f350-1e98-4f39-92ac-2d492bdd5071 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2001.072605] env[63676]: DEBUG nova.network.neutron [-] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2001.073847] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.075020] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.075020] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.075020] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2001.075020] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.076595] env[63676]: DEBUG nova.scheduler.client.report [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2001.085388] env[63676]: INFO nova.compute.manager [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Terminating instance [ 2001.086482] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9b8a1a2-acad-445c-8ebe-8f512e986236 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.096757] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2001.097407] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27707b83-954f-452f-b3a6-62ab8a32c82b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.106323] env[63676]: DEBUG oslo_vmware.api [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b24466-adc6-f938-1cc2-4c88bc2bcfaa, 'name': SearchDatastore_Task, 'duration_secs': 0.018128} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.107917] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-014159bf-9380-4d75-ae64-3ca2863dc181 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.116693] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926211, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.117187] env[63676]: DEBUG oslo_vmware.api [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 2001.117187] env[63676]: value = "task-1926212" [ 2001.117187] env[63676]: _type = "Task" [ 2001.117187] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.120683] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81f94af8-5016-4a29-8511-18405ae8bb57 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.139262] env[63676]: DEBUG oslo_vmware.api [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2001.139262] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b86742-1dfa-8141-8fb1-b7138fa35439" [ 2001.139262] env[63676]: _type = "Task" [ 2001.139262] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.147181] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] VM already powered off {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2001.147433] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2001.147702] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2001.159244] env[63676]: DEBUG nova.compute.manager [req-fec9b277-16ce-4448-a8e3-a94624cf277e req-fcc8c966-1d72-4a80-b837-47683d587d01 service nova] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Detach interface failed, port_id=ffeb84e8-7ff3-4c9f-9d64-a4dd3cc05f6f, reason: Instance e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2001.163077] env[63676]: DEBUG oslo_vmware.api [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b86742-1dfa-8141-8fb1-b7138fa35439, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.583761] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.452s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.589060] env[63676]: INFO nova.compute.manager [-] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Took 3.08 seconds to deallocate network for instance. [ 2001.589809] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "refresh_cache-b93872e7-c8bc-427d-9368-53840ec6cab1" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2001.589977] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquired lock "refresh_cache-b93872e7-c8bc-427d-9368-53840ec6cab1" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2001.590144] env[63676]: DEBUG nova.network.neutron [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2001.601451] env[63676]: DEBUG nova.compute.manager [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2001.601698] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2001.602025] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926211, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.603691] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4044fbf-84a8-4b27-a8a5-2d9643646899 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.612073] env[63676]: INFO nova.scheduler.client.report [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Deleted allocations for instance ecdfd63e-86e9-4a96-8230-a58ce62cea2e [ 2001.618929] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2001.622182] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09464283-aac3-4b2a-a564-0b3c21b21140 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.631230] env[63676]: DEBUG oslo_vmware.api [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 2001.631230] env[63676]: value = "task-1926213" [ 2001.631230] env[63676]: _type = "Task" [ 2001.631230] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.641441] env[63676]: DEBUG oslo_vmware.api [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.653402] env[63676]: DEBUG oslo_vmware.api [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b86742-1dfa-8141-8fb1-b7138fa35439, 'name': SearchDatastore_Task, 'duration_secs': 0.088878} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.653717] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.653982] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] cf3f373b-6aa5-4d17-82cf-63cf43f4fd98/cf3f373b-6aa5-4d17-82cf-63cf43f4fd98.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2001.654275] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2001.654474] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2001.654724] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-08678f9c-066a-493f-8080-0715445931e9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.657159] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09e2f1d7-5a4e-42df-bd9b-1d78ce674931 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.666996] env[63676]: DEBUG oslo_vmware.api [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2001.666996] env[63676]: value = "task-1926214" [ 2001.666996] env[63676]: _type = "Task" [ 2001.666996] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.674621] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2001.677710] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2001.677710] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6139bd8d-4187-4057-b5af-957ba00d3e6a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.681726] env[63676]: DEBUG oslo_vmware.api [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.687221] env[63676]: DEBUG oslo_vmware.api [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 2001.687221] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527e4580-d227-bbd2-a83e-d6d173b3ccc7" [ 2001.687221] env[63676]: _type = "Task" [ 2001.687221] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.694431] env[63676]: DEBUG oslo_vmware.api [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527e4580-d227-bbd2-a83e-d6d173b3ccc7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.005021] env[63676]: DEBUG nova.compute.manager [req-d7a97cdc-73c3-4f9d-8fa3-c19f3398bc17 req-5cc55c59-35c1-4806-b7af-d4b01306e9ca service nova] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Received event network-vif-plugged-19e9f350-1e98-4f39-92ac-2d492bdd5071 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2002.005021] env[63676]: DEBUG oslo_concurrency.lockutils [req-d7a97cdc-73c3-4f9d-8fa3-c19f3398bc17 req-5cc55c59-35c1-4806-b7af-d4b01306e9ca service nova] Acquiring lock "b93872e7-c8bc-427d-9368-53840ec6cab1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.005021] env[63676]: DEBUG oslo_concurrency.lockutils [req-d7a97cdc-73c3-4f9d-8fa3-c19f3398bc17 req-5cc55c59-35c1-4806-b7af-d4b01306e9ca service nova] Lock "b93872e7-c8bc-427d-9368-53840ec6cab1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.005021] env[63676]: DEBUG oslo_concurrency.lockutils [req-d7a97cdc-73c3-4f9d-8fa3-c19f3398bc17 req-5cc55c59-35c1-4806-b7af-d4b01306e9ca service nova] Lock "b93872e7-c8bc-427d-9368-53840ec6cab1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.005021] env[63676]: DEBUG nova.compute.manager [req-d7a97cdc-73c3-4f9d-8fa3-c19f3398bc17 req-5cc55c59-35c1-4806-b7af-d4b01306e9ca service nova] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] No waiting events found dispatching network-vif-plugged-19e9f350-1e98-4f39-92ac-2d492bdd5071 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2002.005021] env[63676]: WARNING nova.compute.manager [req-d7a97cdc-73c3-4f9d-8fa3-c19f3398bc17 req-5cc55c59-35c1-4806-b7af-d4b01306e9ca service nova] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Received unexpected event network-vif-plugged-19e9f350-1e98-4f39-92ac-2d492bdd5071 for instance with vm_state building and task_state spawning. [ 2002.005268] env[63676]: DEBUG nova.compute.manager [req-d7a97cdc-73c3-4f9d-8fa3-c19f3398bc17 req-5cc55c59-35c1-4806-b7af-d4b01306e9ca service nova] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Received event network-changed-19e9f350-1e98-4f39-92ac-2d492bdd5071 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2002.005268] env[63676]: DEBUG nova.compute.manager [req-d7a97cdc-73c3-4f9d-8fa3-c19f3398bc17 req-5cc55c59-35c1-4806-b7af-d4b01306e9ca service nova] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Refreshing instance network info cache due to event network-changed-19e9f350-1e98-4f39-92ac-2d492bdd5071. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2002.005435] env[63676]: DEBUG oslo_concurrency.lockutils [req-d7a97cdc-73c3-4f9d-8fa3-c19f3398bc17 req-5cc55c59-35c1-4806-b7af-d4b01306e9ca service nova] Acquiring lock "refresh_cache-b93872e7-c8bc-427d-9368-53840ec6cab1" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2002.106946] env[63676]: DEBUG oslo_concurrency.lockutils [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.106946] env[63676]: DEBUG oslo_concurrency.lockutils [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.106946] env[63676]: DEBUG nova.objects.instance [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lazy-loading 'resources' on Instance uuid e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2002.106946] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926211, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.130027] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a47b5b2f-83cf-4b07-bb90-49a058f26d46 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "ecdfd63e-86e9-4a96-8230-a58ce62cea2e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.543s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.141929] env[63676]: DEBUG oslo_vmware.api [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926213, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.176212] env[63676]: DEBUG nova.network.neutron [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2002.179366] env[63676]: DEBUG oslo_vmware.api [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.197096] env[63676]: DEBUG oslo_vmware.api [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527e4580-d227-bbd2-a83e-d6d173b3ccc7, 'name': SearchDatastore_Task, 'duration_secs': 0.081016} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.198645] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a28b20e-00d6-452a-bef8-b17e0487e389 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.208583] env[63676]: DEBUG oslo_vmware.api [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 2002.208583] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]528ec5e1-00a2-1496-5bcc-be1804677e17" [ 2002.208583] env[63676]: _type = "Task" [ 2002.208583] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.217856] env[63676]: DEBUG oslo_vmware.api [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]528ec5e1-00a2-1496-5bcc-be1804677e17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.493102] env[63676]: DEBUG nova.network.neutron [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Updating instance_info_cache with network_info: [{"id": "19e9f350-1e98-4f39-92ac-2d492bdd5071", "address": "fa:16:3e:6f:07:cf", "network": {"id": "e919ded2-9fb5-42e1-b212-c38704c9a2d8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1540073764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df5d806c97b4a319a5e218aa89e48d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19e9f350-1e", "ovs_interfaceid": "19e9f350-1e98-4f39-92ac-2d492bdd5071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2002.599251] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926211, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.645066] env[63676]: DEBUG oslo_vmware.api [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926213, 'name': PowerOffVM_Task, 'duration_secs': 0.993862} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.645636] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2002.645957] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2002.649308] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3078169-f266-4ff1-b525-62c071a47fd8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.679634] env[63676]: DEBUG oslo_vmware.api [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.730223] env[63676]: DEBUG oslo_vmware.api [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]528ec5e1-00a2-1496-5bcc-be1804677e17, 'name': SearchDatastore_Task, 'duration_secs': 0.08187} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.731023] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.731023] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 907bf91b-be1f-4a9a-a557-6c9e2906037c/160c0574-5dbe-4d70-9e2a-c95199be0826-rescue.vmdk. {{(pid=63676) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2002.731303] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79921e13-f3a3-46e6-94bc-d68b74fb3e80 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.742918] env[63676]: DEBUG oslo_vmware.api [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 2002.742918] env[63676]: value = "task-1926216" [ 2002.742918] env[63676]: _type = "Task" [ 2002.742918] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.754352] env[63676]: DEBUG oslo_vmware.api [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.867335] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce66e52-be12-4cbf-9181-80976eacab0c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.877789] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f67b3df-439e-49d2-b4e8-1887ebf30c90 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.919396] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd8adc4-c9e4-4659-a417-d53caeb197b7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.930418] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d54418a-caf2-482a-9b5e-a63893ea1b35 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.944159] env[63676]: DEBUG nova.compute.provider_tree [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2002.996197] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Releasing lock "refresh_cache-b93872e7-c8bc-427d-9368-53840ec6cab1" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2002.996367] env[63676]: DEBUG nova.compute.manager [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Instance network_info: |[{"id": "19e9f350-1e98-4f39-92ac-2d492bdd5071", "address": "fa:16:3e:6f:07:cf", "network": {"id": "e919ded2-9fb5-42e1-b212-c38704c9a2d8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1540073764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df5d806c97b4a319a5e218aa89e48d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19e9f350-1e", "ovs_interfaceid": "19e9f350-1e98-4f39-92ac-2d492bdd5071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2002.996800] env[63676]: DEBUG oslo_concurrency.lockutils [req-d7a97cdc-73c3-4f9d-8fa3-c19f3398bc17 req-5cc55c59-35c1-4806-b7af-d4b01306e9ca service nova] Acquired lock "refresh_cache-b93872e7-c8bc-427d-9368-53840ec6cab1" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2002.997040] env[63676]: DEBUG nova.network.neutron [req-d7a97cdc-73c3-4f9d-8fa3-c19f3398bc17 req-5cc55c59-35c1-4806-b7af-d4b01306e9ca service nova] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Refreshing network info cache for port 19e9f350-1e98-4f39-92ac-2d492bdd5071 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2002.998349] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:07:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ce1511e-1eaa-45c6-a1ef-2b714c814fa1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19e9f350-1e98-4f39-92ac-2d492bdd5071', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2003.006621] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Creating folder: Project (2df5d806c97b4a319a5e218aa89e48d0). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2003.010043] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4551afb-e7d3-4660-a272-5337bb785ea3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.023670] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Created folder: Project (2df5d806c97b4a319a5e218aa89e48d0) in parent group-v396927. [ 2003.023670] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Creating folder: Instances. Parent ref: group-v397184. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2003.023670] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b7572ea6-6d2f-4b53-94ce-186f35a4298b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.033775] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Created folder: Instances in parent group-v397184. [ 2003.034101] env[63676]: DEBUG oslo.service.loopingcall [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2003.034512] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2003.034686] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50e613b8-0977-4777-96e9-2d83671e762e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.059502] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2003.059502] env[63676]: value = "task-1926219" [ 2003.059502] env[63676]: _type = "Task" [ 2003.059502] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.067086] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926219, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.100691] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926211, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.020402} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.100691] env[63676]: INFO nova.virt.vmwareapi.ds_util [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d4d1ef40-4bae-47e0-b319-bcd020582af4/OSTACK_IMG_d4d1ef40-4bae-47e0-b319-bcd020582af4.vmdk to [datastore1] devstack-image-cache_base/dbad2521-df71-4960-8d67-f18fd5ad834d/dbad2521-df71-4960-8d67-f18fd5ad834d.vmdk. [ 2003.101122] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Cleaning up location [datastore1] OSTACK_IMG_d4d1ef40-4bae-47e0-b319-bcd020582af4 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2003.102180] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d4d1ef40-4bae-47e0-b319-bcd020582af4 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2003.102180] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31dbbc24-f282-48a1-9fbf-eb9b179175f6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.111761] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 2003.111761] env[63676]: value = "task-1926220" [ 2003.111761] env[63676]: _type = "Task" [ 2003.111761] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.122937] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926220, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.168533] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2003.168908] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2003.168961] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Deleting the datastore file [datastore1] f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2003.172855] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74a434cd-b2d4-472b-a152-a522d67d8bca {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.180376] env[63676]: DEBUG oslo_vmware.api [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926214, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.181958] env[63676]: DEBUG oslo_vmware.api [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for the task: (returnval){ [ 2003.181958] env[63676]: value = "task-1926221" [ 2003.181958] env[63676]: _type = "Task" [ 2003.181958] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.191616] env[63676]: DEBUG oslo_vmware.api [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.255318] env[63676]: DEBUG oslo_vmware.api [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.366497] env[63676]: DEBUG nova.network.neutron [req-d7a97cdc-73c3-4f9d-8fa3-c19f3398bc17 req-5cc55c59-35c1-4806-b7af-d4b01306e9ca service nova] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Updated VIF entry in instance network info cache for port 19e9f350-1e98-4f39-92ac-2d492bdd5071. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2003.366952] env[63676]: DEBUG nova.network.neutron [req-d7a97cdc-73c3-4f9d-8fa3-c19f3398bc17 req-5cc55c59-35c1-4806-b7af-d4b01306e9ca service nova] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Updating instance_info_cache with network_info: [{"id": "19e9f350-1e98-4f39-92ac-2d492bdd5071", "address": "fa:16:3e:6f:07:cf", "network": {"id": "e919ded2-9fb5-42e1-b212-c38704c9a2d8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1540073764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df5d806c97b4a319a5e218aa89e48d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19e9f350-1e", "ovs_interfaceid": "19e9f350-1e98-4f39-92ac-2d492bdd5071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2003.448020] env[63676]: DEBUG nova.scheduler.client.report [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2003.570154] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926219, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.623367] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926220, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197952} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.623669] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2003.623826] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Releasing lock "[datastore1] devstack-image-cache_base/dbad2521-df71-4960-8d67-f18fd5ad834d/dbad2521-df71-4960-8d67-f18fd5ad834d.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2003.624129] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/dbad2521-df71-4960-8d67-f18fd5ad834d/dbad2521-df71-4960-8d67-f18fd5ad834d.vmdk to [datastore1] 07c4b6fa-d291-4827-b390-3a1f8d365652/07c4b6fa-d291-4827-b390-3a1f8d365652.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2003.624416] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b272d2a9-4a55-45c8-9b2d-bc8c35a736b0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.634312] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 2003.634312] env[63676]: value = "task-1926222" [ 2003.634312] env[63676]: _type = "Task" [ 2003.634312] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.648057] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.678083] env[63676]: DEBUG oslo_vmware.api [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926214, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.696748} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.678777] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] cf3f373b-6aa5-4d17-82cf-63cf43f4fd98/cf3f373b-6aa5-4d17-82cf-63cf43f4fd98.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2003.678777] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2003.679062] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c47c18a8-d7b2-49b5-becb-610455df9ff5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.687233] env[63676]: DEBUG oslo_vmware.api [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2003.687233] env[63676]: value = "task-1926223" [ 2003.687233] env[63676]: _type = "Task" [ 2003.687233] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.694624] env[63676]: DEBUG oslo_vmware.api [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.700421] env[63676]: DEBUG oslo_vmware.api [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926223, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.753442] env[63676]: DEBUG oslo_vmware.api [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926216, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.001085} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.753708] env[63676]: INFO nova.virt.vmwareapi.ds_util [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 907bf91b-be1f-4a9a-a557-6c9e2906037c/160c0574-5dbe-4d70-9e2a-c95199be0826-rescue.vmdk. [ 2003.754520] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcd1e8eb-03d1-45f8-a3cb-c19887815cda {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.783943] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 907bf91b-be1f-4a9a-a557-6c9e2906037c/160c0574-5dbe-4d70-9e2a-c95199be0826-rescue.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2003.784301] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5b53393-f2f8-4cf8-ad65-f701f241d43c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.801388] env[63676]: DEBUG oslo_vmware.api [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 2003.801388] env[63676]: value = "task-1926224" [ 2003.801388] env[63676]: _type = "Task" [ 2003.801388] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.809224] env[63676]: DEBUG oslo_vmware.api [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926224, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.872133] env[63676]: DEBUG oslo_concurrency.lockutils [req-d7a97cdc-73c3-4f9d-8fa3-c19f3398bc17 req-5cc55c59-35c1-4806-b7af-d4b01306e9ca service nova] Releasing lock "refresh_cache-b93872e7-c8bc-427d-9368-53840ec6cab1" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2003.872735] env[63676]: DEBUG nova.compute.manager [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2003.873605] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7063634c-8aa3-4266-a9e5-655147a72e4c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.953092] env[63676]: DEBUG oslo_concurrency.lockutils [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.972388] env[63676]: INFO nova.scheduler.client.report [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Deleted allocations for instance e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8 [ 2004.070421] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926219, 'name': CreateVM_Task, 'duration_secs': 0.590983} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.070585] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2004.071359] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2004.071533] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2004.071856] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2004.072606] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0f1924e-7b96-460b-9002-842ad71ed024 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.079237] env[63676]: DEBUG oslo_vmware.api [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2004.079237] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524da0e4-a8bb-c8b4-b91b-7b5b65399c93" [ 2004.079237] env[63676]: _type = "Task" [ 2004.079237] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.089481] env[63676]: DEBUG oslo_vmware.api [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524da0e4-a8bb-c8b4-b91b-7b5b65399c93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.150388] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926222, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.178046] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "5f6c13e1-1633-4b20-8dab-d1bc64bab2e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.178298] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "5f6c13e1-1633-4b20-8dab-d1bc64bab2e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.195673] env[63676]: DEBUG oslo_vmware.api [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Task: {'id': task-1926221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.592658} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.196381] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2004.196576] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2004.196765] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2004.196924] env[63676]: INFO nova.compute.manager [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Took 2.60 seconds to destroy the instance on the hypervisor. [ 2004.197192] env[63676]: DEBUG oslo.service.loopingcall [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2004.197386] env[63676]: DEBUG nova.compute.manager [-] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2004.197507] env[63676]: DEBUG nova.network.neutron [-] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2004.202397] env[63676]: DEBUG oslo_vmware.api [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926223, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072311} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.203019] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2004.203852] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c6b7bc5-6c39-44b5-b907-3477744359b5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.228530] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] cf3f373b-6aa5-4d17-82cf-63cf43f4fd98/cf3f373b-6aa5-4d17-82cf-63cf43f4fd98.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2004.228884] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47668a4e-e118-4e03-8e6c-fdb5237ef282 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.249653] env[63676]: DEBUG oslo_vmware.api [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2004.249653] env[63676]: value = "task-1926225" [ 2004.249653] env[63676]: _type = "Task" [ 2004.249653] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.260524] env[63676]: DEBUG oslo_vmware.api [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926225, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.312640] env[63676]: DEBUG oslo_vmware.api [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.384210] env[63676]: INFO nova.compute.manager [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] instance snapshotting [ 2004.384922] env[63676]: DEBUG nova.objects.instance [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lazy-loading 'flavor' on Instance uuid 53b92e45-8bf3-45d2-beb6-5a349a5b055f {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2004.481775] env[63676]: DEBUG oslo_concurrency.lockutils [None req-05056430-f5c0-4e15-b72b-aa34ea11ac46 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.733s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.495851] env[63676]: DEBUG nova.compute.manager [req-c13a516f-051c-444a-86f3-3db369c5b5a2 req-9e6f1097-49f0-435b-899e-a9a5052e0751 service nova] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Received event network-vif-deleted-46d4593a-7a3f-43d4-afbc-7d80511a5dfd {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2004.496095] env[63676]: INFO nova.compute.manager [req-c13a516f-051c-444a-86f3-3db369c5b5a2 req-9e6f1097-49f0-435b-899e-a9a5052e0751 service nova] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Neutron deleted interface 46d4593a-7a3f-43d4-afbc-7d80511a5dfd; detaching it from the instance and deleting it from the info cache [ 2004.496265] env[63676]: DEBUG nova.network.neutron [req-c13a516f-051c-444a-86f3-3db369c5b5a2 req-9e6f1097-49f0-435b-899e-a9a5052e0751 service nova] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2004.589930] env[63676]: DEBUG oslo_vmware.api [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524da0e4-a8bb-c8b4-b91b-7b5b65399c93, 'name': SearchDatastore_Task, 'duration_secs': 0.075339} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.590479] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2004.590814] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2004.591221] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2004.591425] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2004.591593] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2004.591916] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b93c9776-d47d-43c4-b5ce-662b3d56446b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.609089] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2004.609369] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2004.610162] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76e7e2e7-02b8-4aa7-b771-12d24ee47eb6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.617344] env[63676]: DEBUG oslo_vmware.api [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2004.617344] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523f10e2-3969-d5d4-7579-73d66dee025c" [ 2004.617344] env[63676]: _type = "Task" [ 2004.617344] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.628862] env[63676]: DEBUG oslo_vmware.api [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523f10e2-3969-d5d4-7579-73d66dee025c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.645420] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926222, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.681158] env[63676]: DEBUG nova.compute.manager [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2004.760547] env[63676]: DEBUG oslo_vmware.api [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926225, 'name': ReconfigVM_Task, 'duration_secs': 0.324826} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.760876] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Reconfigured VM instance instance-00000062 to attach disk [datastore1] cf3f373b-6aa5-4d17-82cf-63cf43f4fd98/cf3f373b-6aa5-4d17-82cf-63cf43f4fd98.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2004.761576] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e309a2d-5b9f-48c0-b33a-f96a1373ed95 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.768580] env[63676]: DEBUG oslo_vmware.api [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2004.768580] env[63676]: value = "task-1926226" [ 2004.768580] env[63676]: _type = "Task" [ 2004.768580] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.778055] env[63676]: DEBUG oslo_vmware.api [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926226, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.812863] env[63676]: DEBUG oslo_vmware.api [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.892960] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e917d1-9300-4ce5-906b-153f83413d80 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.913270] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6199875-18d8-44b4-a3aa-e7086ef316dc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.970249] env[63676]: DEBUG nova.network.neutron [-] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2004.999296] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-524098cc-d15b-44ae-98b7-4c999b03d527 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.008677] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30dd41b2-2143-4df1-8079-2e6caa8c8b39 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.042046] env[63676]: DEBUG nova.compute.manager [req-c13a516f-051c-444a-86f3-3db369c5b5a2 req-9e6f1097-49f0-435b-899e-a9a5052e0751 service nova] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Detach interface failed, port_id=46d4593a-7a3f-43d4-afbc-7d80511a5dfd, reason: Instance f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2005.130148] env[63676]: DEBUG oslo_vmware.api [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523f10e2-3969-d5d4-7579-73d66dee025c, 'name': SearchDatastore_Task, 'duration_secs': 0.082028} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.130903] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1973d58-52dc-4b7c-92c1-7c0b9881b5ac {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.136420] env[63676]: DEBUG oslo_vmware.api [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2005.136420] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525ac48b-4dc1-057b-49b3-d115fbe2186a" [ 2005.136420] env[63676]: _type = "Task" [ 2005.136420] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.147650] env[63676]: DEBUG oslo_vmware.api [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525ac48b-4dc1-057b-49b3-d115fbe2186a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.150833] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926222, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.206960] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2005.207248] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.208890] env[63676]: INFO nova.compute.claims [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2005.280562] env[63676]: DEBUG oslo_vmware.api [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926226, 'name': Rename_Task, 'duration_secs': 0.162184} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.280865] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2005.281142] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2775b0c3-3dd9-408d-82af-e5442df06f6d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.288978] env[63676]: DEBUG oslo_vmware.api [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2005.288978] env[63676]: value = "task-1926227" [ 2005.288978] env[63676]: _type = "Task" [ 2005.288978] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.299592] env[63676]: DEBUG oslo_vmware.api [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.314457] env[63676]: DEBUG oslo_vmware.api [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926224, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.425455] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Creating Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2005.425605] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-40804a7f-5f00-4266-8b8d-fdefe5f077b8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.435240] env[63676]: DEBUG oslo_vmware.api [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2005.435240] env[63676]: value = "task-1926228" [ 2005.435240] env[63676]: _type = "Task" [ 2005.435240] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.446509] env[63676]: DEBUG oslo_vmware.api [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926228, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.475348] env[63676]: INFO nova.compute.manager [-] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Took 1.28 seconds to deallocate network for instance. [ 2005.658568] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926222, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.658568] env[63676]: DEBUG oslo_vmware.api [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525ac48b-4dc1-057b-49b3-d115fbe2186a, 'name': SearchDatastore_Task, 'duration_secs': 0.090165} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.658568] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2005.658568] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] b93872e7-c8bc-427d-9368-53840ec6cab1/b93872e7-c8bc-427d-9368-53840ec6cab1.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2005.658568] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b32f34d-2fc1-44f7-9c37-26174d1bc8e2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.667203] env[63676]: DEBUG oslo_vmware.api [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2005.667203] env[63676]: value = "task-1926229" [ 2005.667203] env[63676]: _type = "Task" [ 2005.667203] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.678419] env[63676]: DEBUG oslo_vmware.api [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.873152] env[63676]: DEBUG oslo_vmware.api [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926227, 'name': PowerOnVM_Task, 'duration_secs': 0.496575} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.877717] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2005.880020] env[63676]: INFO nova.compute.manager [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Took 10.71 seconds to spawn the instance on the hypervisor. [ 2005.880020] env[63676]: DEBUG nova.compute.manager [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2005.880020] env[63676]: DEBUG oslo_vmware.api [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926224, 'name': ReconfigVM_Task, 'duration_secs': 1.942219} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.880020] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69bc39b3-1121-42c3-ad2b-d90c21cdc81c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.883586] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 907bf91b-be1f-4a9a-a557-6c9e2906037c/160c0574-5dbe-4d70-9e2a-c95199be0826-rescue.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2005.885510] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a580e9d-3a6a-4dfd-a3f3-25100b778918 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.922758] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3144d2b6-76be-4f37-8b26-901bbbb70d03 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.943280] env[63676]: DEBUG oslo_vmware.api [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 2005.943280] env[63676]: value = "task-1926230" [ 2005.943280] env[63676]: _type = "Task" [ 2005.943280] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.946864] env[63676]: DEBUG oslo_vmware.api [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926228, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.956603] env[63676]: DEBUG oslo_vmware.api [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926230, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.981420] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.152568] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926222, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.426425} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.152568] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/dbad2521-df71-4960-8d67-f18fd5ad834d/dbad2521-df71-4960-8d67-f18fd5ad834d.vmdk to [datastore1] 07c4b6fa-d291-4827-b390-3a1f8d365652/07c4b6fa-d291-4827-b390-3a1f8d365652.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2006.153836] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc2a2f1-0872-4de2-a947-52b6b662d3ca {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.177760] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 07c4b6fa-d291-4827-b390-3a1f8d365652/07c4b6fa-d291-4827-b390-3a1f8d365652.vmdk or device None with type streamOptimized {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2006.182545] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0e810c8-1bfe-4317-9bb3-1aaa4b6fc65b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.209722] env[63676]: DEBUG oslo_vmware.api [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926229, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.211903] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 2006.211903] env[63676]: value = "task-1926231" [ 2006.211903] env[63676]: _type = "Task" [ 2006.211903] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.229026] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.435040] env[63676]: INFO nova.compute.manager [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Took 21.20 seconds to build instance. [ 2006.447040] env[63676]: DEBUG oslo_vmware.api [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926228, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.458690] env[63676]: DEBUG oslo_vmware.api [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926230, 'name': ReconfigVM_Task, 'duration_secs': 0.224515} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.459016] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2006.459379] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f865427-f271-42fe-a7fa-3b352b9c7963 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.464372] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a2ebf7-bf12-4528-ad70-2ceb147e837f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.468116] env[63676]: DEBUG oslo_vmware.api [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 2006.468116] env[63676]: value = "task-1926232" [ 2006.468116] env[63676]: _type = "Task" [ 2006.468116] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.474243] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6610ac57-6032-4db4-94c7-753e212b2577 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.480165] env[63676]: DEBUG oslo_vmware.api [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.513410] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a1fd92-0504-49a8-b963-ae5e4cf344fd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.525305] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8916c0be-fdee-425c-b9b0-8f78bdcfe248 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.541622] env[63676]: DEBUG nova.compute.provider_tree [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2006.677690] env[63676]: DEBUG oslo_vmware.api [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.811651} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.679091] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] b93872e7-c8bc-427d-9368-53840ec6cab1/b93872e7-c8bc-427d-9368-53840ec6cab1.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2006.679319] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2006.682013] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a93c289-42c7-46ee-adef-bc4f0538f576 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.684552] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Acquiring lock "d50fcabf-ec74-489a-ae06-68a950684981" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.684633] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Lock "d50fcabf-ec74-489a-ae06-68a950684981" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2006.691802] env[63676]: DEBUG oslo_vmware.api [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2006.691802] env[63676]: value = "task-1926233" [ 2006.691802] env[63676]: _type = "Task" [ 2006.691802] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.702135] env[63676]: DEBUG oslo_vmware.api [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926233, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.721549] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926231, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.937192] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6cff5707-63bf-4e41-a32e-3f53087ca52a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "cf3f373b-6aa5-4d17-82cf-63cf43f4fd98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.715s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2006.945965] env[63676]: DEBUG oslo_vmware.api [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926228, 'name': CreateSnapshot_Task, 'duration_secs': 1.413286} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.946299] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Created Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2006.947019] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763a6c42-609b-454f-9aba-cf1a74be5bf8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.978516] env[63676]: DEBUG oslo_vmware.api [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926232, 'name': PowerOnVM_Task, 'duration_secs': 0.416942} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.978832] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2006.981601] env[63676]: DEBUG nova.compute.manager [None req-ac767108-199e-4277-9b12-95881d323a18 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2006.982432] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df62f0ae-e76b-4161-8932-c2df3a0f8c27 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.019738] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3810db80-58c1-4b30-8891-31b516222a54 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "cf3f373b-6aa5-4d17-82cf-63cf43f4fd98" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.020225] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3810db80-58c1-4b30-8891-31b516222a54 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "cf3f373b-6aa5-4d17-82cf-63cf43f4fd98" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.020352] env[63676]: DEBUG nova.compute.manager [None req-3810db80-58c1-4b30-8891-31b516222a54 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2007.022450] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce31d123-a392-4bc6-8575-1f2bae2a7832 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.029503] env[63676]: DEBUG nova.compute.manager [None req-3810db80-58c1-4b30-8891-31b516222a54 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63676) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2007.030104] env[63676]: DEBUG nova.objects.instance [None req-3810db80-58c1-4b30-8891-31b516222a54 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lazy-loading 'flavor' on Instance uuid cf3f373b-6aa5-4d17-82cf-63cf43f4fd98 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2007.062517] env[63676]: ERROR nova.scheduler.client.report [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [req-27382fce-12bc-4a7f-b831-4f12e8a50ed3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5759d2a2-0179-444e-89b9-d9d622fd17b7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-27382fce-12bc-4a7f-b831-4f12e8a50ed3"}]} [ 2007.083321] env[63676]: DEBUG nova.scheduler.client.report [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Refreshing inventories for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2007.100937] env[63676]: DEBUG nova.scheduler.client.report [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Updating ProviderTree inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2007.101203] env[63676]: DEBUG nova.compute.provider_tree [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2007.113063] env[63676]: DEBUG nova.scheduler.client.report [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Refreshing aggregate associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, aggregates: None {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2007.132993] env[63676]: DEBUG nova.scheduler.client.report [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Refreshing trait associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2007.163815] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Acquiring lock "2f183168-27b9-475e-b85d-f14caf641f35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.164860] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Lock "2f183168-27b9-475e-b85d-f14caf641f35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.187232] env[63676]: DEBUG nova.compute.manager [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2007.201392] env[63676]: DEBUG oslo_vmware.api [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926233, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063992} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.203838] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2007.204742] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c44c3011-2f53-489a-814a-87a28f53e701 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.228488] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] b93872e7-c8bc-427d-9368-53840ec6cab1/b93872e7-c8bc-427d-9368-53840ec6cab1.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2007.234543] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1b9b1e1-5b7f-4a31-b244-d014a02833d0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.255207] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926231, 'name': ReconfigVM_Task, 'duration_secs': 0.749823} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.256523] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 07c4b6fa-d291-4827-b390-3a1f8d365652/07c4b6fa-d291-4827-b390-3a1f8d365652.vmdk or device None with type streamOptimized {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2007.257458] env[63676]: DEBUG oslo_vmware.api [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2007.257458] env[63676]: value = "task-1926234" [ 2007.257458] env[63676]: _type = "Task" [ 2007.257458] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.259903] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d391112-04a5-4aa5-83c0-24e76839828c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.269377] env[63676]: DEBUG oslo_vmware.api [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926234, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.270594] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 2007.270594] env[63676]: value = "task-1926235" [ 2007.270594] env[63676]: _type = "Task" [ 2007.270594] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.281689] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926235, 'name': Rename_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.375256] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfa30dd-3fde-480b-8915-710c14840c43 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.382930] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8649ad66-21f0-4792-a201-c94485a15cdd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.413224] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a90b85b-6628-447c-ad6f-50443a652ad0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.420995] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a891c30c-190f-456b-840e-d3aad2adf6fa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.435523] env[63676]: DEBUG nova.compute.provider_tree [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2007.465502] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Creating linked-clone VM from snapshot {{(pid=63676) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2007.465873] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8bd85f66-cf0e-4fa7-b208-354e8b547f2d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.475170] env[63676]: DEBUG oslo_vmware.api [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2007.475170] env[63676]: value = "task-1926236" [ 2007.475170] env[63676]: _type = "Task" [ 2007.475170] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.483951] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "7920f80e-dcaf-4ecc-bbdc-e61a9031651a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.484221] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "7920f80e-dcaf-4ecc-bbdc-e61a9031651a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.488814] env[63676]: DEBUG oslo_vmware.api [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926236, 'name': CloneVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.666200] env[63676]: DEBUG nova.compute.manager [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2007.717495] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.771101] env[63676]: DEBUG oslo_vmware.api [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926234, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.781361] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926235, 'name': Rename_Task, 'duration_secs': 0.464255} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.781703] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2007.781982] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12c08cf9-6f89-4b35-83a6-8ccab12f0139 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.787537] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 2007.787537] env[63676]: value = "task-1926237" [ 2007.787537] env[63676]: _type = "Task" [ 2007.787537] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.795197] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926237, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.935717] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b51a5176-fe7f-4c0a-bf8f-45ca2944d6e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "92644b9e-6891-4de2-8f12-0a872e37ceb8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2007.936015] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b51a5176-fe7f-4c0a-bf8f-45ca2944d6e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "92644b9e-6891-4de2-8f12-0a872e37ceb8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2007.964336] env[63676]: DEBUG nova.scheduler.client.report [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Updated inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with generation 139 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2007.964609] env[63676]: DEBUG nova.compute.provider_tree [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Updating resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 generation from 139 to 140 during operation: update_inventory {{(pid=63676) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2007.964788] env[63676]: DEBUG nova.compute.provider_tree [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2007.985640] env[63676]: DEBUG oslo_vmware.api [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926236, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.989463] env[63676]: DEBUG nova.compute.manager [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2008.036407] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-3810db80-58c1-4b30-8891-31b516222a54 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2008.036726] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b82a82a0-7790-4321-a5f3-1f874a74511a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.044710] env[63676]: INFO nova.compute.manager [None req-95447a54-46db-435b-af62-63b06632cc90 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Unrescuing [ 2008.045118] env[63676]: DEBUG oslo_concurrency.lockutils [None req-95447a54-46db-435b-af62-63b06632cc90 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "refresh_cache-907bf91b-be1f-4a9a-a557-6c9e2906037c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2008.045574] env[63676]: DEBUG oslo_concurrency.lockutils [None req-95447a54-46db-435b-af62-63b06632cc90 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquired lock "refresh_cache-907bf91b-be1f-4a9a-a557-6c9e2906037c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.045574] env[63676]: DEBUG nova.network.neutron [None req-95447a54-46db-435b-af62-63b06632cc90 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2008.046956] env[63676]: DEBUG oslo_vmware.api [None req-3810db80-58c1-4b30-8891-31b516222a54 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2008.046956] env[63676]: value = "task-1926238" [ 2008.046956] env[63676]: _type = "Task" [ 2008.046956] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.057945] env[63676]: DEBUG oslo_vmware.api [None req-3810db80-58c1-4b30-8891-31b516222a54 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.193313] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.272817] env[63676]: DEBUG oslo_vmware.api [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926234, 'name': ReconfigVM_Task, 'duration_secs': 0.87413} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.273193] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Reconfigured VM instance instance-00000063 to attach disk [datastore1] b93872e7-c8bc-427d-9368-53840ec6cab1/b93872e7-c8bc-427d-9368-53840ec6cab1.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2008.273918] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7860d64-c65e-492a-946b-1ac5116c07b9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.284018] env[63676]: DEBUG oslo_vmware.api [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2008.284018] env[63676]: value = "task-1926239" [ 2008.284018] env[63676]: _type = "Task" [ 2008.284018] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.294301] env[63676]: DEBUG oslo_vmware.api [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926239, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.299772] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926237, 'name': PowerOnVM_Task} progress is 90%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.438992] env[63676]: DEBUG nova.compute.utils [None req-b51a5176-fe7f-4c0a-bf8f-45ca2944d6e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2008.472641] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.265s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.473197] env[63676]: DEBUG nova.compute.manager [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2008.475828] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.495s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.476080] env[63676]: DEBUG nova.objects.instance [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lazy-loading 'resources' on Instance uuid f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2008.486994] env[63676]: DEBUG oslo_vmware.api [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926236, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.507573] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.558667] env[63676]: DEBUG oslo_vmware.api [None req-3810db80-58c1-4b30-8891-31b516222a54 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926238, 'name': PowerOffVM_Task, 'duration_secs': 0.173133} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.558923] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-3810db80-58c1-4b30-8891-31b516222a54 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2008.559146] env[63676]: DEBUG nova.compute.manager [None req-3810db80-58c1-4b30-8891-31b516222a54 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2008.560390] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1420c4f-70a0-4cf1-9a14-8097b8b1b114 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.794999] env[63676]: DEBUG oslo_vmware.api [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926239, 'name': Rename_Task, 'duration_secs': 0.175479} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.795607] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2008.795841] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-66138f55-78ed-4c17-8d19-a5411aaecece {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.799918] env[63676]: DEBUG oslo_vmware.api [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926237, 'name': PowerOnVM_Task, 'duration_secs': 0.609552} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.800490] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2008.804840] env[63676]: DEBUG oslo_vmware.api [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2008.804840] env[63676]: value = "task-1926240" [ 2008.804840] env[63676]: _type = "Task" [ 2008.804840] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.815757] env[63676]: DEBUG oslo_vmware.api [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.867412] env[63676]: DEBUG nova.network.neutron [None req-95447a54-46db-435b-af62-63b06632cc90 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Updating instance_info_cache with network_info: [{"id": "b508277b-ad7c-484d-b4da-ad59456e8d06", "address": "fa:16:3e:e8:44:06", "network": {"id": "23e204f7-4577-455a-8f4f-79800b8dc56a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1808283278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ceddfd10acf04eefbb18c1077d1154d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb508277b-ad", "ovs_interfaceid": "b508277b-ad7c-484d-b4da-ad59456e8d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2008.909687] env[63676]: DEBUG nova.compute.manager [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2008.910712] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9c87f4-b8ee-4ddb-b1f3-162dc83fc351 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.941891] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b51a5176-fe7f-4c0a-bf8f-45ca2944d6e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "92644b9e-6891-4de2-8f12-0a872e37ceb8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.979686] env[63676]: DEBUG nova.compute.utils [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2008.981195] env[63676]: DEBUG nova.compute.manager [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2008.981369] env[63676]: DEBUG nova.network.neutron [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2008.997091] env[63676]: DEBUG oslo_vmware.api [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926236, 'name': CloneVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.031667] env[63676]: DEBUG nova.policy [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d3afab4e3d14a0d8eab8ba96abbe542', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5accc7a22deb4afeb300bab2cdcf4b8b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 2009.075936] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3810db80-58c1-4b30-8891-31b516222a54 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "cf3f373b-6aa5-4d17-82cf-63cf43f4fd98" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.217288] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca183176-bac0-4aa7-b803-46b00f7569b3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.225714] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbba0106-42c7-4e2d-a97b-79a074d76c90 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.255572] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa978e3-fb35-4ee0-8178-5cfc339acfc1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.263267] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4ba418-8f3b-4a0c-b16f-8d73f544149e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.276867] env[63676]: DEBUG nova.compute.provider_tree [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2009.315309] env[63676]: DEBUG oslo_vmware.api [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926240, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.371139] env[63676]: DEBUG oslo_concurrency.lockutils [None req-95447a54-46db-435b-af62-63b06632cc90 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Releasing lock "refresh_cache-907bf91b-be1f-4a9a-a557-6c9e2906037c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2009.371864] env[63676]: DEBUG nova.objects.instance [None req-95447a54-46db-435b-af62-63b06632cc90 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lazy-loading 'flavor' on Instance uuid 907bf91b-be1f-4a9a-a557-6c9e2906037c {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2009.428062] env[63676]: DEBUG nova.network.neutron [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Successfully created port: 9cb3369f-8b9c-46b1-adbf-6be62d022a88 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2009.435808] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fe2b9596-1a98-4684-a504-23429817e750 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lock "07c4b6fa-d291-4827-b390-3a1f8d365652" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.903s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.490417] env[63676]: DEBUG nova.compute.manager [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2009.493150] env[63676]: DEBUG oslo_vmware.api [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926236, 'name': CloneVM_Task, 'duration_secs': 1.813025} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.493799] env[63676]: INFO nova.virt.vmwareapi.vmops [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Created linked-clone VM from snapshot [ 2009.494656] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b3beda-a5d8-481b-91a6-8832047e4024 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.502328] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Uploading image b86e8b6f-05ec-4b2a-8d54-5cde3813dc4b {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2009.541766] env[63676]: DEBUG oslo_vmware.rw_handles [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2009.541766] env[63676]: value = "vm-397188" [ 2009.541766] env[63676]: _type = "VirtualMachine" [ 2009.541766] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2009.542207] env[63676]: DEBUG oslo_concurrency.lockutils [None req-950f23d5-7e24-42c5-ac1c-0233dad0aa49 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "cf3f373b-6aa5-4d17-82cf-63cf43f4fd98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.542425] env[63676]: DEBUG oslo_concurrency.lockutils [None req-950f23d5-7e24-42c5-ac1c-0233dad0aa49 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "cf3f373b-6aa5-4d17-82cf-63cf43f4fd98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.542647] env[63676]: DEBUG oslo_concurrency.lockutils [None req-950f23d5-7e24-42c5-ac1c-0233dad0aa49 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "cf3f373b-6aa5-4d17-82cf-63cf43f4fd98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.542831] env[63676]: DEBUG oslo_concurrency.lockutils [None req-950f23d5-7e24-42c5-ac1c-0233dad0aa49 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "cf3f373b-6aa5-4d17-82cf-63cf43f4fd98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.542996] env[63676]: DEBUG oslo_concurrency.lockutils [None req-950f23d5-7e24-42c5-ac1c-0233dad0aa49 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "cf3f373b-6aa5-4d17-82cf-63cf43f4fd98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.546701] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ed402800-d337-49b7-8562-f90d8b2d5442 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.549279] env[63676]: INFO nova.compute.manager [None req-950f23d5-7e24-42c5-ac1c-0233dad0aa49 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Terminating instance [ 2009.558197] env[63676]: DEBUG oslo_vmware.rw_handles [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lease: (returnval){ [ 2009.558197] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521a10a4-8f18-b66f-ad83-e3a6742a0512" [ 2009.558197] env[63676]: _type = "HttpNfcLease" [ 2009.558197] env[63676]: } obtained for exporting VM: (result){ [ 2009.558197] env[63676]: value = "vm-397188" [ 2009.558197] env[63676]: _type = "VirtualMachine" [ 2009.558197] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2009.558464] env[63676]: DEBUG oslo_vmware.api [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the lease: (returnval){ [ 2009.558464] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521a10a4-8f18-b66f-ad83-e3a6742a0512" [ 2009.558464] env[63676]: _type = "HttpNfcLease" [ 2009.558464] env[63676]: } to be ready. {{(pid=63676) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2009.566216] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2009.566216] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521a10a4-8f18-b66f-ad83-e3a6742a0512" [ 2009.566216] env[63676]: _type = "HttpNfcLease" [ 2009.566216] env[63676]: } is initializing. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2009.780340] env[63676]: DEBUG nova.scheduler.client.report [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2009.816189] env[63676]: DEBUG oslo_vmware.api [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926240, 'name': PowerOnVM_Task, 'duration_secs': 0.63302} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.816491] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2009.816695] env[63676]: INFO nova.compute.manager [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Took 10.48 seconds to spawn the instance on the hypervisor. [ 2009.816874] env[63676]: DEBUG nova.compute.manager [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2009.817699] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daa34c2f-e57b-4534-837a-ce24c99efb75 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.876664] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1d5066-a69e-40a4-9ab6-83654fdfb6ae {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.901241] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-95447a54-46db-435b-af62-63b06632cc90 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2009.901583] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0393dd7-c32e-49b6-9ad6-12e1a30beba1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.908333] env[63676]: DEBUG oslo_vmware.api [None req-95447a54-46db-435b-af62-63b06632cc90 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 2009.908333] env[63676]: value = "task-1926242" [ 2009.908333] env[63676]: _type = "Task" [ 2009.908333] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.916210] env[63676]: DEBUG oslo_vmware.api [None req-95447a54-46db-435b-af62-63b06632cc90 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.022769] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b51a5176-fe7f-4c0a-bf8f-45ca2944d6e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "92644b9e-6891-4de2-8f12-0a872e37ceb8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.023120] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b51a5176-fe7f-4c0a-bf8f-45ca2944d6e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "92644b9e-6891-4de2-8f12-0a872e37ceb8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.023414] env[63676]: INFO nova.compute.manager [None req-b51a5176-fe7f-4c0a-bf8f-45ca2944d6e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Attaching volume d873ae6a-c508-4d0b-a91b-2f2fda18a26b to /dev/sdb [ 2010.054136] env[63676]: DEBUG nova.compute.manager [None req-950f23d5-7e24-42c5-ac1c-0233dad0aa49 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2010.054417] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-950f23d5-7e24-42c5-ac1c-0233dad0aa49 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2010.055417] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828bcaca-f284-4e17-b122-f0f96af1d73b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.059733] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c78cab-580a-43be-baba-62b99a565b2d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.070294] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-950f23d5-7e24-42c5-ac1c-0233dad0aa49 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2010.072305] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5671d63-4af2-4d0a-a10c-e0864157a702 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.075604] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95375690-a841-40c2-b13b-5a6e2ce44377 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.078213] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2010.078213] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521a10a4-8f18-b66f-ad83-e3a6742a0512" [ 2010.078213] env[63676]: _type = "HttpNfcLease" [ 2010.078213] env[63676]: } is ready. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2010.078764] env[63676]: DEBUG oslo_vmware.rw_handles [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2010.078764] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521a10a4-8f18-b66f-ad83-e3a6742a0512" [ 2010.078764] env[63676]: _type = "HttpNfcLease" [ 2010.078764] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2010.079827] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfb0662-e790-4793-8984-052e5a78226b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.086825] env[63676]: DEBUG oslo_vmware.rw_handles [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5246bc90-d464-97df-4300-2e2a9c95851f/disk-0.vmdk from lease info. {{(pid=63676) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2010.087010] env[63676]: DEBUG oslo_vmware.rw_handles [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5246bc90-d464-97df-4300-2e2a9c95851f/disk-0.vmdk for reading. {{(pid=63676) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2010.091816] env[63676]: DEBUG nova.virt.block_device [None req-b51a5176-fe7f-4c0a-bf8f-45ca2944d6e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Updating existing volume attachment record: 4e8ae514-9a41-4405-b195-b3e93a85fda3 {{(pid=63676) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2010.188276] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-43e929d1-63bf-44fc-86f6-8efda6e6b460 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.189895] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-950f23d5-7e24-42c5-ac1c-0233dad0aa49 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2010.190030] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-950f23d5-7e24-42c5-ac1c-0233dad0aa49 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2010.190147] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-950f23d5-7e24-42c5-ac1c-0233dad0aa49 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Deleting the datastore file [datastore1] cf3f373b-6aa5-4d17-82cf-63cf43f4fd98 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2010.190424] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4972eff1-f808-418b-a0dc-c0c584fc044d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.198798] env[63676]: DEBUG oslo_vmware.api [None req-950f23d5-7e24-42c5-ac1c-0233dad0aa49 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2010.198798] env[63676]: value = "task-1926244" [ 2010.198798] env[63676]: _type = "Task" [ 2010.198798] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.208647] env[63676]: DEBUG oslo_vmware.api [None req-950f23d5-7e24-42c5-ac1c-0233dad0aa49 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.285327] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.809s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.288852] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.571s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.290989] env[63676]: INFO nova.compute.claims [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2010.311776] env[63676]: INFO nova.scheduler.client.report [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Deleted allocations for instance f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36 [ 2010.341986] env[63676]: INFO nova.compute.manager [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Took 21.78 seconds to build instance. [ 2010.418856] env[63676]: DEBUG oslo_vmware.api [None req-95447a54-46db-435b-af62-63b06632cc90 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926242, 'name': PowerOffVM_Task, 'duration_secs': 0.383996} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.419226] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-95447a54-46db-435b-af62-63b06632cc90 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2010.424551] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-95447a54-46db-435b-af62-63b06632cc90 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Reconfiguring VM instance instance-0000005b to detach disk 2002 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2010.424885] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd9635a5-6d96-4244-9dd7-f71c87e388d3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.444148] env[63676]: DEBUG oslo_vmware.api [None req-95447a54-46db-435b-af62-63b06632cc90 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 2010.444148] env[63676]: value = "task-1926248" [ 2010.444148] env[63676]: _type = "Task" [ 2010.444148] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.452249] env[63676]: DEBUG oslo_vmware.api [None req-95447a54-46db-435b-af62-63b06632cc90 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926248, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.501691] env[63676]: DEBUG nova.compute.manager [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2010.525045] env[63676]: DEBUG nova.virt.hardware [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2010.525317] env[63676]: DEBUG nova.virt.hardware [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2010.525576] env[63676]: DEBUG nova.virt.hardware [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2010.525763] env[63676]: DEBUG nova.virt.hardware [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2010.525916] env[63676]: DEBUG nova.virt.hardware [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2010.529561] env[63676]: DEBUG nova.virt.hardware [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2010.529561] env[63676]: DEBUG nova.virt.hardware [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2010.529561] env[63676]: DEBUG nova.virt.hardware [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2010.529561] env[63676]: DEBUG nova.virt.hardware [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2010.529561] env[63676]: DEBUG nova.virt.hardware [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2010.529561] env[63676]: DEBUG nova.virt.hardware [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2010.529561] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfa7fee-26cf-45c9-9e5c-aed332dd950b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.538421] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9304df-b146-4cb3-b78a-233f40dcaa44 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.711115] env[63676]: DEBUG oslo_vmware.api [None req-950f23d5-7e24-42c5-ac1c-0233dad0aa49 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141131} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.711695] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-950f23d5-7e24-42c5-ac1c-0233dad0aa49 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2010.711695] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-950f23d5-7e24-42c5-ac1c-0233dad0aa49 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2010.711976] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-950f23d5-7e24-42c5-ac1c-0233dad0aa49 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2010.712265] env[63676]: INFO nova.compute.manager [None req-950f23d5-7e24-42c5-ac1c-0233dad0aa49 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Took 0.66 seconds to destroy the instance on the hypervisor. [ 2010.712584] env[63676]: DEBUG oslo.service.loopingcall [None req-950f23d5-7e24-42c5-ac1c-0233dad0aa49 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2010.712882] env[63676]: DEBUG nova.compute.manager [-] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2010.713130] env[63676]: DEBUG nova.network.neutron [-] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2010.819267] env[63676]: DEBUG oslo_concurrency.lockutils [None req-4143397a-4ccb-406e-ad1f-f7f56fb9ce6a tempest-ServerDiskConfigTestJSON-1170849508 tempest-ServerDiskConfigTestJSON-1170849508-project-member] Lock "f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.745s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.844163] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d2a61ce8-3051-425d-9735-e50a41ed658b tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "b93872e7-c8bc-427d-9368-53840ec6cab1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.290s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.954986] env[63676]: DEBUG oslo_vmware.api [None req-95447a54-46db-435b-af62-63b06632cc90 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926248, 'name': ReconfigVM_Task, 'duration_secs': 0.29614} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.955368] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-95447a54-46db-435b-af62-63b06632cc90 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Reconfigured VM instance instance-0000005b to detach disk 2002 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2010.955601] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-95447a54-46db-435b-af62-63b06632cc90 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2010.955906] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-13cc5884-ee47-42bf-8e9f-4acc5a9bd88c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.962842] env[63676]: DEBUG oslo_vmware.api [None req-95447a54-46db-435b-af62-63b06632cc90 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 2010.962842] env[63676]: value = "task-1926249" [ 2010.962842] env[63676]: _type = "Task" [ 2010.962842] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.973854] env[63676]: DEBUG oslo_vmware.api [None req-95447a54-46db-435b-af62-63b06632cc90 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.186920] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da82776-5439-4d68-b10f-c9090a21ee8c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.194240] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-416dc944-bad9-4954-b879-c6492522ecc7 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Suspending the VM {{(pid=63676) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2011.194597] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1102a5ed-d5e9-43dc-abe7-369130b6732a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.201259] env[63676]: DEBUG oslo_vmware.api [None req-416dc944-bad9-4954-b879-c6492522ecc7 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 2011.201259] env[63676]: value = "task-1926250" [ 2011.201259] env[63676]: _type = "Task" [ 2011.201259] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2011.212263] env[63676]: DEBUG oslo_vmware.api [None req-416dc944-bad9-4954-b879-c6492522ecc7 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926250, 'name': SuspendVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.473445] env[63676]: DEBUG oslo_vmware.api [None req-95447a54-46db-435b-af62-63b06632cc90 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.566703] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa465ce-6137-4553-94e4-6ba18d250fe5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.574731] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eace5a09-ffbf-4001-a9d0-57596c55bc09 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.607055] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fabdf0b6-a7a4-4559-a0ed-4e397916a48c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.615604] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4afd76-1652-46b3-b1f6-fc2ac4ebbca1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.633594] env[63676]: DEBUG nova.compute.provider_tree [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2011.648727] env[63676]: DEBUG nova.compute.manager [req-d6b191a8-15d1-423b-b506-c699c2ce3e94 req-96edfa56-4dd1-48eb-94ee-773e901c8d6e service nova] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Received event network-vif-plugged-9cb3369f-8b9c-46b1-adbf-6be62d022a88 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2011.648969] env[63676]: DEBUG oslo_concurrency.lockutils [req-d6b191a8-15d1-423b-b506-c699c2ce3e94 req-96edfa56-4dd1-48eb-94ee-773e901c8d6e service nova] Acquiring lock "5f6c13e1-1633-4b20-8dab-d1bc64bab2e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.649350] env[63676]: DEBUG oslo_concurrency.lockutils [req-d6b191a8-15d1-423b-b506-c699c2ce3e94 req-96edfa56-4dd1-48eb-94ee-773e901c8d6e service nova] Lock "5f6c13e1-1633-4b20-8dab-d1bc64bab2e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2011.649434] env[63676]: DEBUG oslo_concurrency.lockutils [req-d6b191a8-15d1-423b-b506-c699c2ce3e94 req-96edfa56-4dd1-48eb-94ee-773e901c8d6e service nova] Lock "5f6c13e1-1633-4b20-8dab-d1bc64bab2e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2011.649794] env[63676]: DEBUG nova.compute.manager [req-d6b191a8-15d1-423b-b506-c699c2ce3e94 req-96edfa56-4dd1-48eb-94ee-773e901c8d6e service nova] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] No waiting events found dispatching network-vif-plugged-9cb3369f-8b9c-46b1-adbf-6be62d022a88 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2011.650037] env[63676]: WARNING nova.compute.manager [req-d6b191a8-15d1-423b-b506-c699c2ce3e94 req-96edfa56-4dd1-48eb-94ee-773e901c8d6e service nova] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Received unexpected event network-vif-plugged-9cb3369f-8b9c-46b1-adbf-6be62d022a88 for instance with vm_state building and task_state spawning. [ 2011.712169] env[63676]: DEBUG oslo_vmware.api [None req-416dc944-bad9-4954-b879-c6492522ecc7 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926250, 'name': SuspendVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2011.948203] env[63676]: DEBUG nova.network.neutron [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Successfully updated port: 9cb3369f-8b9c-46b1-adbf-6be62d022a88 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2011.974232] env[63676]: DEBUG oslo_vmware.api [None req-95447a54-46db-435b-af62-63b06632cc90 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.138108] env[63676]: DEBUG nova.scheduler.client.report [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2012.213687] env[63676]: DEBUG oslo_vmware.api [None req-416dc944-bad9-4954-b879-c6492522ecc7 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926250, 'name': SuspendVM_Task, 'duration_secs': 0.625539} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.213999] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-416dc944-bad9-4954-b879-c6492522ecc7 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Suspended the VM {{(pid=63676) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2012.214426] env[63676]: DEBUG nova.compute.manager [None req-416dc944-bad9-4954-b879-c6492522ecc7 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2012.215433] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-943a9a5c-a72a-44d9-858b-c7f576d624fa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.290156] env[63676]: DEBUG nova.network.neutron [-] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2012.452832] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "refresh_cache-5f6c13e1-1633-4b20-8dab-d1bc64bab2e9" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2012.452832] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquired lock "refresh_cache-5f6c13e1-1633-4b20-8dab-d1bc64bab2e9" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2012.452832] env[63676]: DEBUG nova.network.neutron [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2012.475738] env[63676]: DEBUG oslo_vmware.api [None req-95447a54-46db-435b-af62-63b06632cc90 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926249, 'name': PowerOnVM_Task, 'duration_secs': 1.44937} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.476085] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-95447a54-46db-435b-af62-63b06632cc90 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2012.476283] env[63676]: DEBUG nova.compute.manager [None req-95447a54-46db-435b-af62-63b06632cc90 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2012.477117] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27dd7ebc-e162-46f1-a0a4-a2ce00f6609c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.647277] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.647277] env[63676]: DEBUG nova.compute.manager [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2012.648058] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.455s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.650049] env[63676]: INFO nova.compute.claims [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2012.793358] env[63676]: INFO nova.compute.manager [-] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Took 2.08 seconds to deallocate network for instance. [ 2013.010315] env[63676]: DEBUG nova.network.neutron [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2013.150129] env[63676]: DEBUG nova.compute.utils [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2013.151820] env[63676]: DEBUG nova.compute.manager [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2013.155078] env[63676]: DEBUG nova.network.neutron [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2013.267340] env[63676]: DEBUG nova.network.neutron [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Updating instance_info_cache with network_info: [{"id": "9cb3369f-8b9c-46b1-adbf-6be62d022a88", "address": "fa:16:3e:d0:d0:08", "network": {"id": "8b3d4c23-731d-4fef-8723-d3260ab588ed", "bridge": "br-int", "label": "tempest-ServersTestJSON-186016855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5accc7a22deb4afeb300bab2cdcf4b8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cb3369f-8b", "ovs_interfaceid": "9cb3369f-8b9c-46b1-adbf-6be62d022a88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2013.284851] env[63676]: DEBUG nova.policy [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45b009895f174b2493ef0ae4a015d490', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cadd88ecd9784896aeb473c94b27400c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 2013.303767] env[63676]: DEBUG oslo_concurrency.lockutils [None req-950f23d5-7e24-42c5-ac1c-0233dad0aa49 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.656866] env[63676]: DEBUG nova.compute.manager [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2013.735485] env[63676]: DEBUG nova.compute.manager [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Received event network-vif-deleted-a57167eb-218f-4ae4-8d40-a7a291a9faff {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2013.736784] env[63676]: DEBUG nova.compute.manager [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Received event network-changed-9cb3369f-8b9c-46b1-adbf-6be62d022a88 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2013.736784] env[63676]: DEBUG nova.compute.manager [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Refreshing instance network info cache due to event network-changed-9cb3369f-8b9c-46b1-adbf-6be62d022a88. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2013.736784] env[63676]: DEBUG oslo_concurrency.lockutils [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] Acquiring lock "refresh_cache-5f6c13e1-1633-4b20-8dab-d1bc64bab2e9" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2013.771616] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Releasing lock "refresh_cache-5f6c13e1-1633-4b20-8dab-d1bc64bab2e9" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2013.771844] env[63676]: DEBUG nova.compute.manager [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Instance network_info: |[{"id": "9cb3369f-8b9c-46b1-adbf-6be62d022a88", "address": "fa:16:3e:d0:d0:08", "network": {"id": "8b3d4c23-731d-4fef-8723-d3260ab588ed", "bridge": "br-int", "label": "tempest-ServersTestJSON-186016855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5accc7a22deb4afeb300bab2cdcf4b8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cb3369f-8b", "ovs_interfaceid": "9cb3369f-8b9c-46b1-adbf-6be62d022a88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2013.773053] env[63676]: DEBUG oslo_concurrency.lockutils [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] Acquired lock "refresh_cache-5f6c13e1-1633-4b20-8dab-d1bc64bab2e9" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2013.773053] env[63676]: DEBUG nova.network.neutron [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Refreshing network info cache for port 9cb3369f-8b9c-46b1-adbf-6be62d022a88 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2013.774349] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:d0:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd19577c9-1b2e-490b-8031-2f278dd3f570', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cb3369f-8b9c-46b1-adbf-6be62d022a88', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2013.782800] env[63676]: DEBUG oslo.service.loopingcall [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2013.785936] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2013.788879] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac5221f5-0e66-4c01-9934-95ed6f7571c1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.815092] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2013.815092] env[63676]: value = "task-1926252" [ 2013.815092] env[63676]: _type = "Task" [ 2013.815092] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2013.829941] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926252, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2013.867193] env[63676]: DEBUG nova.network.neutron [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Successfully created port: f19c3b31-060b-4f9d-b6d9-6dc986e63272 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2013.962132] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e4e171-8dc8-4ec0-b75c-3ab3e8be32dd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.970321] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241bc335-7e85-48b5-98ac-242b0a5f6fa7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.005830] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b282e595-6a89-4750-83ba-5b9a8410843f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.014970] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08efe4a6-fab4-43ec-b047-7b1f162bf526 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.034419] env[63676]: DEBUG nova.compute.provider_tree [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2014.275640] env[63676]: DEBUG nova.network.neutron [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Updated VIF entry in instance network info cache for port 9cb3369f-8b9c-46b1-adbf-6be62d022a88. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2014.276092] env[63676]: DEBUG nova.network.neutron [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Updating instance_info_cache with network_info: [{"id": "9cb3369f-8b9c-46b1-adbf-6be62d022a88", "address": "fa:16:3e:d0:d0:08", "network": {"id": "8b3d4c23-731d-4fef-8723-d3260ab588ed", "bridge": "br-int", "label": "tempest-ServersTestJSON-186016855-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5accc7a22deb4afeb300bab2cdcf4b8b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d19577c9-1b2e-490b-8031-2f278dd3f570", "external-id": "nsx-vlan-transportzone-611", "segmentation_id": 611, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cb3369f-8b", "ovs_interfaceid": "9cb3369f-8b9c-46b1-adbf-6be62d022a88", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2014.310453] env[63676]: INFO nova.compute.manager [None req-49defd01-4ae2-4246-965c-ecbfb7e57bc6 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Resuming [ 2014.311104] env[63676]: DEBUG nova.objects.instance [None req-49defd01-4ae2-4246-965c-ecbfb7e57bc6 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lazy-loading 'flavor' on Instance uuid 07c4b6fa-d291-4827-b390-3a1f8d365652 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2014.326503] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926252, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.574235] env[63676]: DEBUG nova.scheduler.client.report [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Updated inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with generation 140 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2014.574534] env[63676]: DEBUG nova.compute.provider_tree [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Updating resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 generation from 140 to 141 during operation: update_inventory {{(pid=63676) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2014.574786] env[63676]: DEBUG nova.compute.provider_tree [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2014.643305] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-b51a5176-fe7f-4c0a-bf8f-45ca2944d6e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Volume attach. Driver type: vmdk {{(pid=63676) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2014.643557] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-b51a5176-fe7f-4c0a-bf8f-45ca2944d6e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397190', 'volume_id': 'd873ae6a-c508-4d0b-a91b-2f2fda18a26b', 'name': 'volume-d873ae6a-c508-4d0b-a91b-2f2fda18a26b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '92644b9e-6891-4de2-8f12-0a872e37ceb8', 'attached_at': '', 'detached_at': '', 'volume_id': 'd873ae6a-c508-4d0b-a91b-2f2fda18a26b', 'serial': 'd873ae6a-c508-4d0b-a91b-2f2fda18a26b'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2014.644484] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da924ae-1f8f-4073-9013-b624d81916a7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.661352] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72049ae-7335-47c9-8414-eae9de9c73bf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.680108] env[63676]: DEBUG nova.compute.manager [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2014.689275] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-b51a5176-fe7f-4c0a-bf8f-45ca2944d6e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] volume-d873ae6a-c508-4d0b-a91b-2f2fda18a26b/volume-d873ae6a-c508-4d0b-a91b-2f2fda18a26b.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2014.689932] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c02ea25-0fda-4204-9736-fcf40b12775b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.713311] env[63676]: DEBUG nova.virt.hardware [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2014.713589] env[63676]: DEBUG nova.virt.hardware [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2014.713778] env[63676]: DEBUG nova.virt.hardware [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2014.713971] env[63676]: DEBUG nova.virt.hardware [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2014.714149] env[63676]: DEBUG nova.virt.hardware [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2014.714322] env[63676]: DEBUG nova.virt.hardware [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2014.714537] env[63676]: DEBUG nova.virt.hardware [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2014.714697] env[63676]: DEBUG nova.virt.hardware [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2014.714891] env[63676]: DEBUG nova.virt.hardware [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2014.715086] env[63676]: DEBUG nova.virt.hardware [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2014.715273] env[63676]: DEBUG nova.virt.hardware [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2014.715692] env[63676]: DEBUG oslo_vmware.api [None req-b51a5176-fe7f-4c0a-bf8f-45ca2944d6e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2014.715692] env[63676]: value = "task-1926253" [ 2014.715692] env[63676]: _type = "Task" [ 2014.715692] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2014.716519] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ae5288-0e93-41a7-92e8-4e01cc25e468 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.733608] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe015b0d-50d3-4b3f-9d8d-8b339530ab37 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.737291] env[63676]: DEBUG oslo_vmware.api [None req-b51a5176-fe7f-4c0a-bf8f-45ca2944d6e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2014.779295] env[63676]: DEBUG oslo_concurrency.lockutils [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] Releasing lock "refresh_cache-5f6c13e1-1633-4b20-8dab-d1bc64bab2e9" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2014.779513] env[63676]: DEBUG nova.compute.manager [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Received event network-changed-19e9f350-1e98-4f39-92ac-2d492bdd5071 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2014.779642] env[63676]: DEBUG nova.compute.manager [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Refreshing instance network info cache due to event network-changed-19e9f350-1e98-4f39-92ac-2d492bdd5071. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2014.779908] env[63676]: DEBUG oslo_concurrency.lockutils [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] Acquiring lock "refresh_cache-b93872e7-c8bc-427d-9368-53840ec6cab1" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2014.780109] env[63676]: DEBUG oslo_concurrency.lockutils [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] Acquired lock "refresh_cache-b93872e7-c8bc-427d-9368-53840ec6cab1" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2014.780351] env[63676]: DEBUG nova.network.neutron [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Refreshing network info cache for port 19e9f350-1e98-4f39-92ac-2d492bdd5071 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2014.827575] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926252, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.080513] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.081088] env[63676]: DEBUG nova.compute.manager [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2015.084399] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.577s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.085913] env[63676]: INFO nova.compute.claims [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2015.232994] env[63676]: DEBUG oslo_vmware.api [None req-b51a5176-fe7f-4c0a-bf8f-45ca2944d6e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926253, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.327855] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926252, 'name': CreateVM_Task, 'duration_secs': 1.412202} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.328255] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2015.328954] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2015.329152] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.329494] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2015.329747] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bac4933-f686-4466-b8e9-913c5e3e0007 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.334719] env[63676]: DEBUG oslo_vmware.api [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 2015.334719] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527321d0-8a40-2686-a1f2-f36a313f1dbe" [ 2015.334719] env[63676]: _type = "Task" [ 2015.334719] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.346921] env[63676]: DEBUG oslo_vmware.api [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527321d0-8a40-2686-a1f2-f36a313f1dbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.590955] env[63676]: DEBUG nova.compute.utils [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2015.595365] env[63676]: DEBUG nova.compute.manager [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2015.595655] env[63676]: DEBUG nova.network.neutron [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2015.717312] env[63676]: DEBUG nova.policy [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45b009895f174b2493ef0ae4a015d490', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cadd88ecd9784896aeb473c94b27400c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 2015.731674] env[63676]: DEBUG oslo_vmware.api [None req-b51a5176-fe7f-4c0a-bf8f-45ca2944d6e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926253, 'name': ReconfigVM_Task, 'duration_secs': 0.5799} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.731974] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-b51a5176-fe7f-4c0a-bf8f-45ca2944d6e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Reconfigured VM instance instance-0000005f to attach disk [datastore1] volume-d873ae6a-c508-4d0b-a91b-2f2fda18a26b/volume-d873ae6a-c508-4d0b-a91b-2f2fda18a26b.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2015.737738] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5327cbe7-a8a9-4816-9b69-400252285c21 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.754890] env[63676]: DEBUG nova.network.neutron [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Updated VIF entry in instance network info cache for port 19e9f350-1e98-4f39-92ac-2d492bdd5071. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2015.755312] env[63676]: DEBUG nova.network.neutron [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Updating instance_info_cache with network_info: [{"id": "19e9f350-1e98-4f39-92ac-2d492bdd5071", "address": "fa:16:3e:6f:07:cf", "network": {"id": "e919ded2-9fb5-42e1-b212-c38704c9a2d8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1540073764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df5d806c97b4a319a5e218aa89e48d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19e9f350-1e", "ovs_interfaceid": "19e9f350-1e98-4f39-92ac-2d492bdd5071", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2015.757745] env[63676]: DEBUG oslo_vmware.api [None req-b51a5176-fe7f-4c0a-bf8f-45ca2944d6e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2015.757745] env[63676]: value = "task-1926254" [ 2015.757745] env[63676]: _type = "Task" [ 2015.757745] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.766988] env[63676]: DEBUG oslo_vmware.api [None req-b51a5176-fe7f-4c0a-bf8f-45ca2944d6e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926254, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.769087] env[63676]: DEBUG nova.compute.manager [req-01bb4c4f-35c0-44c4-947e-2e6acc04c8c7 req-c20081ac-ccc8-44e5-921a-45989b9c0a10 service nova] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Received event network-vif-plugged-f19c3b31-060b-4f9d-b6d9-6dc986e63272 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2015.769323] env[63676]: DEBUG oslo_concurrency.lockutils [req-01bb4c4f-35c0-44c4-947e-2e6acc04c8c7 req-c20081ac-ccc8-44e5-921a-45989b9c0a10 service nova] Acquiring lock "d50fcabf-ec74-489a-ae06-68a950684981-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.769537] env[63676]: DEBUG oslo_concurrency.lockutils [req-01bb4c4f-35c0-44c4-947e-2e6acc04c8c7 req-c20081ac-ccc8-44e5-921a-45989b9c0a10 service nova] Lock "d50fcabf-ec74-489a-ae06-68a950684981-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2015.769708] env[63676]: DEBUG oslo_concurrency.lockutils [req-01bb4c4f-35c0-44c4-947e-2e6acc04c8c7 req-c20081ac-ccc8-44e5-921a-45989b9c0a10 service nova] Lock "d50fcabf-ec74-489a-ae06-68a950684981-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2015.769877] env[63676]: DEBUG nova.compute.manager [req-01bb4c4f-35c0-44c4-947e-2e6acc04c8c7 req-c20081ac-ccc8-44e5-921a-45989b9c0a10 service nova] [instance: d50fcabf-ec74-489a-ae06-68a950684981] No waiting events found dispatching network-vif-plugged-f19c3b31-060b-4f9d-b6d9-6dc986e63272 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2015.770075] env[63676]: WARNING nova.compute.manager [req-01bb4c4f-35c0-44c4-947e-2e6acc04c8c7 req-c20081ac-ccc8-44e5-921a-45989b9c0a10 service nova] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Received unexpected event network-vif-plugged-f19c3b31-060b-4f9d-b6d9-6dc986e63272 for instance with vm_state building and task_state spawning. [ 2015.829897] env[63676]: DEBUG oslo_concurrency.lockutils [None req-49defd01-4ae2-4246-965c-ecbfb7e57bc6 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquiring lock "refresh_cache-07c4b6fa-d291-4827-b390-3a1f8d365652" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2015.830152] env[63676]: DEBUG oslo_concurrency.lockutils [None req-49defd01-4ae2-4246-965c-ecbfb7e57bc6 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquired lock "refresh_cache-07c4b6fa-d291-4827-b390-3a1f8d365652" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.830453] env[63676]: DEBUG nova.network.neutron [None req-49defd01-4ae2-4246-965c-ecbfb7e57bc6 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2015.848521] env[63676]: DEBUG oslo_vmware.api [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527321d0-8a40-2686-a1f2-f36a313f1dbe, 'name': SearchDatastore_Task, 'duration_secs': 0.01411} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2015.848843] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2015.849090] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2015.849353] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2015.849505] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.849681] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2015.849970] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a36bbd0-ae01-456d-acb9-f07e486762c7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.859660] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2015.859843] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2015.860651] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d174d74-12d6-4356-a668-b9849f937f6e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.866443] env[63676]: DEBUG oslo_vmware.api [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 2015.866443] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b9c851-d229-1507-b7b1-22dda373f9ea" [ 2015.866443] env[63676]: _type = "Task" [ 2015.866443] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.875546] env[63676]: DEBUG oslo_vmware.api [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b9c851-d229-1507-b7b1-22dda373f9ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2015.976672] env[63676]: DEBUG nova.network.neutron [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Successfully updated port: f19c3b31-060b-4f9d-b6d9-6dc986e63272 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2016.096413] env[63676]: DEBUG nova.compute.manager [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2016.138414] env[63676]: DEBUG nova.network.neutron [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Successfully created port: b92b589d-f190-44d8-b60b-59a32725a43f {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2016.263056] env[63676]: DEBUG oslo_concurrency.lockutils [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] Releasing lock "refresh_cache-b93872e7-c8bc-427d-9368-53840ec6cab1" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2016.263350] env[63676]: DEBUG nova.compute.manager [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Received event network-changed-b508277b-ad7c-484d-b4da-ad59456e8d06 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2016.263843] env[63676]: DEBUG nova.compute.manager [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Refreshing instance network info cache due to event network-changed-b508277b-ad7c-484d-b4da-ad59456e8d06. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2016.263843] env[63676]: DEBUG oslo_concurrency.lockutils [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] Acquiring lock "refresh_cache-907bf91b-be1f-4a9a-a557-6c9e2906037c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2016.263985] env[63676]: DEBUG oslo_concurrency.lockutils [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] Acquired lock "refresh_cache-907bf91b-be1f-4a9a-a557-6c9e2906037c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.264098] env[63676]: DEBUG nova.network.neutron [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Refreshing network info cache for port b508277b-ad7c-484d-b4da-ad59456e8d06 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2016.271104] env[63676]: DEBUG oslo_vmware.api [None req-b51a5176-fe7f-4c0a-bf8f-45ca2944d6e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926254, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.325386] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2cc683-ed30-4db3-b0f8-fa0000661684 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.336955] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-932d08df-f296-433d-b4ef-775dba1b803a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.374743] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94f6f2ea-2072-40b9-8a74-ae5792465240 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.396428] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc94a084-98fa-4c37-9dcd-8524ffab6338 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.401341] env[63676]: DEBUG oslo_vmware.api [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b9c851-d229-1507-b7b1-22dda373f9ea, 'name': SearchDatastore_Task, 'duration_secs': 0.012799} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.406851] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83f687f3-a8dc-4191-8797-2d8031b6b03d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.417934] env[63676]: DEBUG nova.compute.provider_tree [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2016.424028] env[63676]: DEBUG oslo_vmware.api [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 2016.424028] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52804a4e-e8b0-d028-9d69-f4e9c827b5f6" [ 2016.424028] env[63676]: _type = "Task" [ 2016.424028] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.432540] env[63676]: DEBUG oslo_vmware.api [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52804a4e-e8b0-d028-9d69-f4e9c827b5f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.479692] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Acquiring lock "refresh_cache-d50fcabf-ec74-489a-ae06-68a950684981" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2016.479850] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Acquired lock "refresh_cache-d50fcabf-ec74-489a-ae06-68a950684981" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.480011] env[63676]: DEBUG nova.network.neutron [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2016.650541] env[63676]: DEBUG nova.network.neutron [None req-49defd01-4ae2-4246-965c-ecbfb7e57bc6 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Updating instance_info_cache with network_info: [{"id": "407c22d0-6d8d-4cb4-941a-b7f401d33a7a", "address": "fa:16:3e:d7:ee:fd", "network": {"id": "0682426d-235c-4125-846f-5e1a2510432c", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-202912780-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99f01590e7844f9892fa09658c396b0d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap407c22d0-6d", "ovs_interfaceid": "407c22d0-6d8d-4cb4-941a-b7f401d33a7a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2016.771248] env[63676]: DEBUG oslo_vmware.api [None req-b51a5176-fe7f-4c0a-bf8f-45ca2944d6e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926254, 'name': ReconfigVM_Task, 'duration_secs': 0.649563} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.771675] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-b51a5176-fe7f-4c0a-bf8f-45ca2944d6e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397190', 'volume_id': 'd873ae6a-c508-4d0b-a91b-2f2fda18a26b', 'name': 'volume-d873ae6a-c508-4d0b-a91b-2f2fda18a26b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '92644b9e-6891-4de2-8f12-0a872e37ceb8', 'attached_at': '', 'detached_at': '', 'volume_id': 'd873ae6a-c508-4d0b-a91b-2f2fda18a26b', 'serial': 'd873ae6a-c508-4d0b-a91b-2f2fda18a26b'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2016.888605] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3c4910ed-3a01-4bf6-a302-b33aff8ba34c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "3f45007f-d699-43f9-a2fd-84565bd1930c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.888947] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3c4910ed-3a01-4bf6-a302-b33aff8ba34c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "3f45007f-d699-43f9-a2fd-84565bd1930c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.920860] env[63676]: DEBUG nova.scheduler.client.report [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2016.934011] env[63676]: DEBUG oslo_vmware.api [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52804a4e-e8b0-d028-9d69-f4e9c827b5f6, 'name': SearchDatastore_Task, 'duration_secs': 0.012885} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.934369] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2016.934668] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9/5f6c13e1-1633-4b20-8dab-d1bc64bab2e9.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2016.934966] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e95526b-bc6a-4066-bbde-5ce84e070912 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.942329] env[63676]: DEBUG oslo_vmware.api [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 2016.942329] env[63676]: value = "task-1926255" [ 2016.942329] env[63676]: _type = "Task" [ 2016.942329] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.950878] env[63676]: DEBUG oslo_vmware.api [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926255, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.060322] env[63676]: DEBUG nova.network.neutron [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2017.112739] env[63676]: DEBUG nova.compute.manager [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2017.134238] env[63676]: DEBUG nova.virt.hardware [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2017.134505] env[63676]: DEBUG nova.virt.hardware [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2017.134667] env[63676]: DEBUG nova.virt.hardware [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2017.134846] env[63676]: DEBUG nova.virt.hardware [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2017.134992] env[63676]: DEBUG nova.virt.hardware [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2017.135322] env[63676]: DEBUG nova.virt.hardware [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2017.135721] env[63676]: DEBUG nova.virt.hardware [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2017.135939] env[63676]: DEBUG nova.virt.hardware [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2017.136176] env[63676]: DEBUG nova.virt.hardware [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2017.136403] env[63676]: DEBUG nova.virt.hardware [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2017.136626] env[63676]: DEBUG nova.virt.hardware [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2017.137562] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb6185d-b06d-4aae-9f72-c5f02fa7e327 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.149925] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07715e20-53f7-49ce-a9b9-aff061d03e1e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.154144] env[63676]: DEBUG oslo_concurrency.lockutils [None req-49defd01-4ae2-4246-965c-ecbfb7e57bc6 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Releasing lock "refresh_cache-07c4b6fa-d291-4827-b390-3a1f8d365652" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2017.154986] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae31b89-4877-45e7-8f1d-4c0629211832 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.169023] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-49defd01-4ae2-4246-965c-ecbfb7e57bc6 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Resuming the VM {{(pid=63676) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2017.169483] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80c6b61d-ca92-4c47-b8d0-4e0f68406be1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.176435] env[63676]: DEBUG oslo_vmware.api [None req-49defd01-4ae2-4246-965c-ecbfb7e57bc6 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 2017.176435] env[63676]: value = "task-1926256" [ 2017.176435] env[63676]: _type = "Task" [ 2017.176435] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.185010] env[63676]: DEBUG oslo_vmware.api [None req-49defd01-4ae2-4246-965c-ecbfb7e57bc6 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.186314] env[63676]: DEBUG nova.network.neutron [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Updated VIF entry in instance network info cache for port b508277b-ad7c-484d-b4da-ad59456e8d06. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2017.186653] env[63676]: DEBUG nova.network.neutron [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Updating instance_info_cache with network_info: [{"id": "b508277b-ad7c-484d-b4da-ad59456e8d06", "address": "fa:16:3e:e8:44:06", "network": {"id": "23e204f7-4577-455a-8f4f-79800b8dc56a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1808283278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ceddfd10acf04eefbb18c1077d1154d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb508277b-ad", "ovs_interfaceid": "b508277b-ad7c-484d-b4da-ad59456e8d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2017.272224] env[63676]: DEBUG nova.network.neutron [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Updating instance_info_cache with network_info: [{"id": "f19c3b31-060b-4f9d-b6d9-6dc986e63272", "address": "fa:16:3e:61:44:df", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf19c3b31-06", "ovs_interfaceid": "f19c3b31-060b-4f9d-b6d9-6dc986e63272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2017.393331] env[63676]: INFO nova.compute.manager [None req-3c4910ed-3a01-4bf6-a302-b33aff8ba34c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Detaching volume e636f09a-a188-4fe7-913f-1411aee97187 [ 2017.431465] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.346s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.431465] env[63676]: DEBUG nova.compute.manager [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2017.435050] env[63676]: INFO nova.virt.block_device [None req-3c4910ed-3a01-4bf6-a302-b33aff8ba34c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Attempting to driver detach volume e636f09a-a188-4fe7-913f-1411aee97187 from mountpoint /dev/sdb [ 2017.435179] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4910ed-3a01-4bf6-a302-b33aff8ba34c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Volume detach. Driver type: vmdk {{(pid=63676) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2017.435337] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4910ed-3a01-4bf6-a302-b33aff8ba34c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397161', 'volume_id': 'e636f09a-a188-4fe7-913f-1411aee97187', 'name': 'volume-e636f09a-a188-4fe7-913f-1411aee97187', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3f45007f-d699-43f9-a2fd-84565bd1930c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e636f09a-a188-4fe7-913f-1411aee97187', 'serial': 'e636f09a-a188-4fe7-913f-1411aee97187'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2017.436076] env[63676]: DEBUG oslo_concurrency.lockutils [None req-950f23d5-7e24-42c5-ac1c-0233dad0aa49 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.132s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.436376] env[63676]: DEBUG nova.objects.instance [None req-950f23d5-7e24-42c5-ac1c-0233dad0aa49 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lazy-loading 'resources' on Instance uuid cf3f373b-6aa5-4d17-82cf-63cf43f4fd98 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2017.438152] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c3fa2a-4551-4878-90e7-be0ab9b28f6e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.464991] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5a4a12-a18c-45df-a779-9fc9f0eca899 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.472017] env[63676]: DEBUG oslo_vmware.api [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926255, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.479917] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690c329a-8167-4eeb-8b31-a294274ac5bf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.501506] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cde6eb-b55c-4bb0-a36d-85fa63b0d11d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.520258] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4910ed-3a01-4bf6-a302-b33aff8ba34c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] The volume has not been displaced from its original location: [datastore1] volume-e636f09a-a188-4fe7-913f-1411aee97187/volume-e636f09a-a188-4fe7-913f-1411aee97187.vmdk. No consolidation needed. {{(pid=63676) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2017.525603] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4910ed-3a01-4bf6-a302-b33aff8ba34c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Reconfiguring VM instance instance-00000030 to detach disk 2001 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2017.526015] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ef7b4e3-b3f5-4de5-bb4a-1c5d691cdfe6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.544923] env[63676]: DEBUG oslo_vmware.api [None req-3c4910ed-3a01-4bf6-a302-b33aff8ba34c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 2017.544923] env[63676]: value = "task-1926257" [ 2017.544923] env[63676]: _type = "Task" [ 2017.544923] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.553560] env[63676]: DEBUG oslo_vmware.api [None req-3c4910ed-3a01-4bf6-a302-b33aff8ba34c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926257, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.689053] env[63676]: DEBUG oslo_vmware.api [None req-49defd01-4ae2-4246-965c-ecbfb7e57bc6 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926256, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.691315] env[63676]: DEBUG oslo_concurrency.lockutils [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] Releasing lock "refresh_cache-907bf91b-be1f-4a9a-a557-6c9e2906037c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2017.691315] env[63676]: DEBUG nova.compute.manager [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Received event network-changed-b508277b-ad7c-484d-b4da-ad59456e8d06 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2017.692271] env[63676]: DEBUG nova.compute.manager [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Refreshing instance network info cache due to event network-changed-b508277b-ad7c-484d-b4da-ad59456e8d06. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2017.692271] env[63676]: DEBUG oslo_concurrency.lockutils [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] Acquiring lock "refresh_cache-907bf91b-be1f-4a9a-a557-6c9e2906037c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2017.692271] env[63676]: DEBUG oslo_concurrency.lockutils [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] Acquired lock "refresh_cache-907bf91b-be1f-4a9a-a557-6c9e2906037c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2017.692271] env[63676]: DEBUG nova.network.neutron [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Refreshing network info cache for port b508277b-ad7c-484d-b4da-ad59456e8d06 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2017.750795] env[63676]: DEBUG oslo_vmware.rw_handles [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5246bc90-d464-97df-4300-2e2a9c95851f/disk-0.vmdk. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2017.751841] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc43ccf-61e0-45a4-b91b-0610ddcb3ba8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.759529] env[63676]: DEBUG oslo_vmware.rw_handles [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5246bc90-d464-97df-4300-2e2a9c95851f/disk-0.vmdk is in state: ready. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2017.759785] env[63676]: ERROR oslo_vmware.rw_handles [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5246bc90-d464-97df-4300-2e2a9c95851f/disk-0.vmdk due to incomplete transfer. [ 2017.760072] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b29b09fe-7f1b-40fa-8580-d2034643ea92 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.771531] env[63676]: DEBUG oslo_vmware.rw_handles [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5246bc90-d464-97df-4300-2e2a9c95851f/disk-0.vmdk. {{(pid=63676) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2017.771836] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Uploaded image b86e8b6f-05ec-4b2a-8d54-5cde3813dc4b to the Glance image server {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2017.774478] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Destroying the VM {{(pid=63676) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2017.776472] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Releasing lock "refresh_cache-d50fcabf-ec74-489a-ae06-68a950684981" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2017.776472] env[63676]: DEBUG nova.compute.manager [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Instance network_info: |[{"id": "f19c3b31-060b-4f9d-b6d9-6dc986e63272", "address": "fa:16:3e:61:44:df", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf19c3b31-06", "ovs_interfaceid": "f19c3b31-060b-4f9d-b6d9-6dc986e63272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2017.776472] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-700a4fc9-7ba1-4f65-84ba-2629fdf1da59 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.778049] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:44:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f19c3b31-060b-4f9d-b6d9-6dc986e63272', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2017.785594] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Creating folder: Project (cadd88ecd9784896aeb473c94b27400c). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2017.785967] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69c680d2-f237-40a1-885c-fc7405a8005d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.792679] env[63676]: DEBUG oslo_vmware.api [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2017.792679] env[63676]: value = "task-1926258" [ 2017.792679] env[63676]: _type = "Task" [ 2017.792679] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.803133] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Created folder: Project (cadd88ecd9784896aeb473c94b27400c) in parent group-v396927. [ 2017.803133] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Creating folder: Instances. Parent ref: group-v397192. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2017.804269] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-73d743c0-d645-4f8b-a901-402dda88d003 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.806374] env[63676]: DEBUG oslo_vmware.api [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926258, 'name': Destroy_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.809097] env[63676]: DEBUG nova.compute.manager [req-a5de8ad7-0dd7-4cfd-adb0-2a851924e342 req-8cae4591-dcac-4e2f-a33f-45957d0a8a39 service nova] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Received event network-changed-f19c3b31-060b-4f9d-b6d9-6dc986e63272 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2017.809723] env[63676]: DEBUG nova.compute.manager [req-a5de8ad7-0dd7-4cfd-adb0-2a851924e342 req-8cae4591-dcac-4e2f-a33f-45957d0a8a39 service nova] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Refreshing instance network info cache due to event network-changed-f19c3b31-060b-4f9d-b6d9-6dc986e63272. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2017.809723] env[63676]: DEBUG oslo_concurrency.lockutils [req-a5de8ad7-0dd7-4cfd-adb0-2a851924e342 req-8cae4591-dcac-4e2f-a33f-45957d0a8a39 service nova] Acquiring lock "refresh_cache-d50fcabf-ec74-489a-ae06-68a950684981" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2017.809723] env[63676]: DEBUG oslo_concurrency.lockutils [req-a5de8ad7-0dd7-4cfd-adb0-2a851924e342 req-8cae4591-dcac-4e2f-a33f-45957d0a8a39 service nova] Acquired lock "refresh_cache-d50fcabf-ec74-489a-ae06-68a950684981" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2017.809906] env[63676]: DEBUG nova.network.neutron [req-a5de8ad7-0dd7-4cfd-adb0-2a851924e342 req-8cae4591-dcac-4e2f-a33f-45957d0a8a39 service nova] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Refreshing network info cache for port f19c3b31-060b-4f9d-b6d9-6dc986e63272 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2017.819704] env[63676]: DEBUG nova.objects.instance [None req-b51a5176-fe7f-4c0a-bf8f-45ca2944d6e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lazy-loading 'flavor' on Instance uuid 92644b9e-6891-4de2-8f12-0a872e37ceb8 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2017.823639] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Created folder: Instances in parent group-v397192. [ 2017.823897] env[63676]: DEBUG oslo.service.loopingcall [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2017.824110] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2017.824337] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d07a3b52-22f0-48cf-aa07-a9ea233874c7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.850025] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2017.850025] env[63676]: value = "task-1926261" [ 2017.850025] env[63676]: _type = "Task" [ 2017.850025] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.851998] env[63676]: DEBUG nova.network.neutron [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Successfully updated port: b92b589d-f190-44d8-b60b-59a32725a43f {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2017.859028] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926261, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.943605] env[63676]: DEBUG nova.compute.utils [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2017.948070] env[63676]: DEBUG nova.compute.manager [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2017.948613] env[63676]: DEBUG nova.network.neutron [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2017.959701] env[63676]: DEBUG oslo_vmware.api [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926255, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.605647} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2017.962352] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9/5f6c13e1-1633-4b20-8dab-d1bc64bab2e9.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2017.962352] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2017.962352] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-493db44f-4d35-45ca-a004-c247d6cb353f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.970504] env[63676]: DEBUG oslo_vmware.api [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 2017.970504] env[63676]: value = "task-1926262" [ 2017.970504] env[63676]: _type = "Task" [ 2017.970504] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2017.979644] env[63676]: DEBUG oslo_vmware.api [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926262, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.033045] env[63676]: DEBUG nova.policy [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec8e6397d4224cc783352861583ef0e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf227039b25c482ab23b72d4919bbdd9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 2018.064046] env[63676]: DEBUG oslo_vmware.api [None req-3c4910ed-3a01-4bf6-a302-b33aff8ba34c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926257, 'name': ReconfigVM_Task, 'duration_secs': 0.398068} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.064420] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4910ed-3a01-4bf6-a302-b33aff8ba34c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Reconfigured VM instance instance-00000030 to detach disk 2001 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2018.070673] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2b197188-e6c5-4413-89c5-8debc1873f69 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.087512] env[63676]: DEBUG oslo_vmware.api [None req-3c4910ed-3a01-4bf6-a302-b33aff8ba34c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 2018.087512] env[63676]: value = "task-1926263" [ 2018.087512] env[63676]: _type = "Task" [ 2018.087512] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.097131] env[63676]: DEBUG oslo_vmware.api [None req-3c4910ed-3a01-4bf6-a302-b33aff8ba34c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.168393] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a876ee08-0149-48c9-9d43-39b3b0853c67 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.175677] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e9e75b-7df3-408a-b988-0fcf6aebc141 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.187302] env[63676]: DEBUG oslo_vmware.api [None req-49defd01-4ae2-4246-965c-ecbfb7e57bc6 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926256, 'name': PowerOnVM_Task, 'duration_secs': 0.619761} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.211419] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-49defd01-4ae2-4246-965c-ecbfb7e57bc6 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Resumed the VM {{(pid=63676) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2018.211688] env[63676]: DEBUG nova.compute.manager [None req-49defd01-4ae2-4246-965c-ecbfb7e57bc6 tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2018.214778] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7597d5-69d9-44eb-bdcc-290c56bc7230 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.217763] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f466a578-2952-4b05-a708-b1d506b9899f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.229163] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b790f9f-5849-4ccb-972c-1dfc38af5e22 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.245614] env[63676]: DEBUG nova.compute.provider_tree [None req-950f23d5-7e24-42c5-ac1c-0233dad0aa49 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2018.303578] env[63676]: DEBUG oslo_vmware.api [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926258, 'name': Destroy_Task} progress is 33%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.324753] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b51a5176-fe7f-4c0a-bf8f-45ca2944d6e0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "92644b9e-6891-4de2-8f12-0a872e37ceb8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.302s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2018.354790] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Acquiring lock "refresh_cache-2f183168-27b9-475e-b85d-f14caf641f35" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2018.355258] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Acquired lock "refresh_cache-2f183168-27b9-475e-b85d-f14caf641f35" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2018.355258] env[63676]: DEBUG nova.network.neutron [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2018.360171] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926261, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.448609] env[63676]: DEBUG nova.compute.manager [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2018.480233] env[63676]: DEBUG oslo_vmware.api [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926262, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080774} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.480555] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2018.481352] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fbb914-67ec-4d52-8d57-a365e74b5f4b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.503187] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9/5f6c13e1-1633-4b20-8dab-d1bc64bab2e9.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2018.504059] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfb9ab9f-2d36-4994-8dee-3db6d1e878d0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.525266] env[63676]: DEBUG oslo_vmware.api [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 2018.525266] env[63676]: value = "task-1926264" [ 2018.525266] env[63676]: _type = "Task" [ 2018.525266] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.536740] env[63676]: DEBUG oslo_vmware.api [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926264, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.599528] env[63676]: DEBUG oslo_vmware.api [None req-3c4910ed-3a01-4bf6-a302-b33aff8ba34c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.749657] env[63676]: DEBUG nova.scheduler.client.report [None req-950f23d5-7e24-42c5-ac1c-0233dad0aa49 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2018.798476] env[63676]: DEBUG nova.network.neutron [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Successfully created port: 01668ad3-e1b6-4073-a805-25b5979400e9 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2018.808139] env[63676]: DEBUG oslo_vmware.api [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926258, 'name': Destroy_Task, 'duration_secs': 0.551406} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.808418] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Destroyed the VM [ 2018.808673] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Deleting Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2018.808887] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c27ef3dc-8222-4da0-a952-7718ecfe6ecc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.816596] env[63676]: DEBUG oslo_vmware.api [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2018.816596] env[63676]: value = "task-1926265" [ 2018.816596] env[63676]: _type = "Task" [ 2018.816596] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.823201] env[63676]: DEBUG oslo_vmware.api [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926265, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.848679] env[63676]: INFO nova.compute.manager [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Rebuilding instance [ 2018.860696] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926261, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.883932] env[63676]: DEBUG nova.network.neutron [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Updated VIF entry in instance network info cache for port b508277b-ad7c-484d-b4da-ad59456e8d06. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2018.884319] env[63676]: DEBUG nova.network.neutron [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Updating instance_info_cache with network_info: [{"id": "b508277b-ad7c-484d-b4da-ad59456e8d06", "address": "fa:16:3e:e8:44:06", "network": {"id": "23e204f7-4577-455a-8f4f-79800b8dc56a", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1808283278-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ceddfd10acf04eefbb18c1077d1154d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb508277b-ad", "ovs_interfaceid": "b508277b-ad7c-484d-b4da-ad59456e8d06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2018.893363] env[63676]: DEBUG nova.compute.manager [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2018.894427] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6067190a-9624-4c63-9e60-4817f3142763 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.916483] env[63676]: DEBUG nova.network.neutron [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2018.959179] env[63676]: DEBUG nova.network.neutron [req-a5de8ad7-0dd7-4cfd-adb0-2a851924e342 req-8cae4591-dcac-4e2f-a33f-45957d0a8a39 service nova] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Updated VIF entry in instance network info cache for port f19c3b31-060b-4f9d-b6d9-6dc986e63272. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2018.959537] env[63676]: DEBUG nova.network.neutron [req-a5de8ad7-0dd7-4cfd-adb0-2a851924e342 req-8cae4591-dcac-4e2f-a33f-45957d0a8a39 service nova] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Updating instance_info_cache with network_info: [{"id": "f19c3b31-060b-4f9d-b6d9-6dc986e63272", "address": "fa:16:3e:61:44:df", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.41", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf19c3b31-06", "ovs_interfaceid": "f19c3b31-060b-4f9d-b6d9-6dc986e63272", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.036758] env[63676]: DEBUG oslo_vmware.api [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926264, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.073339] env[63676]: DEBUG nova.network.neutron [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Updating instance_info_cache with network_info: [{"id": "b92b589d-f190-44d8-b60b-59a32725a43f", "address": "fa:16:3e:ed:2d:b0", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb92b589d-f1", "ovs_interfaceid": "b92b589d-f190-44d8-b60b-59a32725a43f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2019.101536] env[63676]: DEBUG oslo_vmware.api [None req-3c4910ed-3a01-4bf6-a302-b33aff8ba34c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926263, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.255759] env[63676]: DEBUG oslo_concurrency.lockutils [None req-950f23d5-7e24-42c5-ac1c-0233dad0aa49 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.820s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.276704] env[63676]: INFO nova.scheduler.client.report [None req-950f23d5-7e24-42c5-ac1c-0233dad0aa49 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Deleted allocations for instance cf3f373b-6aa5-4d17-82cf-63cf43f4fd98 [ 2019.326270] env[63676]: DEBUG oslo_vmware.api [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926265, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.361036] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926261, 'name': CreateVM_Task, 'duration_secs': 1.453164} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.361172] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2019.361923] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.362103] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.362536] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2019.362707] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4309adac-e2ea-4298-9f56-4390708b2e30 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.368517] env[63676]: DEBUG oslo_vmware.api [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2019.368517] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520e4f32-669b-0591-eaa8-616a576e81c5" [ 2019.368517] env[63676]: _type = "Task" [ 2019.368517] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.377224] env[63676]: DEBUG oslo_vmware.api [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520e4f32-669b-0591-eaa8-616a576e81c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.387492] env[63676]: DEBUG oslo_concurrency.lockutils [req-56505b06-9553-4b10-a3d6-c405fbaf8ca0 req-25e77b61-e779-44f7-9a3e-72fe526aad8c service nova] Releasing lock "refresh_cache-907bf91b-be1f-4a9a-a557-6c9e2906037c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.458691] env[63676]: DEBUG nova.compute.manager [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2019.462543] env[63676]: DEBUG oslo_concurrency.lockutils [req-a5de8ad7-0dd7-4cfd-adb0-2a851924e342 req-8cae4591-dcac-4e2f-a33f-45957d0a8a39 service nova] Releasing lock "refresh_cache-d50fcabf-ec74-489a-ae06-68a950684981" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.462802] env[63676]: DEBUG nova.compute.manager [req-a5de8ad7-0dd7-4cfd-adb0-2a851924e342 req-8cae4591-dcac-4e2f-a33f-45957d0a8a39 service nova] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Received event network-vif-plugged-b92b589d-f190-44d8-b60b-59a32725a43f {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2019.463059] env[63676]: DEBUG oslo_concurrency.lockutils [req-a5de8ad7-0dd7-4cfd-adb0-2a851924e342 req-8cae4591-dcac-4e2f-a33f-45957d0a8a39 service nova] Acquiring lock "2f183168-27b9-475e-b85d-f14caf641f35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2019.463306] env[63676]: DEBUG oslo_concurrency.lockutils [req-a5de8ad7-0dd7-4cfd-adb0-2a851924e342 req-8cae4591-dcac-4e2f-a33f-45957d0a8a39 service nova] Lock "2f183168-27b9-475e-b85d-f14caf641f35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.463529] env[63676]: DEBUG oslo_concurrency.lockutils [req-a5de8ad7-0dd7-4cfd-adb0-2a851924e342 req-8cae4591-dcac-4e2f-a33f-45957d0a8a39 service nova] Lock "2f183168-27b9-475e-b85d-f14caf641f35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.463745] env[63676]: DEBUG nova.compute.manager [req-a5de8ad7-0dd7-4cfd-adb0-2a851924e342 req-8cae4591-dcac-4e2f-a33f-45957d0a8a39 service nova] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] No waiting events found dispatching network-vif-plugged-b92b589d-f190-44d8-b60b-59a32725a43f {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2019.463961] env[63676]: WARNING nova.compute.manager [req-a5de8ad7-0dd7-4cfd-adb0-2a851924e342 req-8cae4591-dcac-4e2f-a33f-45957d0a8a39 service nova] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Received unexpected event network-vif-plugged-b92b589d-f190-44d8-b60b-59a32725a43f for instance with vm_state building and task_state spawning. [ 2019.492860] env[63676]: DEBUG nova.virt.hardware [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2019.493158] env[63676]: DEBUG nova.virt.hardware [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2019.493321] env[63676]: DEBUG nova.virt.hardware [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2019.493631] env[63676]: DEBUG nova.virt.hardware [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2019.493631] env[63676]: DEBUG nova.virt.hardware [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2019.493785] env[63676]: DEBUG nova.virt.hardware [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2019.493990] env[63676]: DEBUG nova.virt.hardware [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2019.494165] env[63676]: DEBUG nova.virt.hardware [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2019.494328] env[63676]: DEBUG nova.virt.hardware [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2019.494499] env[63676]: DEBUG nova.virt.hardware [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2019.494712] env[63676]: DEBUG nova.virt.hardware [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2019.495582] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984cd5be-6fcd-4212-8e79-407f663b758b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.504071] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab8c4c4-7f4e-4cb9-8033-10071d8f53c5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.536028] env[63676]: DEBUG oslo_vmware.api [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926264, 'name': ReconfigVM_Task, 'duration_secs': 0.763174} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.536028] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9/5f6c13e1-1633-4b20-8dab-d1bc64bab2e9.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2019.536255] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cf8d157-d076-4c8e-964f-648719def7a2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.542114] env[63676]: DEBUG oslo_vmware.api [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 2019.542114] env[63676]: value = "task-1926266" [ 2019.542114] env[63676]: _type = "Task" [ 2019.542114] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.549496] env[63676]: DEBUG oslo_vmware.api [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926266, 'name': Rename_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.576215] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Releasing lock "refresh_cache-2f183168-27b9-475e-b85d-f14caf641f35" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.576982] env[63676]: DEBUG nova.compute.manager [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Instance network_info: |[{"id": "b92b589d-f190-44d8-b60b-59a32725a43f", "address": "fa:16:3e:ed:2d:b0", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb92b589d-f1", "ovs_interfaceid": "b92b589d-f190-44d8-b60b-59a32725a43f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2019.577140] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:2d:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b92b589d-f190-44d8-b60b-59a32725a43f', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2019.584966] env[63676]: DEBUG oslo.service.loopingcall [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2019.585260] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2019.585512] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9903a2de-de97-498e-8ee5-3aeffef4f485 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.608411] env[63676]: DEBUG oslo_vmware.api [None req-3c4910ed-3a01-4bf6-a302-b33aff8ba34c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926263, 'name': ReconfigVM_Task, 'duration_secs': 1.036362} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.609690] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c4910ed-3a01-4bf6-a302-b33aff8ba34c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397161', 'volume_id': 'e636f09a-a188-4fe7-913f-1411aee97187', 'name': 'volume-e636f09a-a188-4fe7-913f-1411aee97187', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '3f45007f-d699-43f9-a2fd-84565bd1930c', 'attached_at': '', 'detached_at': '', 'volume_id': 'e636f09a-a188-4fe7-913f-1411aee97187', 'serial': 'e636f09a-a188-4fe7-913f-1411aee97187'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2019.611658] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2019.611658] env[63676]: value = "task-1926267" [ 2019.611658] env[63676]: _type = "Task" [ 2019.611658] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.621535] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926267, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.786391] env[63676]: DEBUG oslo_concurrency.lockutils [None req-950f23d5-7e24-42c5-ac1c-0233dad0aa49 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "cf3f373b-6aa5-4d17-82cf-63cf43f4fd98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.243s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.826272] env[63676]: DEBUG oslo_vmware.api [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926265, 'name': RemoveSnapshot_Task, 'duration_secs': 0.553818} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.826632] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Deleted Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2019.826788] env[63676]: INFO nova.compute.manager [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Took 14.94 seconds to snapshot the instance on the hypervisor. [ 2019.832915] env[63676]: DEBUG nova.compute.manager [req-3fba080c-22db-4b17-8675-e5967beeee09 req-28955b0b-d41c-4acd-9339-ff0278b9632f service nova] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Received event network-changed-b92b589d-f190-44d8-b60b-59a32725a43f {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2019.833214] env[63676]: DEBUG nova.compute.manager [req-3fba080c-22db-4b17-8675-e5967beeee09 req-28955b0b-d41c-4acd-9339-ff0278b9632f service nova] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Refreshing instance network info cache due to event network-changed-b92b589d-f190-44d8-b60b-59a32725a43f. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2019.833322] env[63676]: DEBUG oslo_concurrency.lockutils [req-3fba080c-22db-4b17-8675-e5967beeee09 req-28955b0b-d41c-4acd-9339-ff0278b9632f service nova] Acquiring lock "refresh_cache-2f183168-27b9-475e-b85d-f14caf641f35" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.833465] env[63676]: DEBUG oslo_concurrency.lockutils [req-3fba080c-22db-4b17-8675-e5967beeee09 req-28955b0b-d41c-4acd-9339-ff0278b9632f service nova] Acquired lock "refresh_cache-2f183168-27b9-475e-b85d-f14caf641f35" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.833629] env[63676]: DEBUG nova.network.neutron [req-3fba080c-22db-4b17-8675-e5967beeee09 req-28955b0b-d41c-4acd-9339-ff0278b9632f service nova] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Refreshing network info cache for port b92b589d-f190-44d8-b60b-59a32725a43f {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2019.881059] env[63676]: DEBUG oslo_vmware.api [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520e4f32-669b-0591-eaa8-616a576e81c5, 'name': SearchDatastore_Task, 'duration_secs': 0.00876} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.881059] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.881059] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2019.881059] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.881059] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.881059] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2019.881059] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-436c3dd0-e329-4804-9453-bc6c32a936a4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.888615] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2019.888814] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2019.889883] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2f359a0-bbee-4451-94e6-12a57ff7722d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.895383] env[63676]: DEBUG oslo_vmware.api [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2019.895383] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52406a68-2550-0ee9-c42d-9be3328f372a" [ 2019.895383] env[63676]: _type = "Task" [ 2019.895383] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.903620] env[63676]: DEBUG oslo_vmware.api [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52406a68-2550-0ee9-c42d-9be3328f372a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.909273] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2019.909541] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5833853b-55b5-4c29-b13d-86670655e7dc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.915485] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2019.915485] env[63676]: value = "task-1926268" [ 2019.915485] env[63676]: _type = "Task" [ 2019.915485] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.923808] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926268, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.053140] env[63676]: DEBUG oslo_vmware.api [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926266, 'name': Rename_Task, 'duration_secs': 0.228053} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.053495] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2020.053761] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5334925-f8f1-4abf-9e60-a44627ecec4b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.059965] env[63676]: DEBUG oslo_vmware.api [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 2020.059965] env[63676]: value = "task-1926269" [ 2020.059965] env[63676]: _type = "Task" [ 2020.059965] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.069089] env[63676]: DEBUG oslo_vmware.api [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.122355] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926267, 'name': CreateVM_Task, 'duration_secs': 0.462041} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.122553] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2020.123327] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.123520] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.123853] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2020.124186] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2d5c361-18ff-4b5e-b15c-cf132a0b6333 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.128925] env[63676]: DEBUG oslo_vmware.api [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2020.128925] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523301e9-778b-7925-4e73-3e9261b74be9" [ 2020.128925] env[63676]: _type = "Task" [ 2020.128925] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.137740] env[63676]: DEBUG oslo_vmware.api [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523301e9-778b-7925-4e73-3e9261b74be9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.159946] env[63676]: DEBUG nova.objects.instance [None req-3c4910ed-3a01-4bf6-a302-b33aff8ba34c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lazy-loading 'flavor' on Instance uuid 3f45007f-d699-43f9-a2fd-84565bd1930c {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2020.385279] env[63676]: DEBUG nova.compute.manager [None req-c64fabb4-0828-4ad1-bc86-e3000091b8d0 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Found 1 images (rotation: 2) {{(pid=63676) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4960}} [ 2020.406118] env[63676]: DEBUG oslo_vmware.api [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52406a68-2550-0ee9-c42d-9be3328f372a, 'name': SearchDatastore_Task, 'duration_secs': 0.008368} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.406990] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f72ca417-20b7-44b8-93a9-26f3e1ed5a10 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.415020] env[63676]: DEBUG oslo_vmware.api [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2020.415020] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]528f5749-8814-0d4f-98a9-ae339bb75243" [ 2020.415020] env[63676]: _type = "Task" [ 2020.415020] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.428282] env[63676]: DEBUG oslo_vmware.api [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]528f5749-8814-0d4f-98a9-ae339bb75243, 'name': SearchDatastore_Task, 'duration_secs': 0.010105} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.433108] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2020.433378] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] d50fcabf-ec74-489a-ae06-68a950684981/d50fcabf-ec74-489a-ae06-68a950684981.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2020.433655] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926268, 'name': PowerOffVM_Task, 'duration_secs': 0.230051} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.433852] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29c0c5ba-1e85-44fb-b8c8-4b6f49e6339f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.435690] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2020.443534] env[63676]: DEBUG oslo_vmware.api [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2020.443534] env[63676]: value = "task-1926270" [ 2020.443534] env[63676]: _type = "Task" [ 2020.443534] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.451578] env[63676]: DEBUG oslo_vmware.api [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926270, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.493019] env[63676]: INFO nova.compute.manager [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Detaching volume d873ae6a-c508-4d0b-a91b-2f2fda18a26b [ 2020.527356] env[63676]: INFO nova.virt.block_device [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Attempting to driver detach volume d873ae6a-c508-4d0b-a91b-2f2fda18a26b from mountpoint /dev/sdb [ 2020.527603] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Volume detach. Driver type: vmdk {{(pid=63676) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2020.527918] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397190', 'volume_id': 'd873ae6a-c508-4d0b-a91b-2f2fda18a26b', 'name': 'volume-d873ae6a-c508-4d0b-a91b-2f2fda18a26b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '92644b9e-6891-4de2-8f12-0a872e37ceb8', 'attached_at': '', 'detached_at': '', 'volume_id': 'd873ae6a-c508-4d0b-a91b-2f2fda18a26b', 'serial': 'd873ae6a-c508-4d0b-a91b-2f2fda18a26b'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2020.528836] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55faac1-a573-446d-9452-c3bfa3a20f39 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.562284] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78e57dce-62c4-46a2-85f8-b17ecca067de {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.576676] env[63676]: DEBUG oslo_vmware.api [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926269, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.580806] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91246fc-548c-4a33-a0f0-d2c0e9ef694f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.613692] env[63676]: DEBUG nova.network.neutron [req-3fba080c-22db-4b17-8675-e5967beeee09 req-28955b0b-d41c-4acd-9339-ff0278b9632f service nova] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Updated VIF entry in instance network info cache for port b92b589d-f190-44d8-b60b-59a32725a43f. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2020.614304] env[63676]: DEBUG nova.network.neutron [req-3fba080c-22db-4b17-8675-e5967beeee09 req-28955b0b-d41c-4acd-9339-ff0278b9632f service nova] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Updating instance_info_cache with network_info: [{"id": "b92b589d-f190-44d8-b60b-59a32725a43f", "address": "fa:16:3e:ed:2d:b0", "network": {"id": "efe6a307-23c3-4dc2-97ed-4b03b0095d21", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.187", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "db8d75df393346a68f03e880a972e1a9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb92b589d-f1", "ovs_interfaceid": "b92b589d-f190-44d8-b60b-59a32725a43f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2020.618655] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713a0f50-e1ca-4acb-9734-1ee4932d0ffa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.647293] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] The volume has not been displaced from its original location: [datastore1] volume-d873ae6a-c508-4d0b-a91b-2f2fda18a26b/volume-d873ae6a-c508-4d0b-a91b-2f2fda18a26b.vmdk. No consolidation needed. {{(pid=63676) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2020.655592] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2020.662397] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b040b87c-8189-4808-aeb0-b5c0158c8fe9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.700103] env[63676]: DEBUG oslo_vmware.api [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523301e9-778b-7925-4e73-3e9261b74be9, 'name': SearchDatastore_Task, 'duration_secs': 0.010238} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.703065] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2020.703404] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2020.703723] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.703938] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.704178] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2020.705041] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2020.705041] env[63676]: value = "task-1926271" [ 2020.705041] env[63676]: _type = "Task" [ 2020.705041] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.706150] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38d0d574-a20e-451b-9e2c-72ed02cb93dc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.724302] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926271, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.728128] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2020.728431] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2020.729507] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-133bb28f-5264-43ee-8719-6e562b878bba {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.738614] env[63676]: DEBUG oslo_vmware.api [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2020.738614] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5299de70-731d-f1a0-f5d5-233a86793193" [ 2020.738614] env[63676]: _type = "Task" [ 2020.738614] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.749522] env[63676]: DEBUG oslo_vmware.api [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5299de70-731d-f1a0-f5d5-233a86793193, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.787250] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "19dd7335-4cdc-4563-96de-6ae1c920a7a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.787487] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "19dd7335-4cdc-4563-96de-6ae1c920a7a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.954601] env[63676]: DEBUG oslo_vmware.api [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926270, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.071390] env[63676]: DEBUG oslo_vmware.api [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926269, 'name': PowerOnVM_Task, 'duration_secs': 0.835555} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.072232] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2021.072232] env[63676]: INFO nova.compute.manager [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Took 10.57 seconds to spawn the instance on the hypervisor. [ 2021.072660] env[63676]: DEBUG nova.compute.manager [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2021.073597] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe8301e-5800-4a54-a118-b96160eb8124 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.078216] env[63676]: DEBUG nova.network.neutron [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Successfully updated port: 01668ad3-e1b6-4073-a805-25b5979400e9 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2021.117697] env[63676]: DEBUG oslo_concurrency.lockutils [req-3fba080c-22db-4b17-8675-e5967beeee09 req-28955b0b-d41c-4acd-9339-ff0278b9632f service nova] Releasing lock "refresh_cache-2f183168-27b9-475e-b85d-f14caf641f35" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.128091] env[63676]: DEBUG nova.compute.manager [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2021.128091] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20c259c-2d7d-45b4-a6c6-8b93b7454ac1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.201018] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3c4910ed-3a01-4bf6-a302-b33aff8ba34c tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "3f45007f-d699-43f9-a2fd-84565bd1930c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.312s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.221192] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926271, 'name': ReconfigVM_Task, 'duration_secs': 0.472844} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.221495] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2021.227369] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc4d6324-f26d-4898-938d-7d1f63d48bfc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.244127] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2021.244127] env[63676]: value = "task-1926272" [ 2021.244127] env[63676]: _type = "Task" [ 2021.244127] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.247992] env[63676]: DEBUG oslo_vmware.api [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5299de70-731d-f1a0-f5d5-233a86793193, 'name': SearchDatastore_Task, 'duration_secs': 0.051447} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.251854] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1f56a66-164b-4133-8a31-a69b9306ebe3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.260177] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926272, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.262529] env[63676]: DEBUG oslo_vmware.api [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2021.262529] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5297c7b8-3878-1da7-ed8f-e8f449429ec0" [ 2021.262529] env[63676]: _type = "Task" [ 2021.262529] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.270574] env[63676]: DEBUG oslo_vmware.api [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5297c7b8-3878-1da7-ed8f-e8f449429ec0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.290138] env[63676]: DEBUG nova.compute.manager [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2021.454460] env[63676]: DEBUG oslo_vmware.api [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926270, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519726} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.454721] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] d50fcabf-ec74-489a-ae06-68a950684981/d50fcabf-ec74-489a-ae06-68a950684981.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2021.454934] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2021.455198] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8bfd420-114e-4592-ab50-5bfd418e4617 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.461256] env[63676]: DEBUG oslo_vmware.api [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2021.461256] env[63676]: value = "task-1926273" [ 2021.461256] env[63676]: _type = "Task" [ 2021.461256] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.470473] env[63676]: DEBUG oslo_vmware.api [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926273, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.588620] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "refresh_cache-7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2021.588981] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired lock "refresh_cache-7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2021.588981] env[63676]: DEBUG nova.network.neutron [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2021.599989] env[63676]: INFO nova.compute.manager [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Took 16.41 seconds to build instance. [ 2021.640405] env[63676]: INFO nova.compute.manager [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] instance snapshotting [ 2021.641107] env[63676]: DEBUG nova.objects.instance [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lazy-loading 'flavor' on Instance uuid 53b92e45-8bf3-45d2-beb6-5a349a5b055f {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2021.687650] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "3f45007f-d699-43f9-a2fd-84565bd1930c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.687650] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "3f45007f-d699-43f9-a2fd-84565bd1930c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.687650] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "3f45007f-d699-43f9-a2fd-84565bd1930c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.687650] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "3f45007f-d699-43f9-a2fd-84565bd1930c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.687650] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "3f45007f-d699-43f9-a2fd-84565bd1930c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.691052] env[63676]: INFO nova.compute.manager [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Terminating instance [ 2021.758102] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926272, 'name': ReconfigVM_Task, 'duration_secs': 0.389714} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.758102] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397190', 'volume_id': 'd873ae6a-c508-4d0b-a91b-2f2fda18a26b', 'name': 'volume-d873ae6a-c508-4d0b-a91b-2f2fda18a26b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '92644b9e-6891-4de2-8f12-0a872e37ceb8', 'attached_at': '', 'detached_at': '', 'volume_id': 'd873ae6a-c508-4d0b-a91b-2f2fda18a26b', 'serial': 'd873ae6a-c508-4d0b-a91b-2f2fda18a26b'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2021.772509] env[63676]: DEBUG oslo_vmware.api [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5297c7b8-3878-1da7-ed8f-e8f449429ec0, 'name': SearchDatastore_Task, 'duration_secs': 0.011079} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.772779] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.773143] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 2f183168-27b9-475e-b85d-f14caf641f35/2f183168-27b9-475e-b85d-f14caf641f35.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2021.773429] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-976a40bb-8ddc-40ee-916d-8afca72cb0f0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.779760] env[63676]: DEBUG oslo_vmware.api [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2021.779760] env[63676]: value = "task-1926274" [ 2021.779760] env[63676]: _type = "Task" [ 2021.779760] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.787954] env[63676]: DEBUG oslo_vmware.api [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.811211] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.811459] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.812967] env[63676]: INFO nova.compute.claims [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2021.860583] env[63676]: DEBUG nova.compute.manager [req-346d15ee-4bec-4e08-b549-78dbe01dd685 req-1d9f58b9-02c4-4d8c-a3e5-55c339138dde service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Received event network-vif-plugged-01668ad3-e1b6-4073-a805-25b5979400e9 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2021.860934] env[63676]: DEBUG oslo_concurrency.lockutils [req-346d15ee-4bec-4e08-b549-78dbe01dd685 req-1d9f58b9-02c4-4d8c-a3e5-55c339138dde service nova] Acquiring lock "7920f80e-dcaf-4ecc-bbdc-e61a9031651a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.861093] env[63676]: DEBUG oslo_concurrency.lockutils [req-346d15ee-4bec-4e08-b549-78dbe01dd685 req-1d9f58b9-02c4-4d8c-a3e5-55c339138dde service nova] Lock "7920f80e-dcaf-4ecc-bbdc-e61a9031651a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.861271] env[63676]: DEBUG oslo_concurrency.lockutils [req-346d15ee-4bec-4e08-b549-78dbe01dd685 req-1d9f58b9-02c4-4d8c-a3e5-55c339138dde service nova] Lock "7920f80e-dcaf-4ecc-bbdc-e61a9031651a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.861465] env[63676]: DEBUG nova.compute.manager [req-346d15ee-4bec-4e08-b549-78dbe01dd685 req-1d9f58b9-02c4-4d8c-a3e5-55c339138dde service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] No waiting events found dispatching network-vif-plugged-01668ad3-e1b6-4073-a805-25b5979400e9 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2021.861669] env[63676]: WARNING nova.compute.manager [req-346d15ee-4bec-4e08-b549-78dbe01dd685 req-1d9f58b9-02c4-4d8c-a3e5-55c339138dde service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Received unexpected event network-vif-plugged-01668ad3-e1b6-4073-a805-25b5979400e9 for instance with vm_state building and task_state spawning. [ 2021.861868] env[63676]: DEBUG nova.compute.manager [req-346d15ee-4bec-4e08-b549-78dbe01dd685 req-1d9f58b9-02c4-4d8c-a3e5-55c339138dde service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Received event network-changed-01668ad3-e1b6-4073-a805-25b5979400e9 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2021.862049] env[63676]: DEBUG nova.compute.manager [req-346d15ee-4bec-4e08-b549-78dbe01dd685 req-1d9f58b9-02c4-4d8c-a3e5-55c339138dde service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Refreshing instance network info cache due to event network-changed-01668ad3-e1b6-4073-a805-25b5979400e9. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2021.862228] env[63676]: DEBUG oslo_concurrency.lockutils [req-346d15ee-4bec-4e08-b549-78dbe01dd685 req-1d9f58b9-02c4-4d8c-a3e5-55c339138dde service nova] Acquiring lock "refresh_cache-7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2021.970972] env[63676]: DEBUG oslo_vmware.api [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926273, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067728} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.971331] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2021.972180] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a2143b-12e5-4b41-8baa-9c6173c56638 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.996362] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] d50fcabf-ec74-489a-ae06-68a950684981/d50fcabf-ec74-489a-ae06-68a950684981.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2021.996908] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7fe3e14-4943-4291-9d81-31d0c204b5d2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.016582] env[63676]: DEBUG oslo_vmware.api [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2022.016582] env[63676]: value = "task-1926275" [ 2022.016582] env[63676]: _type = "Task" [ 2022.016582] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.025173] env[63676]: DEBUG oslo_vmware.api [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926275, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.102027] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e20d456f-4b0b-401c-a199-bdcce8544343 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "5f6c13e1-1633-4b20-8dab-d1bc64bab2e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.924s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2022.137049] env[63676]: DEBUG nova.network.neutron [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2022.149853] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f60d1a0-872c-45b2-9d0c-108729eb9a1d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.183315] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4075d362-1798-4c96-b17d-b25eb366d96e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.196759] env[63676]: DEBUG nova.compute.manager [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2022.196957] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2022.198441] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63ac12b-747f-4482-8e9c-5a21d6b9b453 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.207538] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2022.207688] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c50b51a-3d20-473d-b110-5082563493e4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.214429] env[63676]: DEBUG oslo_vmware.api [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 2022.214429] env[63676]: value = "task-1926276" [ 2022.214429] env[63676]: _type = "Task" [ 2022.214429] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.223158] env[63676]: DEBUG oslo_vmware.api [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926276, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.289290] env[63676]: DEBUG oslo_vmware.api [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926274, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.415061] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2022.415349] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2022.526839] env[63676]: DEBUG oslo_vmware.api [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926275, 'name': ReconfigVM_Task, 'duration_secs': 0.47511} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.527157] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Reconfigured VM instance instance-00000065 to attach disk [datastore1] d50fcabf-ec74-489a-ae06-68a950684981/d50fcabf-ec74-489a-ae06-68a950684981.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2022.527819] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a09a719-2a45-40e7-883e-1774d1818339 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.533563] env[63676]: DEBUG oslo_vmware.api [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2022.533563] env[63676]: value = "task-1926277" [ 2022.533563] env[63676]: _type = "Task" [ 2022.533563] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.541940] env[63676]: DEBUG oslo_vmware.api [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926277, 'name': Rename_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.699509] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Creating Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2022.700669] env[63676]: DEBUG nova.network.neutron [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Updating instance_info_cache with network_info: [{"id": "01668ad3-e1b6-4073-a805-25b5979400e9", "address": "fa:16:3e:8e:c6:7e", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01668ad3-e1", "ovs_interfaceid": "01668ad3-e1b6-4073-a805-25b5979400e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2022.701848] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-26a92f8a-39db-4dcb-9009-78fc4a94086f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.710025] env[63676]: DEBUG oslo_vmware.api [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2022.710025] env[63676]: value = "task-1926278" [ 2022.710025] env[63676]: _type = "Task" [ 2022.710025] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.721446] env[63676]: DEBUG oslo_vmware.api [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926278, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.729383] env[63676]: DEBUG oslo_vmware.api [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926276, 'name': PowerOffVM_Task, 'duration_secs': 0.291054} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.729650] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2022.729817] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2022.730072] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6ec1c87-6c78-4fcb-ade0-d8967784f286 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.791302] env[63676]: DEBUG oslo_vmware.api [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656536} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.791958] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 2f183168-27b9-475e-b85d-f14caf641f35/2f183168-27b9-475e-b85d-f14caf641f35.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2022.792197] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2022.792458] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b800592e-4569-420e-8273-d96619014cf7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.799551] env[63676]: DEBUG oslo_vmware.api [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2022.799551] env[63676]: value = "task-1926280" [ 2022.799551] env[63676]: _type = "Task" [ 2022.799551] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.810574] env[63676]: DEBUG oslo_vmware.api [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.819220] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2022.822415] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd622b70-98ce-45f5-855f-2cfa567f872e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.830377] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2022.830377] env[63676]: value = "task-1926281" [ 2022.830377] env[63676]: _type = "Task" [ 2022.830377] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.840178] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] VM already powered off {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2022.840178] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Volume detach. Driver type: vmdk {{(pid=63676) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2022.840438] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397190', 'volume_id': 'd873ae6a-c508-4d0b-a91b-2f2fda18a26b', 'name': 'volume-d873ae6a-c508-4d0b-a91b-2f2fda18a26b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '92644b9e-6891-4de2-8f12-0a872e37ceb8', 'attached_at': '', 'detached_at': '', 'volume_id': 'd873ae6a-c508-4d0b-a91b-2f2fda18a26b', 'serial': 'd873ae6a-c508-4d0b-a91b-2f2fda18a26b'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2022.841109] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36581fd0-760b-434b-a922-0502762f4a8a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.860936] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae2e784-8cd9-4bb9-a493-62f49ad390e6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.868040] env[63676]: WARNING nova.virt.vmwareapi.driver [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 2022.868344] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2022.869094] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242e9763-7b1b-4fca-9c54-31a7a3e672e7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.877049] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2022.877049] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e77482ec-b710-4000-a35d-2f10b76291de {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.907560] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2022.909077] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2022.909077] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Deleting the datastore file [datastore1] 3f45007f-d699-43f9-a2fd-84565bd1930c {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2022.909077] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a3bcfd0-b76c-4784-b301-fc2770520ff2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.922415] env[63676]: DEBUG oslo_vmware.api [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 2022.922415] env[63676]: value = "task-1926283" [ 2022.922415] env[63676]: _type = "Task" [ 2022.922415] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.922932] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2022.923117] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Starting heal instance info cache {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 2022.932734] env[63676]: DEBUG oslo_vmware.api [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.047935] env[63676]: DEBUG oslo_vmware.api [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926277, 'name': Rename_Task, 'duration_secs': 0.146458} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.048358] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2023.048696] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7508c87-a594-433c-b4da-573ad9d1f39a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.055660] env[63676]: DEBUG oslo_vmware.api [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2023.055660] env[63676]: value = "task-1926284" [ 2023.055660] env[63676]: _type = "Task" [ 2023.055660] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.063865] env[63676]: DEBUG oslo_vmware.api [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926284, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.065512] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045b9782-c7b3-4482-8fe2-71c5730e1601 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.073038] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa8111e-ca91-4a23-b87a-5bf1425ae127 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.107178] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6042ecc6-580d-46d9-b7d1-864c5b4f2603 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.115534] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a3bcda-eec4-4674-8424-0719183e09fa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.130181] env[63676]: DEBUG nova.compute.provider_tree [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2023.144059] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2023.144333] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2023.144550] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Deleting the datastore file [datastore1] 92644b9e-6891-4de2-8f12-0a872e37ceb8 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2023.144837] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6834835f-f5f7-47a6-af2a-aab300275d96 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.152954] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2023.152954] env[63676]: value = "task-1926285" [ 2023.152954] env[63676]: _type = "Task" [ 2023.152954] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.162062] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.205458] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Releasing lock "refresh_cache-7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2023.205846] env[63676]: DEBUG nova.compute.manager [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Instance network_info: |[{"id": "01668ad3-e1b6-4073-a805-25b5979400e9", "address": "fa:16:3e:8e:c6:7e", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01668ad3-e1", "ovs_interfaceid": "01668ad3-e1b6-4073-a805-25b5979400e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2023.206248] env[63676]: DEBUG oslo_concurrency.lockutils [req-346d15ee-4bec-4e08-b549-78dbe01dd685 req-1d9f58b9-02c4-4d8c-a3e5-55c339138dde service nova] Acquired lock "refresh_cache-7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2023.206437] env[63676]: DEBUG nova.network.neutron [req-346d15ee-4bec-4e08-b549-78dbe01dd685 req-1d9f58b9-02c4-4d8c-a3e5-55c339138dde service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Refreshing network info cache for port 01668ad3-e1b6-4073-a805-25b5979400e9 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2023.207705] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:c6:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01668ad3-e1b6-4073-a805-25b5979400e9', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2023.215184] env[63676]: DEBUG oslo.service.loopingcall [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2023.215949] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2023.220182] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6495893-44ee-4c00-a95f-ea6ad04f4a21 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.244223] env[63676]: DEBUG oslo_vmware.api [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926278, 'name': CreateSnapshot_Task, 'duration_secs': 0.475819} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.244743] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Created Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2023.244995] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2023.244995] env[63676]: value = "task-1926286" [ 2023.244995] env[63676]: _type = "Task" [ 2023.244995] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.245694] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eac7843-c650-4e40-9c91-15bbb2ced826 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.258850] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926286, 'name': CreateVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.309603] env[63676]: DEBUG oslo_vmware.api [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060824} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.309953] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2023.310853] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b36dd6-f1e8-4fd8-b0e8-3d292b0192fb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.313733] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64ece9b8-51f7-4183-8a2d-5dd25e5061e1 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "5f6c13e1-1633-4b20-8dab-d1bc64bab2e9" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.313963] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64ece9b8-51f7-4183-8a2d-5dd25e5061e1 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "5f6c13e1-1633-4b20-8dab-d1bc64bab2e9" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.314153] env[63676]: DEBUG nova.compute.manager [None req-64ece9b8-51f7-4183-8a2d-5dd25e5061e1 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2023.314865] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda1cc09-1f39-4d0a-8df1-adecdaa5956b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.322738] env[63676]: DEBUG nova.compute.manager [None req-64ece9b8-51f7-4183-8a2d-5dd25e5061e1 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63676) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2023.323468] env[63676]: DEBUG nova.objects.instance [None req-64ece9b8-51f7-4183-8a2d-5dd25e5061e1 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lazy-loading 'flavor' on Instance uuid 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2023.342192] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 2f183168-27b9-475e-b85d-f14caf641f35/2f183168-27b9-475e-b85d-f14caf641f35.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2023.344994] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d488aa9-851a-4c22-8308-eec18b851f49 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.366807] env[63676]: DEBUG oslo_vmware.api [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2023.366807] env[63676]: value = "task-1926287" [ 2023.366807] env[63676]: _type = "Task" [ 2023.366807] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.375564] env[63676]: DEBUG oslo_vmware.api [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926287, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.433343] env[63676]: DEBUG oslo_vmware.api [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149806} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.433753] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2023.433956] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2023.434215] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2023.434429] env[63676]: INFO nova.compute.manager [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2023.434732] env[63676]: DEBUG oslo.service.loopingcall [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2023.435636] env[63676]: DEBUG nova.compute.manager [-] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2023.435636] env[63676]: DEBUG nova.network.neutron [-] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2023.567919] env[63676]: DEBUG oslo_vmware.api [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926284, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.634070] env[63676]: DEBUG nova.scheduler.client.report [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2023.663954] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13755} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.665083] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2023.665083] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2023.665083] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2023.761263] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926286, 'name': CreateVM_Task, 'duration_secs': 0.482679} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.761393] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2023.762081] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2023.762250] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2023.762555] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2023.769236] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Creating linked-clone VM from snapshot {{(pid=63676) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2023.769475] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fac1cc4a-e64f-4cdc-8498-dd66dd1eb66a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.771289] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ef56fdc1-bf47-4ce3-b5a4-df6808a97dd2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.777896] env[63676]: DEBUG oslo_vmware.api [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 2023.777896] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52fa44c1-2a22-bc85-1d03-8d3631518a18" [ 2023.777896] env[63676]: _type = "Task" [ 2023.777896] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.783119] env[63676]: DEBUG oslo_vmware.api [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2023.783119] env[63676]: value = "task-1926288" [ 2023.783119] env[63676]: _type = "Task" [ 2023.783119] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.788529] env[63676]: DEBUG oslo_vmware.api [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52fa44c1-2a22-bc85-1d03-8d3631518a18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.793359] env[63676]: DEBUG oslo_vmware.api [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926288, 'name': CloneVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.862380] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ece9b8-51f7-4183-8a2d-5dd25e5061e1 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2023.862618] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5533db9-cf4a-424a-8255-94ec617f30e2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.879143] env[63676]: DEBUG oslo_vmware.api [None req-64ece9b8-51f7-4183-8a2d-5dd25e5061e1 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 2023.879143] env[63676]: value = "task-1926289" [ 2023.879143] env[63676]: _type = "Task" [ 2023.879143] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.890622] env[63676]: DEBUG oslo_vmware.api [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926287, 'name': ReconfigVM_Task, 'duration_secs': 0.244749} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.891568] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 2f183168-27b9-475e-b85d-f14caf641f35/2f183168-27b9-475e-b85d-f14caf641f35.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2023.893642] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29a626c5-c274-4945-a97e-2add996893c0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.898280] env[63676]: DEBUG oslo_vmware.api [None req-64ece9b8-51f7-4183-8a2d-5dd25e5061e1 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.903651] env[63676]: DEBUG oslo_vmware.api [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2023.903651] env[63676]: value = "task-1926290" [ 2023.903651] env[63676]: _type = "Task" [ 2023.903651] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.914275] env[63676]: DEBUG oslo_vmware.api [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926290, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.962327] env[63676]: DEBUG nova.network.neutron [req-346d15ee-4bec-4e08-b549-78dbe01dd685 req-1d9f58b9-02c4-4d8c-a3e5-55c339138dde service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Updated VIF entry in instance network info cache for port 01668ad3-e1b6-4073-a805-25b5979400e9. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2023.962691] env[63676]: DEBUG nova.network.neutron [req-346d15ee-4bec-4e08-b549-78dbe01dd685 req-1d9f58b9-02c4-4d8c-a3e5-55c339138dde service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Updating instance_info_cache with network_info: [{"id": "01668ad3-e1b6-4073-a805-25b5979400e9", "address": "fa:16:3e:8e:c6:7e", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01668ad3-e1", "ovs_interfaceid": "01668ad3-e1b6-4073-a805-25b5979400e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2024.068092] env[63676]: DEBUG oslo_vmware.api [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926284, 'name': PowerOnVM_Task, 'duration_secs': 0.667741} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.068488] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2024.068734] env[63676]: INFO nova.compute.manager [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Took 9.39 seconds to spawn the instance on the hypervisor. [ 2024.068920] env[63676]: DEBUG nova.compute.manager [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2024.069758] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a853f5-98fd-44dd-8f33-515fde8aaf71 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.139192] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.139674] env[63676]: DEBUG nova.compute.manager [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2024.172017] env[63676]: INFO nova.virt.block_device [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Booting with volume d873ae6a-c508-4d0b-a91b-2f2fda18a26b at /dev/sdb [ 2024.222490] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2b4f8df-08af-46dd-9f09-94b0725d4a42 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.233698] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d045043f-3150-4ebe-b62f-5d6d4d442268 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.255263] env[63676]: DEBUG nova.compute.manager [req-45ad0d7f-e6c9-4323-9853-f50882b9c439 req-d876a27d-ace0-4fb6-962f-d54377d8ab5a service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Received event network-vif-deleted-1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2024.255263] env[63676]: INFO nova.compute.manager [req-45ad0d7f-e6c9-4323-9853-f50882b9c439 req-d876a27d-ace0-4fb6-962f-d54377d8ab5a service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Neutron deleted interface 1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267; detaching it from the instance and deleting it from the info cache [ 2024.255263] env[63676]: DEBUG nova.network.neutron [req-45ad0d7f-e6c9-4323-9853-f50882b9c439 req-d876a27d-ace0-4fb6-962f-d54377d8ab5a service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2024.269498] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5c76c12-cda9-4f53-9bbd-149c6f9f3cc3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.279928] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccbd401-4ebe-4d74-8415-c8edc654bd7f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.305492] env[63676]: DEBUG oslo_vmware.api [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52fa44c1-2a22-bc85-1d03-8d3631518a18, 'name': SearchDatastore_Task, 'duration_secs': 0.009458} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.308511] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.308757] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2024.309000] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.309165] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.309346] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2024.309602] env[63676]: DEBUG oslo_vmware.api [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926288, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.320148] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e41a513a-b307-4bc6-a6ea-205095af5d5b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.322775] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb18a1f3-5729-4f2f-be56-07bf848b5676 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.329218] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31ef573-8712-4f04-bb88-e236549c6a4c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.333869] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2024.334069] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2024.334745] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77d38526-1290-4f2e-8ddf-bb93340e8965 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.339682] env[63676]: DEBUG oslo_vmware.api [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 2024.339682] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521181cc-dd6a-c5d9-f897-13b444d8fc14" [ 2024.339682] env[63676]: _type = "Task" [ 2024.339682] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.343091] env[63676]: DEBUG nova.virt.block_device [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Updating existing volume attachment record: c406d962-6e95-4c88-bc0a-2af1b404f583 {{(pid=63676) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2024.352933] env[63676]: DEBUG oslo_vmware.api [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521181cc-dd6a-c5d9-f897-13b444d8fc14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.377876] env[63676]: DEBUG oslo_concurrency.lockutils [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquiring lock "07c4b6fa-d291-4827-b390-3a1f8d365652" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.378156] env[63676]: DEBUG oslo_concurrency.lockutils [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lock "07c4b6fa-d291-4827-b390-3a1f8d365652" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.378364] env[63676]: DEBUG oslo_concurrency.lockutils [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquiring lock "07c4b6fa-d291-4827-b390-3a1f8d365652-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2024.378555] env[63676]: DEBUG oslo_concurrency.lockutils [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lock "07c4b6fa-d291-4827-b390-3a1f8d365652-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.378919] env[63676]: DEBUG oslo_concurrency.lockutils [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lock "07c4b6fa-d291-4827-b390-3a1f8d365652-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.381123] env[63676]: INFO nova.compute.manager [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Terminating instance [ 2024.392603] env[63676]: DEBUG oslo_vmware.api [None req-64ece9b8-51f7-4183-8a2d-5dd25e5061e1 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926289, 'name': PowerOffVM_Task, 'duration_secs': 0.190335} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.392859] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-64ece9b8-51f7-4183-8a2d-5dd25e5061e1 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2024.393059] env[63676]: DEBUG nova.compute.manager [None req-64ece9b8-51f7-4183-8a2d-5dd25e5061e1 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2024.393816] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289ed586-724d-4fdb-95d8-78578b26d040 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.413431] env[63676]: DEBUG oslo_vmware.api [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926290, 'name': Rename_Task, 'duration_secs': 0.340959} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.413722] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2024.413972] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a1ed2d53-1107-4635-9012-2b5985a8c2ae {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.421399] env[63676]: DEBUG oslo_vmware.api [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2024.421399] env[63676]: value = "task-1926291" [ 2024.421399] env[63676]: _type = "Task" [ 2024.421399] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.430318] env[63676]: DEBUG oslo_vmware.api [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.465154] env[63676]: DEBUG oslo_concurrency.lockutils [req-346d15ee-4bec-4e08-b549-78dbe01dd685 req-1d9f58b9-02c4-4d8c-a3e5-55c339138dde service nova] Releasing lock "refresh_cache-7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.587562] env[63676]: INFO nova.compute.manager [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Took 16.89 seconds to build instance. [ 2024.645493] env[63676]: DEBUG nova.compute.utils [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2024.647463] env[63676]: DEBUG nova.compute.manager [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2024.647698] env[63676]: DEBUG nova.network.neutron [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2024.690572] env[63676]: DEBUG nova.policy [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7263bf7600a44f28758b9729ad968ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93faadf6a08140439d5abf8ec7de9c97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 2024.699371] env[63676]: DEBUG nova.network.neutron [-] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2024.770030] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fbaff45d-8afd-426e-ad02-e5f8824a88d7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.782514] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f0813a-beef-4543-9517-32a24dba9afd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.813866] env[63676]: DEBUG oslo_vmware.api [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926288, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.826563] env[63676]: DEBUG nova.compute.manager [req-45ad0d7f-e6c9-4323-9853-f50882b9c439 req-d876a27d-ace0-4fb6-962f-d54377d8ab5a service nova] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Detach interface failed, port_id=1bb8efd9-2d7e-4bc5-9eea-cc20ad24a267, reason: Instance 3f45007f-d699-43f9-a2fd-84565bd1930c could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2024.856078] env[63676]: DEBUG oslo_vmware.api [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521181cc-dd6a-c5d9-f897-13b444d8fc14, 'name': SearchDatastore_Task, 'duration_secs': 0.03313} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.856078] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f126620-cd0f-480e-af2a-dafe1be53681 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.860698] env[63676]: DEBUG oslo_vmware.api [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 2024.860698] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5239740c-9cce-2da7-bcde-3a36b515c4f5" [ 2024.860698] env[63676]: _type = "Task" [ 2024.860698] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.869163] env[63676]: DEBUG oslo_vmware.api [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5239740c-9cce-2da7-bcde-3a36b515c4f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.888602] env[63676]: DEBUG nova.compute.manager [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2024.888933] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2024.889894] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed6669f3-7d11-4718-af2d-12f419afb246 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.897634] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2024.898533] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54619574-8b54-4aac-8889-eea048782c1b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.905843] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64ece9b8-51f7-4183-8a2d-5dd25e5061e1 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "5f6c13e1-1633-4b20-8dab-d1bc64bab2e9" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.592s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.906876] env[63676]: DEBUG oslo_vmware.api [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 2024.906876] env[63676]: value = "task-1926292" [ 2024.906876] env[63676]: _type = "Task" [ 2024.906876] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.917535] env[63676]: DEBUG oslo_vmware.api [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.932559] env[63676]: DEBUG oslo_vmware.api [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926291, 'name': PowerOnVM_Task} progress is 78%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.050192] env[63676]: DEBUG nova.network.neutron [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Successfully created port: af3681ba-f666-4d27-b326-1538a0efa224 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2025.090252] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eb38b9d2-24f3-42f1-a6b9-0ac9f3343e40 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Lock "d50fcabf-ec74-489a-ae06-68a950684981" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.405s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.152335] env[63676]: DEBUG nova.compute.manager [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2025.202402] env[63676]: INFO nova.compute.manager [-] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Took 1.77 seconds to deallocate network for instance. [ 2025.314494] env[63676]: DEBUG oslo_vmware.api [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926288, 'name': CloneVM_Task} progress is 95%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.372568] env[63676]: DEBUG oslo_vmware.api [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5239740c-9cce-2da7-bcde-3a36b515c4f5, 'name': SearchDatastore_Task, 'duration_secs': 0.035448} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.372943] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2025.373094] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 7920f80e-dcaf-4ecc-bbdc-e61a9031651a/7920f80e-dcaf-4ecc-bbdc-e61a9031651a.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2025.373345] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88512c83-5f75-4ac8-b5f1-de673160f2e0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.379944] env[63676]: DEBUG oslo_vmware.api [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 2025.379944] env[63676]: value = "task-1926293" [ 2025.379944] env[63676]: _type = "Task" [ 2025.379944] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.390164] env[63676]: DEBUG oslo_vmware.api [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.421867] env[63676]: DEBUG oslo_vmware.api [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926292, 'name': PowerOffVM_Task, 'duration_secs': 0.193354} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.422171] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2025.422346] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2025.422652] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-17f08b2f-9327-486d-833b-1a41b29b823a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.433886] env[63676]: DEBUG oslo_vmware.api [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926291, 'name': PowerOnVM_Task, 'duration_secs': 0.739073} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.434153] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2025.434348] env[63676]: INFO nova.compute.manager [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Took 8.32 seconds to spawn the instance on the hypervisor. [ 2025.434527] env[63676]: DEBUG nova.compute.manager [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2025.435280] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-785982f5-9186-43f0-be7b-276195dceb11 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.602787] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2025.603052] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2025.603245] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Deleting the datastore file [datastore1] 07c4b6fa-d291-4827-b390-3a1f8d365652 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2025.603508] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e5536f9f-5e88-4aea-bb0a-dddea5155dea {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.610462] env[63676]: DEBUG oslo_vmware.api [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for the task: (returnval){ [ 2025.610462] env[63676]: value = "task-1926295" [ 2025.610462] env[63676]: _type = "Task" [ 2025.610462] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.619291] env[63676]: DEBUG oslo_vmware.api [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.709265] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.709565] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.710309] env[63676]: DEBUG nova.objects.instance [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lazy-loading 'resources' on Instance uuid 3f45007f-d699-43f9-a2fd-84565bd1930c {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2025.812405] env[63676]: DEBUG oslo_vmware.api [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926288, 'name': CloneVM_Task, 'duration_secs': 1.719408} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.812709] env[63676]: INFO nova.virt.vmwareapi.vmops [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Created linked-clone VM from snapshot [ 2025.813525] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e15e852-544c-4d59-8d68-cef8b6db248a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.822542] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Uploading image 315dbed3-2fba-483f-b9a7-d08272f767bf {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2025.846239] env[63676]: DEBUG oslo_vmware.rw_handles [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2025.846239] env[63676]: value = "vm-397198" [ 2025.846239] env[63676]: _type = "VirtualMachine" [ 2025.846239] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2025.846541] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-37d4ccaa-1c36-4bbd-a2e8-a823bc0e243c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.857039] env[63676]: DEBUG oslo_vmware.rw_handles [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lease: (returnval){ [ 2025.857039] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522670fd-57bd-e97d-f1ea-b4a7d263fbc3" [ 2025.857039] env[63676]: _type = "HttpNfcLease" [ 2025.857039] env[63676]: } obtained for exporting VM: (result){ [ 2025.857039] env[63676]: value = "vm-397198" [ 2025.857039] env[63676]: _type = "VirtualMachine" [ 2025.857039] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2025.857373] env[63676]: DEBUG oslo_vmware.api [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the lease: (returnval){ [ 2025.857373] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522670fd-57bd-e97d-f1ea-b4a7d263fbc3" [ 2025.857373] env[63676]: _type = "HttpNfcLease" [ 2025.857373] env[63676]: } to be ready. {{(pid=63676) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2025.865370] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2025.865370] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522670fd-57bd-e97d-f1ea-b4a7d263fbc3" [ 2025.865370] env[63676]: _type = "HttpNfcLease" [ 2025.865370] env[63676]: } is initializing. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2025.889525] env[63676]: DEBUG oslo_vmware.api [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926293, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.955788] env[63676]: INFO nova.compute.manager [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Took 17.78 seconds to build instance. [ 2025.984428] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "refresh_cache-09219395-79b1-4a17-8357-12266d342eb4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2025.984612] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquired lock "refresh_cache-09219395-79b1-4a17-8357-12266d342eb4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2025.984949] env[63676]: DEBUG nova.network.neutron [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Forcefully refreshing network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2026.121923] env[63676]: DEBUG oslo_vmware.api [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Task: {'id': task-1926295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466653} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.122236] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2026.122378] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2026.122567] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2026.122731] env[63676]: INFO nova.compute.manager [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Took 1.23 seconds to destroy the instance on the hypervisor. [ 2026.122970] env[63676]: DEBUG oslo.service.loopingcall [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2026.123489] env[63676]: DEBUG nova.compute.manager [-] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2026.123587] env[63676]: DEBUG nova.network.neutron [-] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2026.164087] env[63676]: DEBUG nova.compute.manager [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2026.185784] env[63676]: DEBUG nova.virt.hardware [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2026.186042] env[63676]: DEBUG nova.virt.hardware [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2026.186272] env[63676]: DEBUG nova.virt.hardware [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2026.186476] env[63676]: DEBUG nova.virt.hardware [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2026.186624] env[63676]: DEBUG nova.virt.hardware [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2026.186772] env[63676]: DEBUG nova.virt.hardware [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2026.186984] env[63676]: DEBUG nova.virt.hardware [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2026.187173] env[63676]: DEBUG nova.virt.hardware [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2026.187341] env[63676]: DEBUG nova.virt.hardware [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2026.187501] env[63676]: DEBUG nova.virt.hardware [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2026.187670] env[63676]: DEBUG nova.virt.hardware [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2026.188562] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5c939b-00c5-4f76-abf5-80bf29c37c68 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.198591] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a36e471-2f1d-434c-80b2-e5d9ae4b8f52 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.295563] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8af6e072-413a-44a2-b777-282bb430d6af tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "5f6c13e1-1633-4b20-8dab-d1bc64bab2e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.295804] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8af6e072-413a-44a2-b777-282bb430d6af tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "5f6c13e1-1633-4b20-8dab-d1bc64bab2e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.296028] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8af6e072-413a-44a2-b777-282bb430d6af tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "5f6c13e1-1633-4b20-8dab-d1bc64bab2e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.296216] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8af6e072-413a-44a2-b777-282bb430d6af tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "5f6c13e1-1633-4b20-8dab-d1bc64bab2e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.296384] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8af6e072-413a-44a2-b777-282bb430d6af tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "5f6c13e1-1633-4b20-8dab-d1bc64bab2e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.298430] env[63676]: INFO nova.compute.manager [None req-8af6e072-413a-44a2-b777-282bb430d6af tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Terminating instance [ 2026.366178] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2026.366178] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522670fd-57bd-e97d-f1ea-b4a7d263fbc3" [ 2026.366178] env[63676]: _type = "HttpNfcLease" [ 2026.366178] env[63676]: } is ready. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2026.366470] env[63676]: DEBUG oslo_vmware.rw_handles [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2026.366470] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522670fd-57bd-e97d-f1ea-b4a7d263fbc3" [ 2026.366470] env[63676]: _type = "HttpNfcLease" [ 2026.366470] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2026.367236] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b05903-95e0-4672-b34e-a88c77b22101 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.377616] env[63676]: DEBUG oslo_vmware.rw_handles [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a22aad-22c1-f5e2-b90e-72806dd42e03/disk-0.vmdk from lease info. {{(pid=63676) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2026.377704] env[63676]: DEBUG oslo_vmware.rw_handles [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a22aad-22c1-f5e2-b90e-72806dd42e03/disk-0.vmdk for reading. {{(pid=63676) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2026.451149] env[63676]: DEBUG oslo_vmware.api [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626864} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.452336] env[63676]: DEBUG nova.compute.manager [req-bc14e548-9a91-4364-8ff6-6e2d7c729c5b req-4b4cde9d-0b2f-4eab-9611-9e61dda37f64 service nova] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Received event network-vif-deleted-407c22d0-6d8d-4cb4-941a-b7f401d33a7a {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2026.452519] env[63676]: INFO nova.compute.manager [req-bc14e548-9a91-4364-8ff6-6e2d7c729c5b req-4b4cde9d-0b2f-4eab-9611-9e61dda37f64 service nova] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Neutron deleted interface 407c22d0-6d8d-4cb4-941a-b7f401d33a7a; detaching it from the instance and deleting it from the info cache [ 2026.452692] env[63676]: DEBUG nova.network.neutron [req-bc14e548-9a91-4364-8ff6-6e2d7c729c5b req-4b4cde9d-0b2f-4eab-9611-9e61dda37f64 service nova] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2026.455089] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 7920f80e-dcaf-4ecc-bbdc-e61a9031651a/7920f80e-dcaf-4ecc-bbdc-e61a9031651a.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2026.455089] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2026.455386] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c32a5f5d-929c-445c-a39c-a39894797cd8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.458290] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64b00150-013b-47ed-ae10-eda59c80d550 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Lock "2f183168-27b9-475e-b85d-f14caf641f35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.294s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.464059] env[63676]: DEBUG oslo_vmware.api [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 2026.464059] env[63676]: value = "task-1926297" [ 2026.464059] env[63676]: _type = "Task" [ 2026.464059] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.468980] env[63676]: DEBUG nova.virt.hardware [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2026.469262] env[63676]: DEBUG nova.virt.hardware [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2026.469458] env[63676]: DEBUG nova.virt.hardware [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2026.469658] env[63676]: DEBUG nova.virt.hardware [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2026.469830] env[63676]: DEBUG nova.virt.hardware [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2026.469983] env[63676]: DEBUG nova.virt.hardware [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2026.470237] env[63676]: DEBUG nova.virt.hardware [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2026.470425] env[63676]: DEBUG nova.virt.hardware [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2026.470608] env[63676]: DEBUG nova.virt.hardware [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2026.470796] env[63676]: DEBUG nova.virt.hardware [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2026.470976] env[63676]: DEBUG nova.virt.hardware [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2026.475791] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25798b7-f446-43d7-a513-863c1dce34ec {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.489964] env[63676]: DEBUG oslo_vmware.api [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926297, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.491321] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4874fc0-a8b9-4228-bd66-caa0fa622698 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.499046] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356cdb4f-ac4e-4135-910b-fd1147d02b1d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.511346] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:62:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72de6258-a8e2-403a-83a3-0cad28fa2ec5', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2026.519619] env[63676]: DEBUG oslo.service.loopingcall [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2026.521103] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2026.521282] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c84bd0eb-a4c4-4d0b-9030-1a8b76a48c36 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.524898] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e47666ff-e7ba-4f85-b8ba-926e82ff9cdd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.545347] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a50e1db-efe9-4ce0-b09d-84f02deb8252 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.581062] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a221f929-eff6-4581-bce1-1b93f0927a5b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.583515] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2026.583515] env[63676]: value = "task-1926298" [ 2026.583515] env[63676]: _type = "Task" [ 2026.583515] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.595166] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-068e055a-f34e-4d94-9399-3c7755fee9e7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.602290] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926298, 'name': CreateVM_Task} progress is 15%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.613142] env[63676]: DEBUG nova.compute.provider_tree [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2026.730337] env[63676]: DEBUG nova.compute.manager [req-68e911ad-95b6-4e77-acd6-b84b6b0d6ed5 req-d6cade38-b741-4851-9d0b-9ba96eb880c2 service nova] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Received event network-vif-plugged-af3681ba-f666-4d27-b326-1538a0efa224 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2026.730462] env[63676]: DEBUG oslo_concurrency.lockutils [req-68e911ad-95b6-4e77-acd6-b84b6b0d6ed5 req-d6cade38-b741-4851-9d0b-9ba96eb880c2 service nova] Acquiring lock "19dd7335-4cdc-4563-96de-6ae1c920a7a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.731966] env[63676]: DEBUG oslo_concurrency.lockutils [req-68e911ad-95b6-4e77-acd6-b84b6b0d6ed5 req-d6cade38-b741-4851-9d0b-9ba96eb880c2 service nova] Lock "19dd7335-4cdc-4563-96de-6ae1c920a7a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.731966] env[63676]: DEBUG oslo_concurrency.lockutils [req-68e911ad-95b6-4e77-acd6-b84b6b0d6ed5 req-d6cade38-b741-4851-9d0b-9ba96eb880c2 service nova] Lock "19dd7335-4cdc-4563-96de-6ae1c920a7a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.731966] env[63676]: DEBUG nova.compute.manager [req-68e911ad-95b6-4e77-acd6-b84b6b0d6ed5 req-d6cade38-b741-4851-9d0b-9ba96eb880c2 service nova] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] No waiting events found dispatching network-vif-plugged-af3681ba-f666-4d27-b326-1538a0efa224 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2026.732143] env[63676]: WARNING nova.compute.manager [req-68e911ad-95b6-4e77-acd6-b84b6b0d6ed5 req-d6cade38-b741-4851-9d0b-9ba96eb880c2 service nova] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Received unexpected event network-vif-plugged-af3681ba-f666-4d27-b326-1538a0efa224 for instance with vm_state building and task_state spawning. [ 2026.803040] env[63676]: DEBUG nova.compute.manager [None req-8af6e072-413a-44a2-b777-282bb430d6af tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2026.803291] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8af6e072-413a-44a2-b777-282bb430d6af tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2026.804455] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42a46b9-4f31-4b65-ba6a-3845a743fd46 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.813468] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8af6e072-413a-44a2-b777-282bb430d6af tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2026.813743] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68f411e4-9d7d-4c78-948e-3e136cb69acd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.825846] env[63676]: DEBUG nova.network.neutron [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Successfully updated port: af3681ba-f666-4d27-b326-1538a0efa224 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2026.882456] env[63676]: DEBUG nova.network.neutron [-] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2026.956075] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d168fe5-bae2-4755-9dc1-db2a13bde453 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.970504] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abff1db7-8487-4d33-9050-c406ac212836 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.000843] env[63676]: DEBUG oslo_vmware.api [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926297, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061092} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.001542] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2027.003565] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10f87746-694e-4509-9c29-07636f3a5b7d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.019615] env[63676]: DEBUG nova.compute.manager [req-bc14e548-9a91-4364-8ff6-6e2d7c729c5b req-4b4cde9d-0b2f-4eab-9611-9e61dda37f64 service nova] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Detach interface failed, port_id=407c22d0-6d8d-4cb4-941a-b7f401d33a7a, reason: Instance 07c4b6fa-d291-4827-b390-3a1f8d365652 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2027.042909] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 7920f80e-dcaf-4ecc-bbdc-e61a9031651a/7920f80e-dcaf-4ecc-bbdc-e61a9031651a.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2027.043358] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca619f4f-9422-4ef2-a926-1c37befcf029 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.064590] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8af6e072-413a-44a2-b777-282bb430d6af tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2027.064897] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8af6e072-413a-44a2-b777-282bb430d6af tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2027.065102] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af6e072-413a-44a2-b777-282bb430d6af tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Deleting the datastore file [datastore1] 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2027.065729] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c76cf267-88cb-47f4-bb70-79c1ac0bdf76 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.069164] env[63676]: DEBUG oslo_vmware.api [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 2027.069164] env[63676]: value = "task-1926300" [ 2027.069164] env[63676]: _type = "Task" [ 2027.069164] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.077970] env[63676]: DEBUG oslo_vmware.api [None req-8af6e072-413a-44a2-b777-282bb430d6af tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 2027.077970] env[63676]: value = "task-1926301" [ 2027.077970] env[63676]: _type = "Task" [ 2027.077970] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.085816] env[63676]: DEBUG oslo_vmware.api [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926300, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.094505] env[63676]: DEBUG oslo_vmware.api [None req-8af6e072-413a-44a2-b777-282bb430d6af tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.100621] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926298, 'name': CreateVM_Task, 'duration_secs': 0.422804} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.101197] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2027.101950] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.102182] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.102646] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2027.102960] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bf5e517-6103-411d-bb51-2030c983e6fe {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.107832] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2027.107832] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52982acf-a1d8-9efe-664d-905d6ddc3770" [ 2027.107832] env[63676]: _type = "Task" [ 2027.107832] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.117111] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52982acf-a1d8-9efe-664d-905d6ddc3770, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.119048] env[63676]: DEBUG nova.scheduler.client.report [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2027.328755] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "refresh_cache-19dd7335-4cdc-4563-96de-6ae1c920a7a2" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.329118] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquired lock "refresh_cache-19dd7335-4cdc-4563-96de-6ae1c920a7a2" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.329296] env[63676]: DEBUG nova.network.neutron [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2027.385508] env[63676]: INFO nova.compute.manager [-] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Took 1.26 seconds to deallocate network for instance. [ 2027.433804] env[63676]: DEBUG nova.network.neutron [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Updating instance_info_cache with network_info: [{"id": "1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8", "address": "fa:16:3e:fe:05:9c", "network": {"id": "a95efb99-eea4-4e98-bf52-a2201de39e28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1488566241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64afb88688594408bd695883c0366330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fe1650e-a6", "ovs_interfaceid": "1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2027.584907] env[63676]: DEBUG oslo_vmware.api [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926300, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.593808] env[63676]: DEBUG oslo_vmware.api [None req-8af6e072-413a-44a2-b777-282bb430d6af tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258866} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.594569] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-8af6e072-413a-44a2-b777-282bb430d6af tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2027.594569] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8af6e072-413a-44a2-b777-282bb430d6af tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2027.594869] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8af6e072-413a-44a2-b777-282bb430d6af tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2027.595065] env[63676]: INFO nova.compute.manager [None req-8af6e072-413a-44a2-b777-282bb430d6af tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Took 0.79 seconds to destroy the instance on the hypervisor. [ 2027.595322] env[63676]: DEBUG oslo.service.loopingcall [None req-8af6e072-413a-44a2-b777-282bb430d6af tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2027.595512] env[63676]: DEBUG nova.compute.manager [-] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2027.595607] env[63676]: DEBUG nova.network.neutron [-] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2027.619293] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52982acf-a1d8-9efe-664d-905d6ddc3770, 'name': SearchDatastore_Task, 'duration_secs': 0.011214} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.619898] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.620811] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2027.620811] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.620811] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.620946] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2027.621238] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42f2e351-e2e0-49c0-a3d8-45d30cfab228 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.623716] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.914s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.636873] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2027.637109] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2027.637943] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae4ad43b-3ebf-48e9-b44b-f2df310c38f7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.644802] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2027.644802] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525d6b93-4e2f-6299-97d1-7b98946586f1" [ 2027.644802] env[63676]: _type = "Task" [ 2027.644802] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.648911] env[63676]: INFO nova.scheduler.client.report [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Deleted allocations for instance 3f45007f-d699-43f9-a2fd-84565bd1930c [ 2027.656494] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525d6b93-4e2f-6299-97d1-7b98946586f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.867432] env[63676]: DEBUG nova.network.neutron [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2027.896598] env[63676]: DEBUG oslo_concurrency.lockutils [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.896854] env[63676]: DEBUG oslo_concurrency.lockutils [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.897084] env[63676]: DEBUG nova.objects.instance [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lazy-loading 'resources' on Instance uuid 07c4b6fa-d291-4827-b390-3a1f8d365652 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2027.936732] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Releasing lock "refresh_cache-09219395-79b1-4a17-8357-12266d342eb4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.936934] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Updated the network info_cache for instance {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 2027.937395] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2027.937566] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2027.937715] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2027.937865] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2027.938010] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2027.938187] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2027.938302] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63676) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 2027.938445] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2028.001271] env[63676]: DEBUG nova.network.neutron [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Updating instance_info_cache with network_info: [{"id": "af3681ba-f666-4d27-b326-1538a0efa224", "address": "fa:16:3e:73:41:44", "network": {"id": "25772371-ba03-400f-be06-ce368c03b735", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1846336299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93faadf6a08140439d5abf8ec7de9c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf3681ba-f6", "ovs_interfaceid": "af3681ba-f666-4d27-b326-1538a0efa224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2028.082092] env[63676]: DEBUG oslo_vmware.api [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926300, 'name': ReconfigVM_Task, 'duration_secs': 0.574649} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.083109] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 7920f80e-dcaf-4ecc-bbdc-e61a9031651a/7920f80e-dcaf-4ecc-bbdc-e61a9031651a.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2028.083362] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2f0aadc-f991-4478-b7b8-561cbbe3d678 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.086541] env[63676]: DEBUG nova.compute.manager [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2028.087776] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231a85d9-3054-44c8-8e82-5118c7b99f90 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.091902] env[63676]: DEBUG oslo_vmware.api [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 2028.091902] env[63676]: value = "task-1926302" [ 2028.091902] env[63676]: _type = "Task" [ 2028.091902] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.104416] env[63676]: DEBUG oslo_vmware.api [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926302, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.159956] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525d6b93-4e2f-6299-97d1-7b98946586f1, 'name': SearchDatastore_Task, 'duration_secs': 0.01721} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.160571] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1bb45615-1d64-4357-b0dc-5d196d4d2c85 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "3f45007f-d699-43f9-a2fd-84565bd1930c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.474s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.162518] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62b24674-70a5-474e-84b3-3a5a67d4e7a2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.170225] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2028.170225] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526324cc-35ea-d891-187c-d7a8ec761130" [ 2028.170225] env[63676]: _type = "Task" [ 2028.170225] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.180953] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526324cc-35ea-d891-187c-d7a8ec761130, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.310331] env[63676]: DEBUG nova.network.neutron [-] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2028.442454] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2028.504905] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Releasing lock "refresh_cache-19dd7335-4cdc-4563-96de-6ae1c920a7a2" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.505255] env[63676]: DEBUG nova.compute.manager [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Instance network_info: |[{"id": "af3681ba-f666-4d27-b326-1538a0efa224", "address": "fa:16:3e:73:41:44", "network": {"id": "25772371-ba03-400f-be06-ce368c03b735", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1846336299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93faadf6a08140439d5abf8ec7de9c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf3681ba-f6", "ovs_interfaceid": "af3681ba-f666-4d27-b326-1538a0efa224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2028.505678] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:41:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af3681ba-f666-4d27-b326-1538a0efa224', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2028.514293] env[63676]: DEBUG oslo.service.loopingcall [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2028.514542] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2028.514774] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78e4cab6-ab51-4535-94f1-6e320ae85667 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.538082] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2028.538082] env[63676]: value = "task-1926303" [ 2028.538082] env[63676]: _type = "Task" [ 2028.538082] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.551164] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926303, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.604101] env[63676]: INFO nova.compute.manager [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] instance snapshotting [ 2028.606029] env[63676]: DEBUG oslo_vmware.api [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926302, 'name': Rename_Task, 'duration_secs': 0.199181} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.608803] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2028.609616] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5457b10e-84e3-403d-9629-39f0c3c9200c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.612068] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac76f70-a4ca-4e01-a3e6-f0a1b803cbc9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.635955] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b789ebc-3bff-408e-bd86-9c36e097ab77 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.639234] env[63676]: DEBUG oslo_vmware.api [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 2028.639234] env[63676]: value = "task-1926304" [ 2028.639234] env[63676]: _type = "Task" [ 2028.639234] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.650508] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f918b35-9c70-4919-83e9-387f037fa18c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.656717] env[63676]: DEBUG oslo_vmware.api [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926304, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.661280] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f270ed7a-3fd0-4a9b-8102-e6c8b1765fa7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.699973] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f85953-bca2-4a86-b6ac-edaa74ca0bd9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.708206] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526324cc-35ea-d891-187c-d7a8ec761130, 'name': SearchDatastore_Task, 'duration_secs': 0.011622} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.711202] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.711202] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 92644b9e-6891-4de2-8f12-0a872e37ceb8/92644b9e-6891-4de2-8f12-0a872e37ceb8.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2028.711464] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7f0aac8-4be7-44c2-b84c-7aa1fc6a6cc3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.714684] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653c61e6-1fd8-48f0-921a-4e45c86eaccf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.724346] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2028.724346] env[63676]: value = "task-1926305" [ 2028.724346] env[63676]: _type = "Task" [ 2028.724346] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.733229] env[63676]: DEBUG nova.compute.provider_tree [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2028.743378] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.763306] env[63676]: DEBUG nova.compute.manager [req-b7117065-f454-49d5-9265-fe3751c4078d req-465083f7-75b5-49e8-a510-e0e6f0e1064d service nova] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Received event network-changed-af3681ba-f666-4d27-b326-1538a0efa224 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2028.763538] env[63676]: DEBUG nova.compute.manager [req-b7117065-f454-49d5-9265-fe3751c4078d req-465083f7-75b5-49e8-a510-e0e6f0e1064d service nova] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Refreshing instance network info cache due to event network-changed-af3681ba-f666-4d27-b326-1538a0efa224. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2028.763776] env[63676]: DEBUG oslo_concurrency.lockutils [req-b7117065-f454-49d5-9265-fe3751c4078d req-465083f7-75b5-49e8-a510-e0e6f0e1064d service nova] Acquiring lock "refresh_cache-19dd7335-4cdc-4563-96de-6ae1c920a7a2" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.763942] env[63676]: DEBUG oslo_concurrency.lockutils [req-b7117065-f454-49d5-9265-fe3751c4078d req-465083f7-75b5-49e8-a510-e0e6f0e1064d service nova] Acquired lock "refresh_cache-19dd7335-4cdc-4563-96de-6ae1c920a7a2" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.764147] env[63676]: DEBUG nova.network.neutron [req-b7117065-f454-49d5-9265-fe3751c4078d req-465083f7-75b5-49e8-a510-e0e6f0e1064d service nova] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Refreshing network info cache for port af3681ba-f666-4d27-b326-1538a0efa224 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2028.813379] env[63676]: INFO nova.compute.manager [-] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Took 1.22 seconds to deallocate network for instance. [ 2029.051123] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926303, 'name': CreateVM_Task, 'duration_secs': 0.4159} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.053122] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2029.053122] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2029.053122] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.053122] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2029.053839] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8dee4448-edab-4180-b9ef-30c63fa3841a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.060265] env[63676]: DEBUG oslo_vmware.api [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2029.060265] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ab9209-50cb-84d3-1602-0042f2c1361f" [ 2029.060265] env[63676]: _type = "Task" [ 2029.060265] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.069717] env[63676]: DEBUG oslo_vmware.api [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ab9209-50cb-84d3-1602-0042f2c1361f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.154846] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Creating Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2029.154846] env[63676]: DEBUG oslo_vmware.api [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926304, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.154846] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b0e1d251-0ce7-4981-840a-cdcd40ac414c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.161381] env[63676]: DEBUG oslo_vmware.api [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2029.161381] env[63676]: value = "task-1926306" [ 2029.161381] env[63676]: _type = "Task" [ 2029.161381] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.170985] env[63676]: DEBUG oslo_vmware.api [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926306, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.238509] env[63676]: DEBUG nova.scheduler.client.report [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2029.247312] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926305, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.319983] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8af6e072-413a-44a2-b777-282bb430d6af tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.572160] env[63676]: DEBUG oslo_vmware.api [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ab9209-50cb-84d3-1602-0042f2c1361f, 'name': SearchDatastore_Task, 'duration_secs': 0.064793} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.572907] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2029.573278] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2029.573641] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2029.573924] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.574224] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2029.574605] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fea282fc-dc1c-410f-be87-dca6330a3045 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.585037] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2029.585801] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2029.586712] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-523a6922-7cc1-476c-9c50-3492fd34be86 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.594022] env[63676]: DEBUG oslo_vmware.api [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2029.594022] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a73265-3d45-ac73-d2f1-7b04f85d2acc" [ 2029.594022] env[63676]: _type = "Task" [ 2029.594022] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.599977] env[63676]: DEBUG oslo_vmware.api [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a73265-3d45-ac73-d2f1-7b04f85d2acc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.649920] env[63676]: DEBUG oslo_vmware.api [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926304, 'name': PowerOnVM_Task, 'duration_secs': 0.71481} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.650522] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2029.650958] env[63676]: INFO nova.compute.manager [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Took 10.19 seconds to spawn the instance on the hypervisor. [ 2029.651355] env[63676]: DEBUG nova.compute.manager [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2029.652287] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f259d61-a9df-40cf-b026-d6c64f8c8d2b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.671668] env[63676]: DEBUG oslo_vmware.api [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926306, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.727778] env[63676]: DEBUG nova.network.neutron [req-b7117065-f454-49d5-9265-fe3751c4078d req-465083f7-75b5-49e8-a510-e0e6f0e1064d service nova] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Updated VIF entry in instance network info cache for port af3681ba-f666-4d27-b326-1538a0efa224. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2029.727778] env[63676]: DEBUG nova.network.neutron [req-b7117065-f454-49d5-9265-fe3751c4078d req-465083f7-75b5-49e8-a510-e0e6f0e1064d service nova] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Updating instance_info_cache with network_info: [{"id": "af3681ba-f666-4d27-b326-1538a0efa224", "address": "fa:16:3e:73:41:44", "network": {"id": "25772371-ba03-400f-be06-ce368c03b735", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1846336299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93faadf6a08140439d5abf8ec7de9c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf3681ba-f6", "ovs_interfaceid": "af3681ba-f666-4d27-b326-1538a0efa224", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2029.746946] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552099} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.747507] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 92644b9e-6891-4de2-8f12-0a872e37ceb8/92644b9e-6891-4de2-8f12-0a872e37ceb8.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2029.747881] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2029.748734] env[63676]: DEBUG oslo_concurrency.lockutils [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.750947] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ede1ea8-1d37-445c-ac6b-998dbda1abb4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.753754] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.313s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.754763] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.754763] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63676) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2029.757990] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8af6e072-413a-44a2-b777-282bb430d6af tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.436s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.757990] env[63676]: DEBUG nova.objects.instance [None req-8af6e072-413a-44a2-b777-282bb430d6af tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lazy-loading 'resources' on Instance uuid 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2029.757990] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa22600b-5531-4b0b-a50c-4df4774c53e7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.769757] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f81f55-fcb2-4f56-b60f-ddc0534874f5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.775141] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2029.775141] env[63676]: value = "task-1926307" [ 2029.775141] env[63676]: _type = "Task" [ 2029.775141] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2029.792945] env[63676]: INFO nova.scheduler.client.report [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Deleted allocations for instance 07c4b6fa-d291-4827-b390-3a1f8d365652 [ 2029.795472] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ecbbdf-0289-4fa7-aa37-b9b0f4b45ca6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.810415] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926307, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2029.815626] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3f84fe-0a2a-469a-b26c-af33e7daf648 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.849131] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179476MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=63676) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2029.849303] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.104211] env[63676]: DEBUG oslo_vmware.api [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a73265-3d45-ac73-d2f1-7b04f85d2acc, 'name': SearchDatastore_Task, 'duration_secs': 0.039803} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.104697] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fea95f97-266b-4017-b410-a7adaeda2aff {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.110901] env[63676]: DEBUG oslo_vmware.api [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2030.110901] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ee5bcd-c0ef-0b83-cac4-733a295b5f7f" [ 2030.110901] env[63676]: _type = "Task" [ 2030.110901] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.119761] env[63676]: DEBUG oslo_vmware.api [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ee5bcd-c0ef-0b83-cac4-733a295b5f7f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.174333] env[63676]: INFO nova.compute.manager [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Took 21.68 seconds to build instance. [ 2030.178774] env[63676]: DEBUG oslo_vmware.api [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926306, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.233091] env[63676]: DEBUG oslo_concurrency.lockutils [req-b7117065-f454-49d5-9265-fe3751c4078d req-465083f7-75b5-49e8-a510-e0e6f0e1064d service nova] Releasing lock "refresh_cache-19dd7335-4cdc-4563-96de-6ae1c920a7a2" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.233411] env[63676]: DEBUG nova.compute.manager [req-b7117065-f454-49d5-9265-fe3751c4078d req-465083f7-75b5-49e8-a510-e0e6f0e1064d service nova] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Received event network-vif-deleted-9cb3369f-8b9c-46b1-adbf-6be62d022a88 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2030.287556] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926307, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159365} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.287855] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2030.289587] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64cba8e-d119-4894-bbe4-5d11e5e1b236 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.314884] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 92644b9e-6891-4de2-8f12-0a872e37ceb8/92644b9e-6891-4de2-8f12-0a872e37ceb8.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2030.319733] env[63676]: DEBUG oslo_concurrency.lockutils [None req-da94e464-6496-4947-bfdf-2ab05e2600fa tempest-ServersNegativeTestJSON-911226322 tempest-ServersNegativeTestJSON-911226322-project-member] Lock "07c4b6fa-d291-4827-b390-3a1f8d365652" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.941s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.321108] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5c0904a-1d9a-4c92-a280-1bf3e3f6b00d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.342971] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2030.342971] env[63676]: value = "task-1926308" [ 2030.342971] env[63676]: _type = "Task" [ 2030.342971] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.355529] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926308, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.492988] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5e0313-e1ff-4ba2-8449-71dbc9b615bb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.501454] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c52fb3-2fe1-44af-aff0-680615338068 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.536052] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51928a5f-cf42-4fed-8552-ea235d6aaea0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.539772] env[63676]: DEBUG nova.compute.manager [req-f432246d-54f8-4f3a-a8c0-1e219cf060fe req-31ce369c-5add-476e-956b-23d5bc060f00 service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Received event network-changed-01668ad3-e1b6-4073-a805-25b5979400e9 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2030.539962] env[63676]: DEBUG nova.compute.manager [req-f432246d-54f8-4f3a-a8c0-1e219cf060fe req-31ce369c-5add-476e-956b-23d5bc060f00 service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Refreshing instance network info cache due to event network-changed-01668ad3-e1b6-4073-a805-25b5979400e9. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2030.540239] env[63676]: DEBUG oslo_concurrency.lockutils [req-f432246d-54f8-4f3a-a8c0-1e219cf060fe req-31ce369c-5add-476e-956b-23d5bc060f00 service nova] Acquiring lock "refresh_cache-7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.540392] env[63676]: DEBUG oslo_concurrency.lockutils [req-f432246d-54f8-4f3a-a8c0-1e219cf060fe req-31ce369c-5add-476e-956b-23d5bc060f00 service nova] Acquired lock "refresh_cache-7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.540563] env[63676]: DEBUG nova.network.neutron [req-f432246d-54f8-4f3a-a8c0-1e219cf060fe req-31ce369c-5add-476e-956b-23d5bc060f00 service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Refreshing network info cache for port 01668ad3-e1b6-4073-a805-25b5979400e9 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2030.548560] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6a6391-8f54-4239-ad70-ec6775ef401e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.564617] env[63676]: DEBUG nova.compute.provider_tree [None req-8af6e072-413a-44a2-b777-282bb430d6af tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2030.622185] env[63676]: DEBUG oslo_vmware.api [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ee5bcd-c0ef-0b83-cac4-733a295b5f7f, 'name': SearchDatastore_Task, 'duration_secs': 0.014947} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.622657] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2030.622723] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 19dd7335-4cdc-4563-96de-6ae1c920a7a2/19dd7335-4cdc-4563-96de-6ae1c920a7a2.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2030.622965] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38d34956-9f70-43bc-a012-09dce0f1ea58 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.629545] env[63676]: DEBUG oslo_vmware.api [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2030.629545] env[63676]: value = "task-1926309" [ 2030.629545] env[63676]: _type = "Task" [ 2030.629545] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.637131] env[63676]: DEBUG oslo_vmware.api [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2030.672787] env[63676]: DEBUG oslo_vmware.api [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926306, 'name': CreateSnapshot_Task, 'duration_secs': 1.254888} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.673097] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Created Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2030.673852] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b8ea44-4e50-4c01-8d59-7df2c7bde35c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.676467] env[63676]: DEBUG oslo_concurrency.lockutils [None req-eebaa4d5-cc1c-4f57-816b-9d2bab866ce3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "7920f80e-dcaf-4ecc-bbdc-e61a9031651a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.192s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.855157] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926308, 'name': ReconfigVM_Task, 'duration_secs': 0.270072} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2030.855157] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 92644b9e-6891-4de2-8f12-0a872e37ceb8/92644b9e-6891-4de2-8f12-0a872e37ceb8.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2030.855465] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_name': '/dev/sda', 'disk_bus': None, 'size': 0, 'device_type': 'disk', 'boot_index': 0, 'encryption_secret_uuid': None, 'guest_format': None, 'encryption_format': None, 'encrypted': False, 'encryption_options': None, 'image_id': '160c0574-5dbe-4d70-9e2a-c95199be0826'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'mount_device': '/dev/sdb', 'device_type': None, 'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397190', 'volume_id': 'd873ae6a-c508-4d0b-a91b-2f2fda18a26b', 'name': 'volume-d873ae6a-c508-4d0b-a91b-2f2fda18a26b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '92644b9e-6891-4de2-8f12-0a872e37ceb8', 'attached_at': '', 'detached_at': '', 'volume_id': 'd873ae6a-c508-4d0b-a91b-2f2fda18a26b', 'serial': 'd873ae6a-c508-4d0b-a91b-2f2fda18a26b'}, 'guest_format': None, 'delete_on_termination': False, 'attachment_id': 'c406d962-6e95-4c88-bc0a-2af1b404f583', 'volume_type': None}], 'swap': None} {{(pid=63676) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2030.857281] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Volume attach. Driver type: vmdk {{(pid=63676) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2030.857281] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397190', 'volume_id': 'd873ae6a-c508-4d0b-a91b-2f2fda18a26b', 'name': 'volume-d873ae6a-c508-4d0b-a91b-2f2fda18a26b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '92644b9e-6891-4de2-8f12-0a872e37ceb8', 'attached_at': '', 'detached_at': '', 'volume_id': 'd873ae6a-c508-4d0b-a91b-2f2fda18a26b', 'serial': 'd873ae6a-c508-4d0b-a91b-2f2fda18a26b'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2030.857281] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01704fe9-568a-412e-a39b-fdc377f0ebfc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.871926] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec85628-8548-44dd-8b3d-dba654d33a42 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.899911] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] volume-d873ae6a-c508-4d0b-a91b-2f2fda18a26b/volume-d873ae6a-c508-4d0b-a91b-2f2fda18a26b.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2030.901553] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90d986fd-c473-4b6a-93e6-2f904626a1b4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.918855] env[63676]: DEBUG oslo_concurrency.lockutils [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "e3f919b5-3524-4926-ad4b-a717d9f3df6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.919166] env[63676]: DEBUG oslo_concurrency.lockutils [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "e3f919b5-3524-4926-ad4b-a717d9f3df6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2030.926296] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2030.926296] env[63676]: value = "task-1926310" [ 2030.926296] env[63676]: _type = "Task" [ 2030.926296] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.937907] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926310, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.068590] env[63676]: DEBUG nova.scheduler.client.report [None req-8af6e072-413a-44a2-b777-282bb430d6af tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2031.141047] env[63676]: DEBUG oslo_vmware.api [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926309, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.193179] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Creating linked-clone VM from snapshot {{(pid=63676) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2031.193555] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-64f2811b-6bfa-43e7-be07-d7dbb86e4f27 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.204258] env[63676]: DEBUG oslo_vmware.api [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2031.204258] env[63676]: value = "task-1926311" [ 2031.204258] env[63676]: _type = "Task" [ 2031.204258] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.215146] env[63676]: DEBUG oslo_vmware.api [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926311, 'name': CloneVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.422111] env[63676]: DEBUG nova.compute.manager [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2031.449751] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926310, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.547996] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "e9e3394a-81fc-4203-a5d0-4d6ceee98e84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2031.548350] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "e9e3394a-81fc-4203-a5d0-4d6ceee98e84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.576285] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8af6e072-413a-44a2-b777-282bb430d6af tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.578595] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.729s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.606864] env[63676]: INFO nova.scheduler.client.report [None req-8af6e072-413a-44a2-b777-282bb430d6af tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Deleted allocations for instance 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9 [ 2031.646759] env[63676]: DEBUG oslo_vmware.api [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780944} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2031.647175] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 19dd7335-4cdc-4563-96de-6ae1c920a7a2/19dd7335-4cdc-4563-96de-6ae1c920a7a2.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2031.648405] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2031.648405] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3acc6981-57a5-40cb-82e1-885b8a39bd96 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.654424] env[63676]: DEBUG oslo_vmware.api [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2031.654424] env[63676]: value = "task-1926312" [ 2031.654424] env[63676]: _type = "Task" [ 2031.654424] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.664988] env[63676]: DEBUG oslo_vmware.api [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926312, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.718149] env[63676]: DEBUG oslo_vmware.api [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926311, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.728948] env[63676]: DEBUG nova.network.neutron [req-f432246d-54f8-4f3a-a8c0-1e219cf060fe req-31ce369c-5add-476e-956b-23d5bc060f00 service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Updated VIF entry in instance network info cache for port 01668ad3-e1b6-4073-a805-25b5979400e9. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2031.729335] env[63676]: DEBUG nova.network.neutron [req-f432246d-54f8-4f3a-a8c0-1e219cf060fe req-31ce369c-5add-476e-956b-23d5bc060f00 service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Updating instance_info_cache with network_info: [{"id": "01668ad3-e1b6-4073-a805-25b5979400e9", "address": "fa:16:3e:8e:c6:7e", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01668ad3-e1", "ovs_interfaceid": "01668ad3-e1b6-4073-a805-25b5979400e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2031.942701] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926310, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.958606] env[63676]: DEBUG oslo_concurrency.lockutils [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2032.051799] env[63676]: DEBUG nova.compute.manager [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2032.116775] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8af6e072-413a-44a2-b777-282bb430d6af tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "5f6c13e1-1633-4b20-8dab-d1bc64bab2e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.821s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.166490] env[63676]: DEBUG oslo_vmware.api [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926312, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065495} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.167510] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2032.168417] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d10396-4b48-4039-9457-29dc48b4b4f8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.193559] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 19dd7335-4cdc-4563-96de-6ae1c920a7a2/19dd7335-4cdc-4563-96de-6ae1c920a7a2.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2032.193914] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05dfbfd0-c68c-4c39-ac04-08735a2388ff {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.219637] env[63676]: DEBUG oslo_vmware.api [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926311, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.221304] env[63676]: DEBUG oslo_vmware.api [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2032.221304] env[63676]: value = "task-1926313" [ 2032.221304] env[63676]: _type = "Task" [ 2032.221304] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.230855] env[63676]: DEBUG oslo_vmware.api [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926313, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.231872] env[63676]: DEBUG oslo_concurrency.lockutils [req-f432246d-54f8-4f3a-a8c0-1e219cf060fe req-31ce369c-5add-476e-956b-23d5bc060f00 service nova] Releasing lock "refresh_cache-7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2032.440639] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926310, 'name': ReconfigVM_Task, 'duration_secs': 1.350438} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.441014] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Reconfigured VM instance instance-0000005f to attach disk [datastore1] volume-d873ae6a-c508-4d0b-a91b-2f2fda18a26b/volume-d873ae6a-c508-4d0b-a91b-2f2fda18a26b.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2032.445798] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1548b61-0f83-4414-acd4-e41ce4768a51 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.462099] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2032.462099] env[63676]: value = "task-1926314" [ 2032.462099] env[63676]: _type = "Task" [ 2032.462099] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.472495] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926314, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.579098] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2032.620155] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 91df9ad8-2c37-4eda-a0b1-e851fef3e30c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2032.620270] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 09219395-79b1-4a17-8357-12266d342eb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2032.621404] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 6ee39c3c-33c9-4ce8-b214-bba1e8629e75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2032.621404] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 038a0675-2f22-4612-a0a1-7c59d82f0fb9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2032.621404] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 907bf91b-be1f-4a9a-a557-6c9e2906037c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2032.621404] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 53b92e45-8bf3-45d2-beb6-5a349a5b055f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2032.621404] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 92644b9e-6891-4de2-8f12-0a872e37ceb8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2032.621404] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance b93872e7-c8bc-427d-9368-53840ec6cab1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2032.621404] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance d50fcabf-ec74-489a-ae06-68a950684981 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2032.621404] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 2f183168-27b9-475e-b85d-f14caf641f35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2032.621404] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 7920f80e-dcaf-4ecc-bbdc-e61a9031651a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2032.621404] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 19dd7335-4cdc-4563-96de-6ae1c920a7a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2032.722793] env[63676]: DEBUG oslo_vmware.api [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926311, 'name': CloneVM_Task} progress is 95%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.733206] env[63676]: DEBUG oslo_vmware.api [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926313, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.978288] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926314, 'name': ReconfigVM_Task, 'duration_secs': 0.286279} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.978712] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397190', 'volume_id': 'd873ae6a-c508-4d0b-a91b-2f2fda18a26b', 'name': 'volume-d873ae6a-c508-4d0b-a91b-2f2fda18a26b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '92644b9e-6891-4de2-8f12-0a872e37ceb8', 'attached_at': '', 'detached_at': '', 'volume_id': 'd873ae6a-c508-4d0b-a91b-2f2fda18a26b', 'serial': 'd873ae6a-c508-4d0b-a91b-2f2fda18a26b'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2032.979409] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0935b786-cabf-484b-9f43-2ee65ea08134 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.987354] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2032.987354] env[63676]: value = "task-1926315" [ 2032.987354] env[63676]: _type = "Task" [ 2032.987354] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.996128] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926315, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.125733] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance e3f919b5-3524-4926-ad4b-a717d9f3df6b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2033.224697] env[63676]: DEBUG oslo_vmware.api [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926311, 'name': CloneVM_Task, 'duration_secs': 1.969219} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.228585] env[63676]: INFO nova.virt.vmwareapi.vmops [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Created linked-clone VM from snapshot [ 2033.230293] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d7aa9b-4691-486f-bc05-dca4b277284d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.239245] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Uploading image 5e2ae228-0c84-48a5-b3d5-4169ad5bcb61 {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2033.246164] env[63676]: DEBUG oslo_vmware.api [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926313, 'name': ReconfigVM_Task, 'duration_secs': 0.654606} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.246164] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 19dd7335-4cdc-4563-96de-6ae1c920a7a2/19dd7335-4cdc-4563-96de-6ae1c920a7a2.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2033.246164] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d97d5b45-c5c0-4516-9b7f-c9e24f0d54cc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.258303] env[63676]: DEBUG oslo_vmware.api [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2033.258303] env[63676]: value = "task-1926316" [ 2033.258303] env[63676]: _type = "Task" [ 2033.258303] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.268047] env[63676]: DEBUG oslo_vmware.api [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926316, 'name': Rename_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.277454] env[63676]: DEBUG oslo_vmware.rw_handles [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2033.277454] env[63676]: value = "vm-397202" [ 2033.277454] env[63676]: _type = "VirtualMachine" [ 2033.277454] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2033.277849] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cf03ac4a-508b-4569-bdd2-d47acaac9213 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.285802] env[63676]: DEBUG oslo_vmware.rw_handles [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Lease: (returnval){ [ 2033.285802] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521ddb24-db90-76c2-9fb5-e070f9a0f041" [ 2033.285802] env[63676]: _type = "HttpNfcLease" [ 2033.285802] env[63676]: } obtained for exporting VM: (result){ [ 2033.285802] env[63676]: value = "vm-397202" [ 2033.285802] env[63676]: _type = "VirtualMachine" [ 2033.285802] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2033.286529] env[63676]: DEBUG oslo_vmware.api [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the lease: (returnval){ [ 2033.286529] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521ddb24-db90-76c2-9fb5-e070f9a0f041" [ 2033.286529] env[63676]: _type = "HttpNfcLease" [ 2033.286529] env[63676]: } to be ready. {{(pid=63676) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2033.294556] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2033.294556] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521ddb24-db90-76c2-9fb5-e070f9a0f041" [ 2033.294556] env[63676]: _type = "HttpNfcLease" [ 2033.294556] env[63676]: } is initializing. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2033.497990] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926315, 'name': Rename_Task, 'duration_secs': 0.272283} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.498329] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2033.498583] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e908ad05-30d0-4c70-bb4f-c3e0bbf14196 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.505434] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2033.505434] env[63676]: value = "task-1926318" [ 2033.505434] env[63676]: _type = "Task" [ 2033.505434] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.514128] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926318, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.633413] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance e9e3394a-81fc-4203-a5d0-4d6ceee98e84 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2033.633713] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2033.633827] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2033.636646] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "91df9ad8-2c37-4eda-a0b1-e851fef3e30c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.637059] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "91df9ad8-2c37-4eda-a0b1-e851fef3e30c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.637364] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "91df9ad8-2c37-4eda-a0b1-e851fef3e30c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.637659] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "91df9ad8-2c37-4eda-a0b1-e851fef3e30c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.637904] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "91df9ad8-2c37-4eda-a0b1-e851fef3e30c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.640456] env[63676]: INFO nova.compute.manager [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Terminating instance [ 2033.772193] env[63676]: DEBUG oslo_vmware.api [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926316, 'name': Rename_Task, 'duration_secs': 0.274613} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.772546] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2033.772841] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f0effe0-af48-4f09-acd4-95de01961107 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.780329] env[63676]: DEBUG oslo_vmware.api [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2033.780329] env[63676]: value = "task-1926319" [ 2033.780329] env[63676]: _type = "Task" [ 2033.780329] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.793699] env[63676]: DEBUG oslo_vmware.api [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.799132] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2033.799132] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521ddb24-db90-76c2-9fb5-e070f9a0f041" [ 2033.799132] env[63676]: _type = "HttpNfcLease" [ 2033.799132] env[63676]: } is ready. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2033.799442] env[63676]: DEBUG oslo_vmware.rw_handles [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2033.799442] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521ddb24-db90-76c2-9fb5-e070f9a0f041" [ 2033.799442] env[63676]: _type = "HttpNfcLease" [ 2033.799442] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2033.800333] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b07e4b-3594-43ee-8a63-3f3e74a66f5d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.808970] env[63676]: DEBUG oslo_vmware.rw_handles [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eac84e-1534-455c-909b-8e9de773eba1/disk-0.vmdk from lease info. {{(pid=63676) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2033.809214] env[63676]: DEBUG oslo_vmware.rw_handles [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eac84e-1534-455c-909b-8e9de773eba1/disk-0.vmdk for reading. {{(pid=63676) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2033.896818] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b8ab65a-390d-47e8-89b7-f08864f525b1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.906861] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e24043b-0a0c-4cca-9b96-8db70a52d157 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.946234] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbbd272-3f87-4312-b942-6ce03eb83d71 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.950813] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-49e4b428-80cb-4bb6-bfbc-3c3371b104a1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.957332] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5ec4ac-7221-4767-b308-4d8567f0086d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.974238] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2034.015775] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926318, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.144533] env[63676]: DEBUG nova.compute.manager [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2034.144747] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2034.145707] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afcca11-da9b-44d5-a0e7-b33b5e4f4230 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.155350] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2034.155677] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42cf2ef2-9f83-4084-a1cc-67db91e16112 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.163030] env[63676]: DEBUG oslo_vmware.api [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 2034.163030] env[63676]: value = "task-1926320" [ 2034.163030] env[63676]: _type = "Task" [ 2034.163030] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.172463] env[63676]: DEBUG oslo_vmware.api [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.294781] env[63676]: DEBUG oslo_vmware.api [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926319, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.500300] env[63676]: ERROR nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [req-41440157-88d1-4407-8b17-3fb8a0170bb4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5759d2a2-0179-444e-89b9-d9d622fd17b7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-41440157-88d1-4407-8b17-3fb8a0170bb4"}]} [ 2034.516700] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926318, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.523059] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Refreshing inventories for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2034.540246] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Updating ProviderTree inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2034.540547] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2034.554054] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Refreshing aggregate associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, aggregates: None {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2034.576434] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Refreshing trait associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2034.679081] env[63676]: DEBUG oslo_vmware.api [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926320, 'name': PowerOffVM_Task, 'duration_secs': 0.280511} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.679537] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2034.679800] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2034.680201] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93e24d74-a805-476c-ae87-a065028cafb8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.797542] env[63676]: DEBUG oslo_vmware.api [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926319, 'name': PowerOnVM_Task, 'duration_secs': 0.678615} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.797851] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2034.798066] env[63676]: INFO nova.compute.manager [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Took 8.63 seconds to spawn the instance on the hypervisor. [ 2034.798253] env[63676]: DEBUG nova.compute.manager [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2034.799364] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee12f10-f5da-40d1-a589-4ac1e2b01344 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.803339] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09425a90-7dbb-47c4-9f0a-7eac379832d0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.817036] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efd9309-2a3e-485d-8712-e8791627e718 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.851989] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11978c2-43f0-4d46-8099-ede0e0370355 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.855252] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2034.855608] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2034.855872] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Deleting the datastore file [datastore1] 91df9ad8-2c37-4eda-a0b1-e851fef3e30c {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2034.857166] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22df711c-9ea6-40a8-827e-ad679361b293 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.866373] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe11e5d-e07c-4f80-90a6-8c8683ec9684 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.870769] env[63676]: DEBUG oslo_vmware.api [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for the task: (returnval){ [ 2034.870769] env[63676]: value = "task-1926322" [ 2034.870769] env[63676]: _type = "Task" [ 2034.870769] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.884795] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2034.892543] env[63676]: DEBUG oslo_vmware.api [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926322, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.017502] env[63676]: DEBUG oslo_vmware.api [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926318, 'name': PowerOnVM_Task, 'duration_secs': 1.221638} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.018196] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2035.018588] env[63676]: DEBUG nova.compute.manager [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2035.020179] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1197cb69-84a4-44c5-959b-6ba4c27e5cd1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.326697] env[63676]: INFO nova.compute.manager [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Took 13.53 seconds to build instance. [ 2035.381831] env[63676]: DEBUG oslo_vmware.api [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Task: {'id': task-1926322, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.330318} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.382133] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2035.382413] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2035.382605] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2035.382780] env[63676]: INFO nova.compute.manager [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Took 1.24 seconds to destroy the instance on the hypervisor. [ 2035.383039] env[63676]: DEBUG oslo.service.loopingcall [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2035.383280] env[63676]: DEBUG nova.compute.manager [-] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2035.383374] env[63676]: DEBUG nova.network.neutron [-] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2035.422258] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Updated inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2035.422482] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Updating resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 generation from 144 to 145 during operation: update_inventory {{(pid=63676) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2035.422633] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2035.541409] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2035.829131] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2ce65ca6-c7d7-4992-baf6-0a0c98778c42 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "19dd7335-4cdc-4563-96de-6ae1c920a7a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.041s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.928147] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2035.928147] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.349s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.928147] env[63676]: DEBUG oslo_concurrency.lockutils [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.970s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.929764] env[63676]: INFO nova.compute.claims [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2035.962086] env[63676]: DEBUG nova.compute.manager [req-1ffec75e-d648-484a-83be-e9a7d622fde1 req-b9b6845b-8c9f-4496-ad05-e8ffe6f8d699 service nova] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Received event network-vif-deleted-621aa98d-017d-487a-b10e-e843ee81a760 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2035.962274] env[63676]: INFO nova.compute.manager [req-1ffec75e-d648-484a-83be-e9a7d622fde1 req-b9b6845b-8c9f-4496-ad05-e8ffe6f8d699 service nova] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Neutron deleted interface 621aa98d-017d-487a-b10e-e843ee81a760; detaching it from the instance and deleting it from the info cache [ 2035.962464] env[63676]: DEBUG nova.network.neutron [req-1ffec75e-d648-484a-83be-e9a7d622fde1 req-b9b6845b-8c9f-4496-ad05-e8ffe6f8d699 service nova] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2036.232859] env[63676]: DEBUG nova.network.neutron [-] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2036.286398] env[63676]: DEBUG oslo_vmware.rw_handles [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a22aad-22c1-f5e2-b90e-72806dd42e03/disk-0.vmdk. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2036.287204] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b731dc7-5c65-4a41-8bbe-566248fce7c3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.293473] env[63676]: DEBUG oslo_vmware.rw_handles [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a22aad-22c1-f5e2-b90e-72806dd42e03/disk-0.vmdk is in state: ready. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2036.293649] env[63676]: ERROR oslo_vmware.rw_handles [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a22aad-22c1-f5e2-b90e-72806dd42e03/disk-0.vmdk due to incomplete transfer. [ 2036.293874] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4e8400b1-7683-4b77-9597-d4820e1c91c2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.300645] env[63676]: DEBUG oslo_vmware.rw_handles [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a22aad-22c1-f5e2-b90e-72806dd42e03/disk-0.vmdk. {{(pid=63676) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2036.300831] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Uploaded image 315dbed3-2fba-483f-b9a7-d08272f767bf to the Glance image server {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2036.302995] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Destroying the VM {{(pid=63676) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2036.303236] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8669f2ae-e4d3-449c-8c7a-1a23e2943031 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.309014] env[63676]: DEBUG oslo_vmware.api [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2036.309014] env[63676]: value = "task-1926323" [ 2036.309014] env[63676]: _type = "Task" [ 2036.309014] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.317562] env[63676]: DEBUG oslo_vmware.api [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926323, 'name': Destroy_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.350141] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f896ba3b-d05a-41c2-8fb3-ec3d9c07e7f7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.357544] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-80f1a5df-d301-4960-b159-9611f78d099d tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Suspending the VM {{(pid=63676) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2036.357823] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3fb004ad-a2f4-445e-ab09-30b7bb39efd8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.364257] env[63676]: DEBUG oslo_vmware.api [None req-80f1a5df-d301-4960-b159-9611f78d099d tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2036.364257] env[63676]: value = "task-1926324" [ 2036.364257] env[63676]: _type = "Task" [ 2036.364257] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.373026] env[63676]: DEBUG oslo_vmware.api [None req-80f1a5df-d301-4960-b159-9611f78d099d tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926324, 'name': SuspendVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.464988] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-483746c6-115c-4b83-a70a-161d9d803861 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.475850] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c06f713-608c-4408-94ca-95ba1c431c96 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.510351] env[63676]: DEBUG nova.compute.manager [req-1ffec75e-d648-484a-83be-e9a7d622fde1 req-b9b6845b-8c9f-4496-ad05-e8ffe6f8d699 service nova] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Detach interface failed, port_id=621aa98d-017d-487a-b10e-e843ee81a760, reason: Instance 91df9ad8-2c37-4eda-a0b1-e851fef3e30c could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2036.735947] env[63676]: INFO nova.compute.manager [-] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Took 1.35 seconds to deallocate network for instance. [ 2036.820139] env[63676]: DEBUG oslo_vmware.api [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926323, 'name': Destroy_Task} progress is 33%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.875067] env[63676]: DEBUG oslo_vmware.api [None req-80f1a5df-d301-4960-b159-9611f78d099d tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926324, 'name': SuspendVM_Task} progress is 79%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.143147] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a9c677-e5e4-458e-97e1-881c15ff212a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.151122] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb32db9-2a3f-4a14-9c80-51d26ef61928 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.181896] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ec063f-e71b-4e29-ac99-ff5f545db60d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.190401] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59da76f5-4fd3-48f8-863a-8bc3bcd8fa2b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.205764] env[63676]: DEBUG nova.compute.provider_tree [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2037.242950] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2037.320180] env[63676]: DEBUG oslo_vmware.api [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926323, 'name': Destroy_Task, 'duration_secs': 0.675916} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.320545] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Destroyed the VM [ 2037.320777] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Deleting Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2037.321125] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2830704a-4606-475b-9c68-f5b932e0b99c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.328431] env[63676]: DEBUG oslo_vmware.api [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2037.328431] env[63676]: value = "task-1926325" [ 2037.328431] env[63676]: _type = "Task" [ 2037.328431] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.336862] env[63676]: DEBUG oslo_vmware.api [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926325, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.375575] env[63676]: DEBUG oslo_vmware.api [None req-80f1a5df-d301-4960-b159-9611f78d099d tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926324, 'name': SuspendVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.740036] env[63676]: DEBUG nova.scheduler.client.report [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Updated inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with generation 145 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2037.740237] env[63676]: DEBUG nova.compute.provider_tree [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Updating resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 generation from 145 to 146 during operation: update_inventory {{(pid=63676) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2037.740310] env[63676]: DEBUG nova.compute.provider_tree [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2037.839065] env[63676]: DEBUG oslo_vmware.api [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926325, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.876287] env[63676]: DEBUG oslo_vmware.api [None req-80f1a5df-d301-4960-b159-9611f78d099d tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926324, 'name': SuspendVM_Task, 'duration_secs': 1.034674} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.876667] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-80f1a5df-d301-4960-b159-9611f78d099d tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Suspended the VM {{(pid=63676) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2037.876790] env[63676]: DEBUG nova.compute.manager [None req-80f1a5df-d301-4960-b159-9611f78d099d tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2037.877644] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04f4343-c5a3-42a1-9d05-8ce98fd8d475 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.245259] env[63676]: DEBUG oslo_concurrency.lockutils [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.317s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.245849] env[63676]: DEBUG nova.compute.manager [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2038.248879] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.670s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.250541] env[63676]: INFO nova.compute.claims [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2038.341229] env[63676]: DEBUG oslo_vmware.api [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926325, 'name': RemoveSnapshot_Task, 'duration_secs': 0.699912} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.341652] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Deleted Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2038.341940] env[63676]: INFO nova.compute.manager [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Took 16.19 seconds to snapshot the instance on the hypervisor. [ 2038.755206] env[63676]: DEBUG nova.compute.utils [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2038.759940] env[63676]: DEBUG nova.compute.manager [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2038.760149] env[63676]: DEBUG nova.network.neutron [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2038.799127] env[63676]: DEBUG nova.policy [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b8bb0e453a604fc29727db9d751887c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4e68c77877174b049493f256f443f81f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 2038.971153] env[63676]: DEBUG oslo_concurrency.lockutils [None req-82db94c8-ec6d-4842-a877-23576d4cf869 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "19dd7335-4cdc-4563-96de-6ae1c920a7a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2038.971510] env[63676]: DEBUG oslo_concurrency.lockutils [None req-82db94c8-ec6d-4842-a877-23576d4cf869 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "19dd7335-4cdc-4563-96de-6ae1c920a7a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.971704] env[63676]: DEBUG oslo_concurrency.lockutils [None req-82db94c8-ec6d-4842-a877-23576d4cf869 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "19dd7335-4cdc-4563-96de-6ae1c920a7a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2038.971969] env[63676]: DEBUG oslo_concurrency.lockutils [None req-82db94c8-ec6d-4842-a877-23576d4cf869 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "19dd7335-4cdc-4563-96de-6ae1c920a7a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2038.972227] env[63676]: DEBUG oslo_concurrency.lockutils [None req-82db94c8-ec6d-4842-a877-23576d4cf869 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "19dd7335-4cdc-4563-96de-6ae1c920a7a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.977267] env[63676]: INFO nova.compute.manager [None req-82db94c8-ec6d-4842-a877-23576d4cf869 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Terminating instance [ 2039.066020] env[63676]: DEBUG nova.compute.manager [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Found 3 images (rotation: 2) {{(pid=63676) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4960}} [ 2039.066020] env[63676]: DEBUG nova.compute.manager [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Rotating out 1 backups {{(pid=63676) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4968}} [ 2039.066020] env[63676]: DEBUG nova.compute.manager [None req-3f218bc1-58fe-493e-a97a-8eed1df77710 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Deleting image b86e8b6f-05ec-4b2a-8d54-5cde3813dc4b {{(pid=63676) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4973}} [ 2039.110373] env[63676]: DEBUG nova.network.neutron [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Successfully created port: 0fa9a3d8-64dd-46c2-ac2a-ac393de91694 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2039.260881] env[63676]: DEBUG nova.compute.manager [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2039.459269] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a029dd5a-6dbe-4f4e-ba31-a6b3e98462af {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.468037] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e222466a-7b54-4592-a3a0-b57b7b2c786b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.500084] env[63676]: DEBUG nova.compute.manager [None req-82db94c8-ec6d-4842-a877-23576d4cf869 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2039.500343] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-82db94c8-ec6d-4842-a877-23576d4cf869 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2039.501395] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b49c6d-6982-4a6b-9c86-0a4c37e1dd0a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.504761] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9bb5ca-f70e-4220-8df2-d0fa24ff4710 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.513294] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-82db94c8-ec6d-4842-a877-23576d4cf869 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2039.515256] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e2625e4-706a-49dd-a948-f403b3cc209d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.517540] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bdf8a11-6811-4b9d-a096-2a26abdb723e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.531592] env[63676]: DEBUG nova.compute.provider_tree [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2039.573621] env[63676]: DEBUG nova.compute.manager [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2039.574534] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473e1631-e685-4f91-b099-d236cb813da9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.734624] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-82db94c8-ec6d-4842-a877-23576d4cf869 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2039.734850] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-82db94c8-ec6d-4842-a877-23576d4cf869 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2039.735058] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-82db94c8-ec6d-4842-a877-23576d4cf869 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Deleting the datastore file [datastore1] 19dd7335-4cdc-4563-96de-6ae1c920a7a2 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2039.735343] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f44a2557-0e81-4af3-8744-60b9f4e2bb6b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.743811] env[63676]: DEBUG oslo_vmware.api [None req-82db94c8-ec6d-4842-a877-23576d4cf869 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2039.743811] env[63676]: value = "task-1926327" [ 2039.743811] env[63676]: _type = "Task" [ 2039.743811] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.752430] env[63676]: DEBUG oslo_vmware.api [None req-82db94c8-ec6d-4842-a877-23576d4cf869 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.065706] env[63676]: DEBUG nova.scheduler.client.report [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Updated inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with generation 146 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2040.065987] env[63676]: DEBUG nova.compute.provider_tree [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Updating resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 generation from 146 to 147 during operation: update_inventory {{(pid=63676) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2040.066223] env[63676]: DEBUG nova.compute.provider_tree [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2040.085679] env[63676]: INFO nova.compute.manager [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] instance snapshotting [ 2040.086359] env[63676]: DEBUG nova.objects.instance [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lazy-loading 'flavor' on Instance uuid 53b92e45-8bf3-45d2-beb6-5a349a5b055f {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2040.254656] env[63676]: DEBUG oslo_vmware.api [None req-82db94c8-ec6d-4842-a877-23576d4cf869 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161307} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.254962] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-82db94c8-ec6d-4842-a877-23576d4cf869 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2040.255212] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-82db94c8-ec6d-4842-a877-23576d4cf869 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2040.255356] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-82db94c8-ec6d-4842-a877-23576d4cf869 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2040.255539] env[63676]: INFO nova.compute.manager [None req-82db94c8-ec6d-4842-a877-23576d4cf869 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Took 0.76 seconds to destroy the instance on the hypervisor. [ 2040.255779] env[63676]: DEBUG oslo.service.loopingcall [None req-82db94c8-ec6d-4842-a877-23576d4cf869 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2040.255990] env[63676]: DEBUG nova.compute.manager [-] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2040.256099] env[63676]: DEBUG nova.network.neutron [-] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2040.275051] env[63676]: DEBUG nova.compute.manager [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2040.299444] env[63676]: DEBUG nova.virt.hardware [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2040.299805] env[63676]: DEBUG nova.virt.hardware [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2040.299983] env[63676]: DEBUG nova.virt.hardware [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2040.300189] env[63676]: DEBUG nova.virt.hardware [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2040.300345] env[63676]: DEBUG nova.virt.hardware [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2040.300541] env[63676]: DEBUG nova.virt.hardware [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2040.300868] env[63676]: DEBUG nova.virt.hardware [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2040.301062] env[63676]: DEBUG nova.virt.hardware [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2040.301626] env[63676]: DEBUG nova.virt.hardware [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2040.301827] env[63676]: DEBUG nova.virt.hardware [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2040.302020] env[63676]: DEBUG nova.virt.hardware [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2040.303127] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d7a2678-8b92-4065-b230-b4f1fd0c2357 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.312168] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea1d10e-0806-41b7-94a5-c9e6852b2cf8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.537895] env[63676]: DEBUG nova.compute.manager [req-fa67d8d6-fca5-4c38-a0c1-71749bf025ed req-3dcd0b32-6ca0-4c51-b8d9-08fb21dde5a8 service nova] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Received event network-vif-deleted-af3681ba-f666-4d27-b326-1538a0efa224 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2040.538175] env[63676]: INFO nova.compute.manager [req-fa67d8d6-fca5-4c38-a0c1-71749bf025ed req-3dcd0b32-6ca0-4c51-b8d9-08fb21dde5a8 service nova] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Neutron deleted interface af3681ba-f666-4d27-b326-1538a0efa224; detaching it from the instance and deleting it from the info cache [ 2040.538396] env[63676]: DEBUG nova.network.neutron [req-fa67d8d6-fca5-4c38-a0c1-71749bf025ed req-3dcd0b32-6ca0-4c51-b8d9-08fb21dde5a8 service nova] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2040.571354] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.322s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2040.572127] env[63676]: DEBUG nova.compute.manager [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2040.574899] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 5.034s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.575498] env[63676]: DEBUG nova.objects.instance [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63676) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2040.592661] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4f05aa-746d-4170-9913-71eef494fe19 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.614123] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be4901de-bb77-4645-bbca-079b8752fc42 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.672772] env[63676]: DEBUG nova.compute.manager [req-f7252d93-26cf-49ee-b4d3-e22fae9fe538 req-ae06b7ff-8202-4631-a774-53558af8c19a service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Received event network-vif-plugged-0fa9a3d8-64dd-46c2-ac2a-ac393de91694 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2040.672993] env[63676]: DEBUG oslo_concurrency.lockutils [req-f7252d93-26cf-49ee-b4d3-e22fae9fe538 req-ae06b7ff-8202-4631-a774-53558af8c19a service nova] Acquiring lock "e3f919b5-3524-4926-ad4b-a717d9f3df6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.673226] env[63676]: DEBUG oslo_concurrency.lockutils [req-f7252d93-26cf-49ee-b4d3-e22fae9fe538 req-ae06b7ff-8202-4631-a774-53558af8c19a service nova] Lock "e3f919b5-3524-4926-ad4b-a717d9f3df6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.673399] env[63676]: DEBUG oslo_concurrency.lockutils [req-f7252d93-26cf-49ee-b4d3-e22fae9fe538 req-ae06b7ff-8202-4631-a774-53558af8c19a service nova] Lock "e3f919b5-3524-4926-ad4b-a717d9f3df6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2040.673573] env[63676]: DEBUG nova.compute.manager [req-f7252d93-26cf-49ee-b4d3-e22fae9fe538 req-ae06b7ff-8202-4631-a774-53558af8c19a service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] No waiting events found dispatching network-vif-plugged-0fa9a3d8-64dd-46c2-ac2a-ac393de91694 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2040.673740] env[63676]: WARNING nova.compute.manager [req-f7252d93-26cf-49ee-b4d3-e22fae9fe538 req-ae06b7ff-8202-4631-a774-53558af8c19a service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Received unexpected event network-vif-plugged-0fa9a3d8-64dd-46c2-ac2a-ac393de91694 for instance with vm_state building and task_state spawning. [ 2040.775376] env[63676]: DEBUG nova.network.neutron [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Successfully updated port: 0fa9a3d8-64dd-46c2-ac2a-ac393de91694 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2041.015064] env[63676]: DEBUG nova.network.neutron [-] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2041.041651] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d7b29be-5350-4692-8efc-a7c0b7f2b0b9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.052433] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9beab304-fdc7-4072-ba5f-a802319a94e2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.083991] env[63676]: DEBUG nova.compute.utils [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2041.088113] env[63676]: DEBUG nova.compute.manager [req-fa67d8d6-fca5-4c38-a0c1-71749bf025ed req-3dcd0b32-6ca0-4c51-b8d9-08fb21dde5a8 service nova] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Detach interface failed, port_id=af3681ba-f666-4d27-b326-1538a0efa224, reason: Instance 19dd7335-4cdc-4563-96de-6ae1c920a7a2 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2041.088837] env[63676]: DEBUG nova.compute.manager [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2041.089000] env[63676]: DEBUG nova.network.neutron [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2041.126463] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Creating Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2041.126777] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fbd27ff2-0ecf-46bb-b1a2-6645a9733304 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.134633] env[63676]: DEBUG oslo_vmware.api [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2041.134633] env[63676]: value = "task-1926328" [ 2041.134633] env[63676]: _type = "Task" [ 2041.134633] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.144832] env[63676]: DEBUG oslo_vmware.api [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926328, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.146240] env[63676]: DEBUG nova.policy [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec8e6397d4224cc783352861583ef0e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf227039b25c482ab23b72d4919bbdd9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 2041.281110] env[63676]: DEBUG oslo_concurrency.lockutils [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "refresh_cache-e3f919b5-3524-4926-ad4b-a717d9f3df6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.281307] env[63676]: DEBUG oslo_concurrency.lockutils [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquired lock "refresh_cache-e3f919b5-3524-4926-ad4b-a717d9f3df6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.281541] env[63676]: DEBUG nova.network.neutron [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2041.505890] env[63676]: DEBUG nova.network.neutron [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Successfully created port: 75d0e38a-3c1c-4649-889c-0aa523d13f99 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2041.517643] env[63676]: INFO nova.compute.manager [-] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Took 1.26 seconds to deallocate network for instance. [ 2041.589555] env[63676]: DEBUG nova.compute.manager [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2041.596998] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d3fb0c66-6586-4843-ae2b-59ad983decc0 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.598724] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.356s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.599017] env[63676]: DEBUG nova.objects.instance [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lazy-loading 'resources' on Instance uuid 91df9ad8-2c37-4eda-a0b1-e851fef3e30c {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2041.645296] env[63676]: DEBUG oslo_vmware.api [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926328, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.820919] env[63676]: DEBUG nova.network.neutron [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2041.982764] env[63676]: DEBUG nova.network.neutron [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Updating instance_info_cache with network_info: [{"id": "0fa9a3d8-64dd-46c2-ac2a-ac393de91694", "address": "fa:16:3e:4a:59:52", "network": {"id": "465bc3ab-3d10-4ad3-beba-d983da006dd4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1745781740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e68c77877174b049493f256f443f81f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa9a3d8-64", "ovs_interfaceid": "0fa9a3d8-64dd-46c2-ac2a-ac393de91694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.024682] env[63676]: DEBUG oslo_concurrency.lockutils [None req-82db94c8-ec6d-4842-a877-23576d4cf869 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.149446] env[63676]: DEBUG oslo_vmware.api [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926328, 'name': CreateSnapshot_Task, 'duration_secs': 0.525458} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.149766] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Created Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2042.150511] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0b5686-aea8-4960-9bff-0920e8e1648c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.299819] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbdc7b5-3c89-46a7-a563-da026391917a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.307727] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bad3be9-d02f-4f2d-8319-e32c3d23ebb0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.340915] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24707e2-2959-4a7a-b104-d1c56c5eb5f1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.349258] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4474f701-2d74-4cb6-8bbc-f77c2590d4c4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.362926] env[63676]: DEBUG nova.compute.provider_tree [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2042.486961] env[63676]: DEBUG oslo_concurrency.lockutils [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Releasing lock "refresh_cache-e3f919b5-3524-4926-ad4b-a717d9f3df6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2042.487348] env[63676]: DEBUG nova.compute.manager [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Instance network_info: |[{"id": "0fa9a3d8-64dd-46c2-ac2a-ac393de91694", "address": "fa:16:3e:4a:59:52", "network": {"id": "465bc3ab-3d10-4ad3-beba-d983da006dd4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1745781740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e68c77877174b049493f256f443f81f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa9a3d8-64", "ovs_interfaceid": "0fa9a3d8-64dd-46c2-ac2a-ac393de91694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2042.487794] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:59:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fa9a3d8-64dd-46c2-ac2a-ac393de91694', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2042.496050] env[63676]: DEBUG oslo.service.loopingcall [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2042.496594] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2042.496594] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79c8392e-47f1-4c9a-af9b-7b6f80392060 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.516478] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2042.516478] env[63676]: value = "task-1926329" [ 2042.516478] env[63676]: _type = "Task" [ 2042.516478] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.524465] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926329, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.605592] env[63676]: DEBUG nova.compute.manager [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2042.630036] env[63676]: DEBUG nova.virt.hardware [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2042.630362] env[63676]: DEBUG nova.virt.hardware [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2042.630440] env[63676]: DEBUG nova.virt.hardware [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2042.630622] env[63676]: DEBUG nova.virt.hardware [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2042.630769] env[63676]: DEBUG nova.virt.hardware [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2042.630920] env[63676]: DEBUG nova.virt.hardware [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2042.631149] env[63676]: DEBUG nova.virt.hardware [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2042.631350] env[63676]: DEBUG nova.virt.hardware [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2042.631610] env[63676]: DEBUG nova.virt.hardware [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2042.631782] env[63676]: DEBUG nova.virt.hardware [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2042.632050] env[63676]: DEBUG nova.virt.hardware [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2042.633017] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4068852-eba0-4481-9fed-d5816bfa8de4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.641729] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c51312af-8714-4b2f-b10e-adf8b0fdfefe {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.671155] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Creating linked-clone VM from snapshot {{(pid=63676) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2042.671538] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3b5f7791-4b47-43df-90a5-af3793a0ca5e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.679647] env[63676]: DEBUG oslo_vmware.api [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2042.679647] env[63676]: value = "task-1926330" [ 2042.679647] env[63676]: _type = "Task" [ 2042.679647] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.689257] env[63676]: DEBUG oslo_vmware.api [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926330, 'name': CloneVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.704439] env[63676]: DEBUG nova.compute.manager [req-f3760ccd-7df4-449e-bcb7-4db789947cc1 req-721b6f5e-2acd-4fb1-80d0-84cb3897acae service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Received event network-changed-0fa9a3d8-64dd-46c2-ac2a-ac393de91694 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2042.704529] env[63676]: DEBUG nova.compute.manager [req-f3760ccd-7df4-449e-bcb7-4db789947cc1 req-721b6f5e-2acd-4fb1-80d0-84cb3897acae service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Refreshing instance network info cache due to event network-changed-0fa9a3d8-64dd-46c2-ac2a-ac393de91694. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2042.704744] env[63676]: DEBUG oslo_concurrency.lockutils [req-f3760ccd-7df4-449e-bcb7-4db789947cc1 req-721b6f5e-2acd-4fb1-80d0-84cb3897acae service nova] Acquiring lock "refresh_cache-e3f919b5-3524-4926-ad4b-a717d9f3df6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2042.704893] env[63676]: DEBUG oslo_concurrency.lockutils [req-f3760ccd-7df4-449e-bcb7-4db789947cc1 req-721b6f5e-2acd-4fb1-80d0-84cb3897acae service nova] Acquired lock "refresh_cache-e3f919b5-3524-4926-ad4b-a717d9f3df6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2042.705067] env[63676]: DEBUG nova.network.neutron [req-f3760ccd-7df4-449e-bcb7-4db789947cc1 req-721b6f5e-2acd-4fb1-80d0-84cb3897acae service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Refreshing network info cache for port 0fa9a3d8-64dd-46c2-ac2a-ac393de91694 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2042.858678] env[63676]: DEBUG oslo_vmware.rw_handles [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eac84e-1534-455c-909b-8e9de773eba1/disk-0.vmdk. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2042.859727] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adcd738-4992-4da4-bd7e-05ec97c632a9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.866431] env[63676]: DEBUG nova.scheduler.client.report [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2042.869963] env[63676]: DEBUG oslo_vmware.rw_handles [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eac84e-1534-455c-909b-8e9de773eba1/disk-0.vmdk is in state: ready. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2042.870165] env[63676]: ERROR oslo_vmware.rw_handles [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eac84e-1534-455c-909b-8e9de773eba1/disk-0.vmdk due to incomplete transfer. [ 2042.870598] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4b618140-738b-4512-a9e7-1c69d1425657 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.878615] env[63676]: DEBUG oslo_vmware.rw_handles [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eac84e-1534-455c-909b-8e9de773eba1/disk-0.vmdk. {{(pid=63676) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2042.878615] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Uploaded image 5e2ae228-0c84-48a5-b3d5-4169ad5bcb61 to the Glance image server {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2042.880413] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Destroying the VM {{(pid=63676) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2042.880662] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d5943857-5e0f-4791-9dfe-8235b527ea0a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.887716] env[63676]: DEBUG oslo_vmware.api [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2042.887716] env[63676]: value = "task-1926331" [ 2042.887716] env[63676]: _type = "Task" [ 2042.887716] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.895978] env[63676]: DEBUG oslo_vmware.api [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926331, 'name': Destroy_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.026742] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926329, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.193472] env[63676]: DEBUG oslo_vmware.api [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926330, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.264475] env[63676]: DEBUG nova.network.neutron [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Successfully updated port: 75d0e38a-3c1c-4649-889c-0aa523d13f99 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2043.372073] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.374448] env[63676]: DEBUG oslo_concurrency.lockutils [None req-82db94c8-ec6d-4842-a877-23576d4cf869 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.350s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.374698] env[63676]: DEBUG nova.objects.instance [None req-82db94c8-ec6d-4842-a877-23576d4cf869 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lazy-loading 'resources' on Instance uuid 19dd7335-4cdc-4563-96de-6ae1c920a7a2 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2043.392997] env[63676]: INFO nova.scheduler.client.report [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Deleted allocations for instance 91df9ad8-2c37-4eda-a0b1-e851fef3e30c [ 2043.406580] env[63676]: DEBUG oslo_vmware.api [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926331, 'name': Destroy_Task} progress is 33%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.528426] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926329, 'name': CreateVM_Task, 'duration_secs': 0.603026} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.531806] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2043.531806] env[63676]: DEBUG oslo_concurrency.lockutils [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2043.531806] env[63676]: DEBUG oslo_concurrency.lockutils [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2043.531806] env[63676]: DEBUG oslo_concurrency.lockutils [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2043.531806] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9599dad2-4fe6-4831-9f5d-cfe8038153ed {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.538965] env[63676]: DEBUG oslo_vmware.api [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 2043.538965] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bade26-b8fa-3884-d6be-db120e49c82d" [ 2043.538965] env[63676]: _type = "Task" [ 2043.538965] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.547720] env[63676]: DEBUG oslo_vmware.api [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bade26-b8fa-3884-d6be-db120e49c82d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.608527] env[63676]: DEBUG nova.network.neutron [req-f3760ccd-7df4-449e-bcb7-4db789947cc1 req-721b6f5e-2acd-4fb1-80d0-84cb3897acae service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Updated VIF entry in instance network info cache for port 0fa9a3d8-64dd-46c2-ac2a-ac393de91694. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2043.608963] env[63676]: DEBUG nova.network.neutron [req-f3760ccd-7df4-449e-bcb7-4db789947cc1 req-721b6f5e-2acd-4fb1-80d0-84cb3897acae service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Updating instance_info_cache with network_info: [{"id": "0fa9a3d8-64dd-46c2-ac2a-ac393de91694", "address": "fa:16:3e:4a:59:52", "network": {"id": "465bc3ab-3d10-4ad3-beba-d983da006dd4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1745781740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e68c77877174b049493f256f443f81f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa9a3d8-64", "ovs_interfaceid": "0fa9a3d8-64dd-46c2-ac2a-ac393de91694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2043.690849] env[63676]: DEBUG oslo_vmware.api [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926330, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.766869] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "refresh_cache-e9e3394a-81fc-4203-a5d0-4d6ceee98e84" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2043.767078] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired lock "refresh_cache-e9e3394a-81fc-4203-a5d0-4d6ceee98e84" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2043.767174] env[63676]: DEBUG nova.network.neutron [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2043.902074] env[63676]: DEBUG oslo_vmware.api [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926331, 'name': Destroy_Task, 'duration_secs': 0.706051} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.902434] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Destroyed the VM [ 2043.902678] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Deleting Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2043.902942] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e13807da-ee39-40c1-9814-4615e3793f09 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.912987] env[63676]: DEBUG oslo_vmware.api [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2043.912987] env[63676]: value = "task-1926332" [ 2043.912987] env[63676]: _type = "Task" [ 2043.912987] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.913677] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5c491128-82dd-403b-a4bd-9a5b552f8c83 tempest-ServersTestJSON-1324139282 tempest-ServersTestJSON-1324139282-project-member] Lock "91df9ad8-2c37-4eda-a0b1-e851fef3e30c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.277s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.923467] env[63676]: DEBUG oslo_vmware.api [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926332, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.050135] env[63676]: DEBUG oslo_vmware.api [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bade26-b8fa-3884-d6be-db120e49c82d, 'name': SearchDatastore_Task, 'duration_secs': 0.0101} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.050471] env[63676]: DEBUG oslo_concurrency.lockutils [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2044.050727] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2044.050979] env[63676]: DEBUG oslo_concurrency.lockutils [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.051136] env[63676]: DEBUG oslo_concurrency.lockutils [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.052037] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2044.052037] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d510492-85e1-4b3f-be99-01017c8bca0b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.060307] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2044.060497] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2044.064394] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-409d35e5-c7c1-49b4-b51c-33b560972b0b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.069891] env[63676]: DEBUG oslo_vmware.api [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 2044.069891] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5262f083-0f53-373c-fed2-d0b1682b86c4" [ 2044.069891] env[63676]: _type = "Task" [ 2044.069891] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.078236] env[63676]: DEBUG oslo_vmware.api [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5262f083-0f53-373c-fed2-d0b1682b86c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.098741] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58ef960-39ed-49b4-8f97-fb2aa92e41fc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.106358] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddefdbe2-41fc-4a54-a623-e17a0271f72f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.111345] env[63676]: DEBUG oslo_concurrency.lockutils [req-f3760ccd-7df4-449e-bcb7-4db789947cc1 req-721b6f5e-2acd-4fb1-80d0-84cb3897acae service nova] Releasing lock "refresh_cache-e3f919b5-3524-4926-ad4b-a717d9f3df6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2044.138536] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a31494-2f17-40a7-b443-616bfefcd48d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.146271] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83e5cdf9-1a27-4c1e-9bbd-5018ce0a1e79 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.159420] env[63676]: DEBUG nova.compute.provider_tree [None req-82db94c8-ec6d-4842-a877-23576d4cf869 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2044.191338] env[63676]: DEBUG oslo_vmware.api [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926330, 'name': CloneVM_Task} progress is 95%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.305910] env[63676]: DEBUG nova.network.neutron [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2044.426062] env[63676]: DEBUG oslo_vmware.api [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926332, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.459076] env[63676]: DEBUG nova.network.neutron [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Updating instance_info_cache with network_info: [{"id": "75d0e38a-3c1c-4649-889c-0aa523d13f99", "address": "fa:16:3e:13:ee:55", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75d0e38a-3c", "ovs_interfaceid": "75d0e38a-3c1c-4649-889c-0aa523d13f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2044.581210] env[63676]: DEBUG oslo_vmware.api [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5262f083-0f53-373c-fed2-d0b1682b86c4, 'name': SearchDatastore_Task, 'duration_secs': 0.00844} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.582180] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-321c4a30-6a62-4673-9f46-8f228b188a7e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.587579] env[63676]: DEBUG oslo_vmware.api [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 2044.587579] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d08fd4-711c-b852-c7a6-ef2e7493bcbe" [ 2044.587579] env[63676]: _type = "Task" [ 2044.587579] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.596100] env[63676]: DEBUG oslo_vmware.api [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d08fd4-711c-b852-c7a6-ef2e7493bcbe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.663873] env[63676]: DEBUG nova.scheduler.client.report [None req-82db94c8-ec6d-4842-a877-23576d4cf869 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2044.691729] env[63676]: DEBUG oslo_vmware.api [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926330, 'name': CloneVM_Task, 'duration_secs': 1.665009} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.692010] env[63676]: INFO nova.virt.vmwareapi.vmops [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Created linked-clone VM from snapshot [ 2044.692838] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7abff1-73a6-44c0-aea6-66de450671ea {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.701055] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Uploading image 7b772ab1-6ab7-494c-b8cb-12d592c0b9a0 {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2044.729916] env[63676]: DEBUG oslo_vmware.rw_handles [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2044.729916] env[63676]: value = "vm-397205" [ 2044.729916] env[63676]: _type = "VirtualMachine" [ 2044.729916] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2044.730231] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7d3ae056-d756-4775-b27b-8934a0e09200 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.738804] env[63676]: DEBUG oslo_vmware.rw_handles [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lease: (returnval){ [ 2044.738804] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521255db-c824-6013-a3a8-7cdea3b0b8dd" [ 2044.738804] env[63676]: _type = "HttpNfcLease" [ 2044.738804] env[63676]: } obtained for exporting VM: (result){ [ 2044.738804] env[63676]: value = "vm-397205" [ 2044.738804] env[63676]: _type = "VirtualMachine" [ 2044.738804] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2044.738804] env[63676]: DEBUG oslo_vmware.api [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the lease: (returnval){ [ 2044.738804] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521255db-c824-6013-a3a8-7cdea3b0b8dd" [ 2044.738804] env[63676]: _type = "HttpNfcLease" [ 2044.738804] env[63676]: } to be ready. {{(pid=63676) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2044.745392] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2044.745392] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521255db-c824-6013-a3a8-7cdea3b0b8dd" [ 2044.745392] env[63676]: _type = "HttpNfcLease" [ 2044.745392] env[63676]: } is initializing. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2044.905664] env[63676]: DEBUG nova.compute.manager [req-cdb79602-6274-44ad-8930-7629895672db req-b1ddf0bf-1e53-4954-8ae6-d6a3190d4b93 service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Received event network-vif-plugged-75d0e38a-3c1c-4649-889c-0aa523d13f99 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2044.905961] env[63676]: DEBUG oslo_concurrency.lockutils [req-cdb79602-6274-44ad-8930-7629895672db req-b1ddf0bf-1e53-4954-8ae6-d6a3190d4b93 service nova] Acquiring lock "e9e3394a-81fc-4203-a5d0-4d6ceee98e84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2044.906087] env[63676]: DEBUG oslo_concurrency.lockutils [req-cdb79602-6274-44ad-8930-7629895672db req-b1ddf0bf-1e53-4954-8ae6-d6a3190d4b93 service nova] Lock "e9e3394a-81fc-4203-a5d0-4d6ceee98e84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2044.906259] env[63676]: DEBUG oslo_concurrency.lockutils [req-cdb79602-6274-44ad-8930-7629895672db req-b1ddf0bf-1e53-4954-8ae6-d6a3190d4b93 service nova] Lock "e9e3394a-81fc-4203-a5d0-4d6ceee98e84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.906434] env[63676]: DEBUG nova.compute.manager [req-cdb79602-6274-44ad-8930-7629895672db req-b1ddf0bf-1e53-4954-8ae6-d6a3190d4b93 service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] No waiting events found dispatching network-vif-plugged-75d0e38a-3c1c-4649-889c-0aa523d13f99 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2044.906597] env[63676]: WARNING nova.compute.manager [req-cdb79602-6274-44ad-8930-7629895672db req-b1ddf0bf-1e53-4954-8ae6-d6a3190d4b93 service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Received unexpected event network-vif-plugged-75d0e38a-3c1c-4649-889c-0aa523d13f99 for instance with vm_state building and task_state spawning. [ 2044.906754] env[63676]: DEBUG nova.compute.manager [req-cdb79602-6274-44ad-8930-7629895672db req-b1ddf0bf-1e53-4954-8ae6-d6a3190d4b93 service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Received event network-changed-75d0e38a-3c1c-4649-889c-0aa523d13f99 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2044.906906] env[63676]: DEBUG nova.compute.manager [req-cdb79602-6274-44ad-8930-7629895672db req-b1ddf0bf-1e53-4954-8ae6-d6a3190d4b93 service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Refreshing instance network info cache due to event network-changed-75d0e38a-3c1c-4649-889c-0aa523d13f99. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2044.907094] env[63676]: DEBUG oslo_concurrency.lockutils [req-cdb79602-6274-44ad-8930-7629895672db req-b1ddf0bf-1e53-4954-8ae6-d6a3190d4b93 service nova] Acquiring lock "refresh_cache-e9e3394a-81fc-4203-a5d0-4d6ceee98e84" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.925566] env[63676]: DEBUG oslo_vmware.api [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926332, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.961127] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Releasing lock "refresh_cache-e9e3394a-81fc-4203-a5d0-4d6ceee98e84" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2044.961616] env[63676]: DEBUG nova.compute.manager [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Instance network_info: |[{"id": "75d0e38a-3c1c-4649-889c-0aa523d13f99", "address": "fa:16:3e:13:ee:55", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75d0e38a-3c", "ovs_interfaceid": "75d0e38a-3c1c-4649-889c-0aa523d13f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2044.961934] env[63676]: DEBUG oslo_concurrency.lockutils [req-cdb79602-6274-44ad-8930-7629895672db req-b1ddf0bf-1e53-4954-8ae6-d6a3190d4b93 service nova] Acquired lock "refresh_cache-e9e3394a-81fc-4203-a5d0-4d6ceee98e84" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.962129] env[63676]: DEBUG nova.network.neutron [req-cdb79602-6274-44ad-8930-7629895672db req-b1ddf0bf-1e53-4954-8ae6-d6a3190d4b93 service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Refreshing network info cache for port 75d0e38a-3c1c-4649-889c-0aa523d13f99 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2044.963654] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:13:ee:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a7ba8d0-0208-4af7-af44-2a5ad382f9be', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '75d0e38a-3c1c-4649-889c-0aa523d13f99', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2044.971163] env[63676]: DEBUG oslo.service.loopingcall [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2044.971690] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2044.971907] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28add904-f9e1-4685-bdf9-68290f0ec27f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.994647] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2044.994647] env[63676]: value = "task-1926334" [ 2044.994647] env[63676]: _type = "Task" [ 2044.994647] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.003519] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926334, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.098067] env[63676]: DEBUG oslo_vmware.api [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d08fd4-711c-b852-c7a6-ef2e7493bcbe, 'name': SearchDatastore_Task, 'duration_secs': 0.009677} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.098370] env[63676]: DEBUG oslo_concurrency.lockutils [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2045.098636] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] e3f919b5-3524-4926-ad4b-a717d9f3df6b/e3f919b5-3524-4926-ad4b-a717d9f3df6b.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2045.098894] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86655b3e-4abd-4a53-80ea-398436204fb3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.105300] env[63676]: DEBUG oslo_vmware.api [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 2045.105300] env[63676]: value = "task-1926335" [ 2045.105300] env[63676]: _type = "Task" [ 2045.105300] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.113673] env[63676]: DEBUG oslo_vmware.api [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926335, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.168382] env[63676]: DEBUG oslo_concurrency.lockutils [None req-82db94c8-ec6d-4842-a877-23576d4cf869 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.794s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.203748] env[63676]: INFO nova.scheduler.client.report [None req-82db94c8-ec6d-4842-a877-23576d4cf869 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Deleted allocations for instance 19dd7335-4cdc-4563-96de-6ae1c920a7a2 [ 2045.247121] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2045.247121] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521255db-c824-6013-a3a8-7cdea3b0b8dd" [ 2045.247121] env[63676]: _type = "HttpNfcLease" [ 2045.247121] env[63676]: } is ready. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2045.247502] env[63676]: DEBUG oslo_vmware.rw_handles [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2045.247502] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521255db-c824-6013-a3a8-7cdea3b0b8dd" [ 2045.247502] env[63676]: _type = "HttpNfcLease" [ 2045.247502] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2045.248261] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64021d9-4e15-4b64-a748-d081adc39a6e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.256914] env[63676]: DEBUG oslo_vmware.rw_handles [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523944ee-b5fe-570d-69f5-85b423fe2e5c/disk-0.vmdk from lease info. {{(pid=63676) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2045.257307] env[63676]: DEBUG oslo_vmware.rw_handles [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523944ee-b5fe-570d-69f5-85b423fe2e5c/disk-0.vmdk for reading. {{(pid=63676) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2045.426836] env[63676]: DEBUG oslo_vmware.api [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926332, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.504866] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926334, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.554940] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a6cfc296-e9d7-49ef-b35b-48d7437a6fd8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.616316] env[63676]: DEBUG oslo_vmware.api [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926335, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.712756] env[63676]: DEBUG oslo_concurrency.lockutils [None req-82db94c8-ec6d-4842-a877-23576d4cf869 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "19dd7335-4cdc-4563-96de-6ae1c920a7a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.741s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.729400] env[63676]: DEBUG nova.network.neutron [req-cdb79602-6274-44ad-8930-7629895672db req-b1ddf0bf-1e53-4954-8ae6-d6a3190d4b93 service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Updated VIF entry in instance network info cache for port 75d0e38a-3c1c-4649-889c-0aa523d13f99. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2045.729776] env[63676]: DEBUG nova.network.neutron [req-cdb79602-6274-44ad-8930-7629895672db req-b1ddf0bf-1e53-4954-8ae6-d6a3190d4b93 service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Updating instance_info_cache with network_info: [{"id": "75d0e38a-3c1c-4649-889c-0aa523d13f99", "address": "fa:16:3e:13:ee:55", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75d0e38a-3c", "ovs_interfaceid": "75d0e38a-3c1c-4649-889c-0aa523d13f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2045.934255] env[63676]: DEBUG oslo_vmware.api [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926332, 'name': RemoveSnapshot_Task, 'duration_secs': 1.621734} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.934638] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Deleted Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2045.935213] env[63676]: INFO nova.compute.manager [None req-784b5121-601d-4a3e-8981-1df3773283c9 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Took 17.33 seconds to snapshot the instance on the hypervisor. [ 2046.006852] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926334, 'name': CreateVM_Task, 'duration_secs': 0.583511} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.007437] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2046.008266] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2046.008499] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.009226] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2046.009981] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e0afe16-e06a-4c75-ac1b-d3239fbd16f9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.014851] env[63676]: DEBUG oslo_vmware.api [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 2046.014851] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527f1f2f-08cf-f162-3cb1-62e9343c5609" [ 2046.014851] env[63676]: _type = "Task" [ 2046.014851] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.024628] env[63676]: DEBUG oslo_vmware.api [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527f1f2f-08cf-f162-3cb1-62e9343c5609, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.117209] env[63676]: DEBUG oslo_vmware.api [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926335, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57159} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.117611] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] e3f919b5-3524-4926-ad4b-a717d9f3df6b/e3f919b5-3524-4926-ad4b-a717d9f3df6b.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2046.117881] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2046.118284] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e045d0f-401e-4131-96a3-30498f38ecd6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.125660] env[63676]: DEBUG oslo_vmware.api [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 2046.125660] env[63676]: value = "task-1926336" [ 2046.125660] env[63676]: _type = "Task" [ 2046.125660] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.134897] env[63676]: DEBUG oslo_vmware.api [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.233118] env[63676]: DEBUG oslo_concurrency.lockutils [req-cdb79602-6274-44ad-8930-7629895672db req-b1ddf0bf-1e53-4954-8ae6-d6a3190d4b93 service nova] Releasing lock "refresh_cache-e9e3394a-81fc-4203-a5d0-4d6ceee98e84" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2046.526369] env[63676]: DEBUG oslo_vmware.api [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527f1f2f-08cf-f162-3cb1-62e9343c5609, 'name': SearchDatastore_Task, 'duration_secs': 0.014047} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.526748] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2046.527139] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2046.528031] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2046.528218] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2046.528426] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2046.529234] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-403be3e7-b5ee-45f5-9c7d-d8f14784fe24 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.542110] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2046.542110] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2046.542829] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6170d851-50c4-4bd9-b744-d0ddc1c50c16 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.549089] env[63676]: DEBUG oslo_vmware.api [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 2046.549089] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520b72ea-52f5-a033-739b-e9f73e84a28e" [ 2046.549089] env[63676]: _type = "Task" [ 2046.549089] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.557445] env[63676]: DEBUG oslo_vmware.api [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520b72ea-52f5-a033-739b-e9f73e84a28e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.636474] env[63676]: DEBUG oslo_vmware.api [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071112} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.636873] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2046.637704] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1fee72-b26e-4297-b0d5-ed394d8b70f2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.664176] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] e3f919b5-3524-4926-ad4b-a717d9f3df6b/e3f919b5-3524-4926-ad4b-a717d9f3df6b.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2046.665013] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98540b6d-b3bd-49ba-aff6-e7a00aa061db {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.687036] env[63676]: DEBUG oslo_vmware.api [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 2046.687036] env[63676]: value = "task-1926337" [ 2046.687036] env[63676]: _type = "Task" [ 2046.687036] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.698286] env[63676]: DEBUG oslo_vmware.api [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926337, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.060700] env[63676]: DEBUG oslo_vmware.api [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520b72ea-52f5-a033-739b-e9f73e84a28e, 'name': SearchDatastore_Task, 'duration_secs': 0.023704} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.061724] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4a8f3c8-f7ba-49c7-ad3f-eabb56464746 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.067687] env[63676]: DEBUG oslo_vmware.api [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 2047.067687] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c5310f-cec8-7eee-ad0e-b77816822b2a" [ 2047.067687] env[63676]: _type = "Task" [ 2047.067687] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.079693] env[63676]: DEBUG oslo_vmware.api [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c5310f-cec8-7eee-ad0e-b77816822b2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.198541] env[63676]: DEBUG oslo_vmware.api [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.482214] env[63676]: DEBUG oslo_concurrency.lockutils [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "e4e9aa22-87ba-4cab-99fd-6e2da17d3779" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2047.482525] env[63676]: DEBUG oslo_concurrency.lockutils [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "e4e9aa22-87ba-4cab-99fd-6e2da17d3779" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2047.579047] env[63676]: DEBUG oslo_vmware.api [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c5310f-cec8-7eee-ad0e-b77816822b2a, 'name': SearchDatastore_Task, 'duration_secs': 0.013128} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.579383] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.579690] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] e9e3394a-81fc-4203-a5d0-4d6ceee98e84/e9e3394a-81fc-4203-a5d0-4d6ceee98e84.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2047.580018] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37f5d820-bc2e-4cfa-aa01-56a8c600a583 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.583065] env[63676]: DEBUG nova.compute.manager [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2047.583904] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6174bfce-e14c-478d-acbe-d657c867016b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.595366] env[63676]: DEBUG oslo_vmware.api [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 2047.595366] env[63676]: value = "task-1926338" [ 2047.595366] env[63676]: _type = "Task" [ 2047.595366] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.603604] env[63676]: DEBUG oslo_vmware.api [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926338, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.696591] env[63676]: DEBUG oslo_vmware.api [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926337, 'name': ReconfigVM_Task, 'duration_secs': 0.767275} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.696903] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Reconfigured VM instance instance-00000069 to attach disk [datastore1] e3f919b5-3524-4926-ad4b-a717d9f3df6b/e3f919b5-3524-4926-ad4b-a717d9f3df6b.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2047.698108] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e925e01-a8e9-491d-9bae-32f8a8134044 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.704434] env[63676]: DEBUG oslo_vmware.api [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 2047.704434] env[63676]: value = "task-1926339" [ 2047.704434] env[63676]: _type = "Task" [ 2047.704434] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.713810] env[63676]: DEBUG oslo_vmware.api [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926339, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.985557] env[63676]: DEBUG nova.compute.manager [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2048.100606] env[63676]: INFO nova.compute.manager [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] instance snapshotting [ 2048.103754] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5017bddd-8b71-4f33-9663-e99f7317c5cc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.110016] env[63676]: DEBUG oslo_vmware.api [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926338, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.126973] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1750349-aed4-4c41-a9a1-abcf53e478e8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.215173] env[63676]: DEBUG oslo_vmware.api [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926339, 'name': Rename_Task, 'duration_secs': 0.137328} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.215448] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2048.215727] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e92aca6-821b-43d6-abd8-23c65862d2f1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.222056] env[63676]: DEBUG oslo_vmware.api [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 2048.222056] env[63676]: value = "task-1926340" [ 2048.222056] env[63676]: _type = "Task" [ 2048.222056] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.229794] env[63676]: DEBUG oslo_vmware.api [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.509676] env[63676]: DEBUG oslo_concurrency.lockutils [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2048.509948] env[63676]: DEBUG oslo_concurrency.lockutils [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2048.511533] env[63676]: INFO nova.compute.claims [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2048.606472] env[63676]: DEBUG oslo_vmware.api [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926338, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53708} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.606788] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] e9e3394a-81fc-4203-a5d0-4d6ceee98e84/e9e3394a-81fc-4203-a5d0-4d6ceee98e84.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2048.606940] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2048.607219] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7000404-b31e-476d-a38e-9daf78987cc0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.614467] env[63676]: DEBUG oslo_vmware.api [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 2048.614467] env[63676]: value = "task-1926341" [ 2048.614467] env[63676]: _type = "Task" [ 2048.614467] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.622733] env[63676]: DEBUG oslo_vmware.api [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.638080] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Creating Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2048.638412] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-bec94f74-06ab-41c8-91e1-88256015b485 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.647135] env[63676]: DEBUG oslo_vmware.api [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2048.647135] env[63676]: value = "task-1926342" [ 2048.647135] env[63676]: _type = "Task" [ 2048.647135] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.656059] env[63676]: DEBUG oslo_vmware.api [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926342, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.732099] env[63676]: DEBUG oslo_vmware.api [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926340, 'name': PowerOnVM_Task, 'duration_secs': 0.452623} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.732357] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2048.732607] env[63676]: INFO nova.compute.manager [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Took 8.46 seconds to spawn the instance on the hypervisor. [ 2048.732806] env[63676]: DEBUG nova.compute.manager [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2048.733750] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71908a6a-faaa-40c6-b006-b6ee00618f71 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.125478] env[63676]: DEBUG oslo_vmware.api [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080527} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.125789] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2049.126584] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8897fa96-53d0-41f9-9e1e-9e22fb83dd7c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.150021] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] e9e3394a-81fc-4203-a5d0-4d6ceee98e84/e9e3394a-81fc-4203-a5d0-4d6ceee98e84.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2049.150350] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e720776-c22e-4048-b184-f3276a70704b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.173916] env[63676]: DEBUG oslo_vmware.api [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926342, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.175296] env[63676]: DEBUG oslo_vmware.api [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 2049.175296] env[63676]: value = "task-1926343" [ 2049.175296] env[63676]: _type = "Task" [ 2049.175296] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.183577] env[63676]: DEBUG oslo_vmware.api [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926343, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.250616] env[63676]: INFO nova.compute.manager [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Took 17.31 seconds to build instance. [ 2049.549062] env[63676]: DEBUG oslo_concurrency.lockutils [None req-42ae5a22-d348-40b5-857d-7ee4d62e07aa tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "907bf91b-be1f-4a9a-a557-6c9e2906037c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2049.549772] env[63676]: DEBUG oslo_concurrency.lockutils [None req-42ae5a22-d348-40b5-857d-7ee4d62e07aa tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "907bf91b-be1f-4a9a-a557-6c9e2906037c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2049.660761] env[63676]: DEBUG oslo_vmware.api [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926342, 'name': CreateSnapshot_Task, 'duration_secs': 0.964569} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.663649] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Created Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2049.664956] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a1b9084-686e-4a6d-9621-7edaab0f3aa3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.687677] env[63676]: DEBUG oslo_vmware.api [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926343, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.706980] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f885ffaa-fc77-4bf7-a6c7-4af1c86f0218 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.716318] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ad5652-208e-4e77-9435-590b4d710d61 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.751233] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f799008e-14b0-45a7-8f35-4e46a7dded7b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.754260] env[63676]: DEBUG oslo_concurrency.lockutils [None req-552dfbcc-982f-4c18-b6dd-5d7a6cdb5e76 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "e3f919b5-3524-4926-ad4b-a717d9f3df6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.835s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.759636] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b44b6a-eb9a-4106-9ac7-66d9bde598ba {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.775856] env[63676]: DEBUG nova.compute.provider_tree [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2050.055688] env[63676]: INFO nova.compute.manager [None req-42ae5a22-d348-40b5-857d-7ee4d62e07aa tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Detaching volume 73697bed-60b7-49c3-8def-9ad7c80ccc4d [ 2050.096122] env[63676]: INFO nova.virt.block_device [None req-42ae5a22-d348-40b5-857d-7ee4d62e07aa tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Attempting to driver detach volume 73697bed-60b7-49c3-8def-9ad7c80ccc4d from mountpoint /dev/sdb [ 2050.096122] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ae5a22-d348-40b5-857d-7ee4d62e07aa tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Volume detach. Driver type: vmdk {{(pid=63676) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2050.096122] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ae5a22-d348-40b5-857d-7ee4d62e07aa tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397179', 'volume_id': '73697bed-60b7-49c3-8def-9ad7c80ccc4d', 'name': 'volume-73697bed-60b7-49c3-8def-9ad7c80ccc4d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '907bf91b-be1f-4a9a-a557-6c9e2906037c', 'attached_at': '', 'detached_at': '', 'volume_id': '73697bed-60b7-49c3-8def-9ad7c80ccc4d', 'serial': '73697bed-60b7-49c3-8def-9ad7c80ccc4d'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2050.097341] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34b9c27-011e-4767-b582-e6ddcdcb223c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.122496] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2fc36a-461b-4cd7-8c50-591930cc1ee9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.130379] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6316ce35-4df0-4bc0-bca7-529e326a5a48 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.153383] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c020ff3f-5c92-41b2-9495-cd4c76d38ecf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.169502] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ae5a22-d348-40b5-857d-7ee4d62e07aa tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] The volume has not been displaced from its original location: [datastore1] volume-73697bed-60b7-49c3-8def-9ad7c80ccc4d/volume-73697bed-60b7-49c3-8def-9ad7c80ccc4d.vmdk. No consolidation needed. {{(pid=63676) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2050.175096] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ae5a22-d348-40b5-857d-7ee4d62e07aa tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Reconfiguring VM instance instance-0000005b to detach disk 2001 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2050.175497] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c546398c-d06d-4081-9cda-dadd1e04c247 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.195796] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Creating linked-clone VM from snapshot {{(pid=63676) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2050.202177] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-57f3066a-f35a-4432-b1be-478255f8c54e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.211390] env[63676]: DEBUG oslo_vmware.api [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926343, 'name': ReconfigVM_Task, 'duration_secs': 0.603171} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.213829] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Reconfigured VM instance instance-0000006a to attach disk [datastore1] e9e3394a-81fc-4203-a5d0-4d6ceee98e84/e9e3394a-81fc-4203-a5d0-4d6ceee98e84.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2050.214690] env[63676]: DEBUG oslo_vmware.api [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2050.214690] env[63676]: value = "task-1926344" [ 2050.214690] env[63676]: _type = "Task" [ 2050.214690] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.214959] env[63676]: DEBUG oslo_vmware.api [None req-42ae5a22-d348-40b5-857d-7ee4d62e07aa tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 2050.214959] env[63676]: value = "task-1926345" [ 2050.214959] env[63676]: _type = "Task" [ 2050.214959] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.215197] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d64420cc-0f12-457f-a0ea-02a15d7a5723 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.229176] env[63676]: DEBUG oslo_vmware.api [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926344, 'name': CloneVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.233384] env[63676]: DEBUG oslo_vmware.api [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 2050.233384] env[63676]: value = "task-1926346" [ 2050.233384] env[63676]: _type = "Task" [ 2050.233384] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.233606] env[63676]: DEBUG oslo_vmware.api [None req-42ae5a22-d348-40b5-857d-7ee4d62e07aa tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926345, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.242521] env[63676]: DEBUG oslo_vmware.api [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926346, 'name': Rename_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.278981] env[63676]: DEBUG nova.scheduler.client.report [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2050.367220] env[63676]: DEBUG nova.compute.manager [req-7461030d-a542-48ec-b47a-45704df921c4 req-fbbd0633-09a5-47f5-95f1-d43953bcbbf6 service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Received event network-changed-0fa9a3d8-64dd-46c2-ac2a-ac393de91694 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2050.367807] env[63676]: DEBUG nova.compute.manager [req-7461030d-a542-48ec-b47a-45704df921c4 req-fbbd0633-09a5-47f5-95f1-d43953bcbbf6 service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Refreshing instance network info cache due to event network-changed-0fa9a3d8-64dd-46c2-ac2a-ac393de91694. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2050.368448] env[63676]: DEBUG oslo_concurrency.lockutils [req-7461030d-a542-48ec-b47a-45704df921c4 req-fbbd0633-09a5-47f5-95f1-d43953bcbbf6 service nova] Acquiring lock "refresh_cache-e3f919b5-3524-4926-ad4b-a717d9f3df6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2050.369108] env[63676]: DEBUG oslo_concurrency.lockutils [req-7461030d-a542-48ec-b47a-45704df921c4 req-fbbd0633-09a5-47f5-95f1-d43953bcbbf6 service nova] Acquired lock "refresh_cache-e3f919b5-3524-4926-ad4b-a717d9f3df6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2050.369108] env[63676]: DEBUG nova.network.neutron [req-7461030d-a542-48ec-b47a-45704df921c4 req-fbbd0633-09a5-47f5-95f1-d43953bcbbf6 service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Refreshing network info cache for port 0fa9a3d8-64dd-46c2-ac2a-ac393de91694 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2050.732622] env[63676]: DEBUG oslo_vmware.api [None req-42ae5a22-d348-40b5-857d-7ee4d62e07aa tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926345, 'name': ReconfigVM_Task, 'duration_secs': 0.319049} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.736032] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ae5a22-d348-40b5-857d-7ee4d62e07aa tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Reconfigured VM instance instance-0000005b to detach disk 2001 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2050.741024] env[63676]: DEBUG oslo_vmware.api [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926344, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.741024] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6e04f10-afe6-4728-b57b-289284bbbbd8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.758654] env[63676]: DEBUG oslo_vmware.api [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926346, 'name': Rename_Task, 'duration_secs': 0.391892} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.760132] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2050.760328] env[63676]: DEBUG oslo_vmware.api [None req-42ae5a22-d348-40b5-857d-7ee4d62e07aa tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 2050.760328] env[63676]: value = "task-1926347" [ 2050.760328] env[63676]: _type = "Task" [ 2050.760328] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.761018] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79c05b49-dec0-48f3-934b-c44c794f67fa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.770252] env[63676]: DEBUG oslo_vmware.api [None req-42ae5a22-d348-40b5-857d-7ee4d62e07aa tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926347, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.771561] env[63676]: DEBUG oslo_vmware.api [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 2050.771561] env[63676]: value = "task-1926348" [ 2050.771561] env[63676]: _type = "Task" [ 2050.771561] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.782975] env[63676]: DEBUG oslo_vmware.api [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.784893] env[63676]: DEBUG oslo_concurrency.lockutils [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.275s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.785331] env[63676]: DEBUG nova.compute.manager [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2051.105065] env[63676]: DEBUG nova.network.neutron [req-7461030d-a542-48ec-b47a-45704df921c4 req-fbbd0633-09a5-47f5-95f1-d43953bcbbf6 service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Updated VIF entry in instance network info cache for port 0fa9a3d8-64dd-46c2-ac2a-ac393de91694. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2051.105474] env[63676]: DEBUG nova.network.neutron [req-7461030d-a542-48ec-b47a-45704df921c4 req-fbbd0633-09a5-47f5-95f1-d43953bcbbf6 service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Updating instance_info_cache with network_info: [{"id": "0fa9a3d8-64dd-46c2-ac2a-ac393de91694", "address": "fa:16:3e:4a:59:52", "network": {"id": "465bc3ab-3d10-4ad3-beba-d983da006dd4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1745781740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e68c77877174b049493f256f443f81f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa9a3d8-64", "ovs_interfaceid": "0fa9a3d8-64dd-46c2-ac2a-ac393de91694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2051.228750] env[63676]: DEBUG oslo_vmware.api [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926344, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.240653] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d46c9802-43c1-40e8-93fd-1f374e05ae77 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "b93872e7-c8bc-427d-9368-53840ec6cab1" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.240899] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d46c9802-43c1-40e8-93fd-1f374e05ae77 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "b93872e7-c8bc-427d-9368-53840ec6cab1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.272891] env[63676]: DEBUG oslo_vmware.api [None req-42ae5a22-d348-40b5-857d-7ee4d62e07aa tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926347, 'name': ReconfigVM_Task, 'duration_secs': 0.160345} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.276254] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-42ae5a22-d348-40b5-857d-7ee4d62e07aa tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397179', 'volume_id': '73697bed-60b7-49c3-8def-9ad7c80ccc4d', 'name': 'volume-73697bed-60b7-49c3-8def-9ad7c80ccc4d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '907bf91b-be1f-4a9a-a557-6c9e2906037c', 'attached_at': '', 'detached_at': '', 'volume_id': '73697bed-60b7-49c3-8def-9ad7c80ccc4d', 'serial': '73697bed-60b7-49c3-8def-9ad7c80ccc4d'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2051.285074] env[63676]: DEBUG oslo_vmware.api [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926348, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.290875] env[63676]: DEBUG nova.compute.utils [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2051.292361] env[63676]: DEBUG nova.compute.manager [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2051.292590] env[63676]: DEBUG nova.network.neutron [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2051.345384] env[63676]: DEBUG nova.policy [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e7263bf7600a44f28758b9729ad968ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93faadf6a08140439d5abf8ec7de9c97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 2051.607946] env[63676]: DEBUG oslo_concurrency.lockutils [req-7461030d-a542-48ec-b47a-45704df921c4 req-fbbd0633-09a5-47f5-95f1-d43953bcbbf6 service nova] Releasing lock "refresh_cache-e3f919b5-3524-4926-ad4b-a717d9f3df6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2051.649381] env[63676]: DEBUG nova.network.neutron [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Successfully created port: 33fc2db9-bab4-46f0-9a5a-154fdcdcdcaf {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2051.729692] env[63676]: DEBUG oslo_vmware.api [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926344, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.744060] env[63676]: DEBUG nova.compute.utils [None req-d46c9802-43c1-40e8-93fd-1f374e05ae77 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2051.783762] env[63676]: DEBUG oslo_vmware.api [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926348, 'name': PowerOnVM_Task, 'duration_secs': 0.898507} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.783762] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2051.784929] env[63676]: INFO nova.compute.manager [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Took 9.18 seconds to spawn the instance on the hypervisor. [ 2051.784929] env[63676]: DEBUG nova.compute.manager [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2051.785105] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09783b8c-5f62-4dcf-92d0-a6967d53628c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.797746] env[63676]: DEBUG nova.compute.manager [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2051.827174] env[63676]: DEBUG nova.objects.instance [None req-42ae5a22-d348-40b5-857d-7ee4d62e07aa tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lazy-loading 'flavor' on Instance uuid 907bf91b-be1f-4a9a-a557-6c9e2906037c {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2052.231805] env[63676]: DEBUG oslo_vmware.api [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926344, 'name': CloneVM_Task} progress is 95%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2052.247052] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d46c9802-43c1-40e8-93fd-1f374e05ae77 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "b93872e7-c8bc-427d-9368-53840ec6cab1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.307080] env[63676]: INFO nova.compute.manager [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Took 19.75 seconds to build instance. [ 2052.730090] env[63676]: DEBUG oslo_vmware.api [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926344, 'name': CloneVM_Task, 'duration_secs': 2.249008} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.730377] env[63676]: INFO nova.virt.vmwareapi.vmops [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Created linked-clone VM from snapshot [ 2052.731118] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffcc42b-8f02-4064-9e60-4826c4f8d56b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.738538] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Uploading image f08f48ff-c849-4a09-a703-f32ee0a39db5 {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2052.770804] env[63676]: DEBUG oslo_vmware.rw_handles [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2052.770804] env[63676]: value = "vm-397208" [ 2052.770804] env[63676]: _type = "VirtualMachine" [ 2052.770804] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2052.771248] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-da31e62a-72cf-46fe-9840-ec1c1bffabfe {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.778694] env[63676]: DEBUG oslo_vmware.rw_handles [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Lease: (returnval){ [ 2052.778694] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f0f8c3-1d9d-01c8-dd5e-71e33314ddd5" [ 2052.778694] env[63676]: _type = "HttpNfcLease" [ 2052.778694] env[63676]: } obtained for exporting VM: (result){ [ 2052.778694] env[63676]: value = "vm-397208" [ 2052.778694] env[63676]: _type = "VirtualMachine" [ 2052.778694] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2052.779082] env[63676]: DEBUG oslo_vmware.api [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the lease: (returnval){ [ 2052.779082] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f0f8c3-1d9d-01c8-dd5e-71e33314ddd5" [ 2052.779082] env[63676]: _type = "HttpNfcLease" [ 2052.779082] env[63676]: } to be ready. {{(pid=63676) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2052.785585] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2052.785585] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f0f8c3-1d9d-01c8-dd5e-71e33314ddd5" [ 2052.785585] env[63676]: _type = "HttpNfcLease" [ 2052.785585] env[63676]: } is initializing. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2052.808340] env[63676]: DEBUG nova.compute.manager [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2052.810833] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6b501bfd-80c6-4aa5-8a21-3ead2b0f365f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "e9e3394a-81fc-4203-a5d0-4d6ceee98e84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.263s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.838690] env[63676]: DEBUG oslo_concurrency.lockutils [None req-42ae5a22-d348-40b5-857d-7ee4d62e07aa tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "907bf91b-be1f-4a9a-a557-6c9e2906037c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.289s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.850663] env[63676]: DEBUG nova.virt.hardware [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2052.850663] env[63676]: DEBUG nova.virt.hardware [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2052.850663] env[63676]: DEBUG nova.virt.hardware [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2052.850663] env[63676]: DEBUG nova.virt.hardware [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2052.850663] env[63676]: DEBUG nova.virt.hardware [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2052.850663] env[63676]: DEBUG nova.virt.hardware [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2052.851348] env[63676]: DEBUG nova.virt.hardware [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2052.851348] env[63676]: DEBUG nova.virt.hardware [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2052.851348] env[63676]: DEBUG nova.virt.hardware [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2052.851348] env[63676]: DEBUG nova.virt.hardware [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2052.851564] env[63676]: DEBUG nova.virt.hardware [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2052.853346] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b23619d2-6bcf-4410-8383-019071c23942 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2052.863328] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39adb23f-c1aa-4ee3-a829-77ec263cb4b5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.092115] env[63676]: DEBUG nova.compute.manager [req-001a41fc-08f5-4bea-bbb0-dc9125e59999 req-5a19fe24-859c-4994-a79b-445759098ef6 service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Received event network-changed-01668ad3-e1b6-4073-a805-25b5979400e9 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2053.092339] env[63676]: DEBUG nova.compute.manager [req-001a41fc-08f5-4bea-bbb0-dc9125e59999 req-5a19fe24-859c-4994-a79b-445759098ef6 service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Refreshing instance network info cache due to event network-changed-01668ad3-e1b6-4073-a805-25b5979400e9. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2053.095730] env[63676]: DEBUG oslo_concurrency.lockutils [req-001a41fc-08f5-4bea-bbb0-dc9125e59999 req-5a19fe24-859c-4994-a79b-445759098ef6 service nova] Acquiring lock "refresh_cache-7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2053.095982] env[63676]: DEBUG oslo_concurrency.lockutils [req-001a41fc-08f5-4bea-bbb0-dc9125e59999 req-5a19fe24-859c-4994-a79b-445759098ef6 service nova] Acquired lock "refresh_cache-7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2053.096289] env[63676]: DEBUG nova.network.neutron [req-001a41fc-08f5-4bea-bbb0-dc9125e59999 req-5a19fe24-859c-4994-a79b-445759098ef6 service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Refreshing network info cache for port 01668ad3-e1b6-4073-a805-25b5979400e9 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2053.119449] env[63676]: DEBUG nova.compute.manager [req-6b51d1d8-4872-4c9a-bf41-8053b2d0466b req-d172febc-0272-4c87-bbeb-48135bb09c60 service nova] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Received event network-vif-plugged-33fc2db9-bab4-46f0-9a5a-154fdcdcdcaf {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2053.119449] env[63676]: DEBUG oslo_concurrency.lockutils [req-6b51d1d8-4872-4c9a-bf41-8053b2d0466b req-d172febc-0272-4c87-bbeb-48135bb09c60 service nova] Acquiring lock "e4e9aa22-87ba-4cab-99fd-6e2da17d3779-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.119449] env[63676]: DEBUG oslo_concurrency.lockutils [req-6b51d1d8-4872-4c9a-bf41-8053b2d0466b req-d172febc-0272-4c87-bbeb-48135bb09c60 service nova] Lock "e4e9aa22-87ba-4cab-99fd-6e2da17d3779-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.119449] env[63676]: DEBUG oslo_concurrency.lockutils [req-6b51d1d8-4872-4c9a-bf41-8053b2d0466b req-d172febc-0272-4c87-bbeb-48135bb09c60 service nova] Lock "e4e9aa22-87ba-4cab-99fd-6e2da17d3779-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.119449] env[63676]: DEBUG nova.compute.manager [req-6b51d1d8-4872-4c9a-bf41-8053b2d0466b req-d172febc-0272-4c87-bbeb-48135bb09c60 service nova] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] No waiting events found dispatching network-vif-plugged-33fc2db9-bab4-46f0-9a5a-154fdcdcdcaf {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2053.119449] env[63676]: WARNING nova.compute.manager [req-6b51d1d8-4872-4c9a-bf41-8053b2d0466b req-d172febc-0272-4c87-bbeb-48135bb09c60 service nova] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Received unexpected event network-vif-plugged-33fc2db9-bab4-46f0-9a5a-154fdcdcdcaf for instance with vm_state building and task_state spawning. [ 2053.286069] env[63676]: DEBUG nova.network.neutron [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Successfully updated port: 33fc2db9-bab4-46f0-9a5a-154fdcdcdcaf {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2053.294182] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2053.294182] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f0f8c3-1d9d-01c8-dd5e-71e33314ddd5" [ 2053.294182] env[63676]: _type = "HttpNfcLease" [ 2053.294182] env[63676]: } is ready. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2053.294182] env[63676]: DEBUG oslo_vmware.rw_handles [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2053.294182] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f0f8c3-1d9d-01c8-dd5e-71e33314ddd5" [ 2053.294182] env[63676]: _type = "HttpNfcLease" [ 2053.294182] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2053.294941] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841577c6-b3c0-4639-a526-46d34d659e17 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.304131] env[63676]: DEBUG oslo_vmware.rw_handles [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52155474-a011-d631-8ccb-57054497723d/disk-0.vmdk from lease info. {{(pid=63676) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2053.304370] env[63676]: DEBUG oslo_vmware.rw_handles [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52155474-a011-d631-8ccb-57054497723d/disk-0.vmdk for reading. {{(pid=63676) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2053.369953] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d46c9802-43c1-40e8-93fd-1f374e05ae77 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "b93872e7-c8bc-427d-9368-53840ec6cab1" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.370346] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d46c9802-43c1-40e8-93fd-1f374e05ae77 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "b93872e7-c8bc-427d-9368-53840ec6cab1" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.370830] env[63676]: INFO nova.compute.manager [None req-d46c9802-43c1-40e8-93fd-1f374e05ae77 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Attaching volume 2b6f97fa-aba5-413f-93c2-f1c8fde006eb to /dev/sdb [ 2053.411382] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28f7c88-32b3-43ed-9fbe-ca71b59097d3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.420137] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81125aba-bc9a-4e06-ab41-b6250a27df44 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.434574] env[63676]: DEBUG nova.virt.block_device [None req-d46c9802-43c1-40e8-93fd-1f374e05ae77 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Updating existing volume attachment record: 34d89c7b-a965-4d58-ad84-23770d37a1fa {{(pid=63676) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2053.448027] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a171799b-72bf-4031-bf9f-2bd61c83684e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.795408] env[63676]: DEBUG oslo_concurrency.lockutils [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "refresh_cache-e4e9aa22-87ba-4cab-99fd-6e2da17d3779" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2053.795672] env[63676]: DEBUG oslo_concurrency.lockutils [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquired lock "refresh_cache-e4e9aa22-87ba-4cab-99fd-6e2da17d3779" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2053.795747] env[63676]: DEBUG nova.network.neutron [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2053.837888] env[63676]: DEBUG nova.network.neutron [req-001a41fc-08f5-4bea-bbb0-dc9125e59999 req-5a19fe24-859c-4994-a79b-445759098ef6 service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Updated VIF entry in instance network info cache for port 01668ad3-e1b6-4073-a805-25b5979400e9. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2053.838406] env[63676]: DEBUG nova.network.neutron [req-001a41fc-08f5-4bea-bbb0-dc9125e59999 req-5a19fe24-859c-4994-a79b-445759098ef6 service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Updating instance_info_cache with network_info: [{"id": "01668ad3-e1b6-4073-a805-25b5979400e9", "address": "fa:16:3e:8e:c6:7e", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01668ad3-e1", "ovs_interfaceid": "01668ad3-e1b6-4073-a805-25b5979400e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2053.987118] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "907bf91b-be1f-4a9a-a557-6c9e2906037c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.987732] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "907bf91b-be1f-4a9a-a557-6c9e2906037c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.987867] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "907bf91b-be1f-4a9a-a557-6c9e2906037c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.988440] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "907bf91b-be1f-4a9a-a557-6c9e2906037c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2053.988763] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "907bf91b-be1f-4a9a-a557-6c9e2906037c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2053.991347] env[63676]: INFO nova.compute.manager [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Terminating instance [ 2054.342243] env[63676]: DEBUG oslo_concurrency.lockutils [req-001a41fc-08f5-4bea-bbb0-dc9125e59999 req-5a19fe24-859c-4994-a79b-445759098ef6 service nova] Releasing lock "refresh_cache-7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2054.342478] env[63676]: DEBUG nova.network.neutron [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2054.496589] env[63676]: DEBUG nova.compute.manager [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2054.496941] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2054.498105] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4051b2fa-e721-40a1-b0ef-414a56ba5fbc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.509027] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2054.509027] env[63676]: DEBUG nova.network.neutron [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Updating instance_info_cache with network_info: [{"id": "33fc2db9-bab4-46f0-9a5a-154fdcdcdcaf", "address": "fa:16:3e:83:42:fe", "network": {"id": "25772371-ba03-400f-be06-ce368c03b735", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1846336299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93faadf6a08140439d5abf8ec7de9c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33fc2db9-ba", "ovs_interfaceid": "33fc2db9-bab4-46f0-9a5a-154fdcdcdcaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2054.516024] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c126fa86-2aeb-4d87-b2c4-077e76689390 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.523554] env[63676]: DEBUG oslo_vmware.api [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 2054.523554] env[63676]: value = "task-1926353" [ 2054.523554] env[63676]: _type = "Task" [ 2054.523554] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.535529] env[63676]: DEBUG oslo_vmware.api [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.016972] env[63676]: DEBUG oslo_concurrency.lockutils [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Releasing lock "refresh_cache-e4e9aa22-87ba-4cab-99fd-6e2da17d3779" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2055.017415] env[63676]: DEBUG nova.compute.manager [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Instance network_info: |[{"id": "33fc2db9-bab4-46f0-9a5a-154fdcdcdcaf", "address": "fa:16:3e:83:42:fe", "network": {"id": "25772371-ba03-400f-be06-ce368c03b735", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1846336299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93faadf6a08140439d5abf8ec7de9c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33fc2db9-ba", "ovs_interfaceid": "33fc2db9-bab4-46f0-9a5a-154fdcdcdcaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2055.017860] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:42:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '357d2811-e990-4985-9f9e-b158d10d3699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33fc2db9-bab4-46f0-9a5a-154fdcdcdcaf', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2055.026487] env[63676]: DEBUG oslo.service.loopingcall [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2055.026899] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2055.030802] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54e0c35d-d48d-4d1d-8bb2-b7647ad744db {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.051501] env[63676]: DEBUG oslo_vmware.api [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926353, 'name': PowerOffVM_Task, 'duration_secs': 0.214706} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.052910] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2055.053237] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2055.053523] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2055.053523] env[63676]: value = "task-1926354" [ 2055.053523] env[63676]: _type = "Task" [ 2055.053523] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.053772] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6fccb99-4060-4b03-8ecd-4ef6b4f34070 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.064818] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926354, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.132138] env[63676]: DEBUG nova.compute.manager [req-bb58d9da-3b4b-44bc-925f-8aff0570dada req-522577e7-89c3-4bd8-8fa0-2ca4e1ee2280 service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Received event network-changed-75d0e38a-3c1c-4649-889c-0aa523d13f99 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2055.132290] env[63676]: DEBUG nova.compute.manager [req-bb58d9da-3b4b-44bc-925f-8aff0570dada req-522577e7-89c3-4bd8-8fa0-2ca4e1ee2280 service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Refreshing instance network info cache due to event network-changed-75d0e38a-3c1c-4649-889c-0aa523d13f99. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2055.132585] env[63676]: DEBUG oslo_concurrency.lockutils [req-bb58d9da-3b4b-44bc-925f-8aff0570dada req-522577e7-89c3-4bd8-8fa0-2ca4e1ee2280 service nova] Acquiring lock "refresh_cache-e9e3394a-81fc-4203-a5d0-4d6ceee98e84" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2055.132914] env[63676]: DEBUG oslo_concurrency.lockutils [req-bb58d9da-3b4b-44bc-925f-8aff0570dada req-522577e7-89c3-4bd8-8fa0-2ca4e1ee2280 service nova] Acquired lock "refresh_cache-e9e3394a-81fc-4203-a5d0-4d6ceee98e84" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2055.133200] env[63676]: DEBUG nova.network.neutron [req-bb58d9da-3b4b-44bc-925f-8aff0570dada req-522577e7-89c3-4bd8-8fa0-2ca4e1ee2280 service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Refreshing network info cache for port 75d0e38a-3c1c-4649-889c-0aa523d13f99 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2055.138905] env[63676]: DEBUG oslo_vmware.rw_handles [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523944ee-b5fe-570d-69f5-85b423fe2e5c/disk-0.vmdk. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2055.140198] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d395594f-da39-4969-a543-50de3aa3bbb3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.150486] env[63676]: DEBUG oslo_vmware.rw_handles [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523944ee-b5fe-570d-69f5-85b423fe2e5c/disk-0.vmdk is in state: ready. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2055.150727] env[63676]: ERROR oslo_vmware.rw_handles [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523944ee-b5fe-570d-69f5-85b423fe2e5c/disk-0.vmdk due to incomplete transfer. [ 2055.152214] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b1bf1871-9491-4bb9-a255-7617d0a4c277 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.155055] env[63676]: DEBUG nova.compute.manager [req-4d1ea435-e660-4a07-b0d8-e927adf07ea6 req-db4b2e6c-93a4-47c2-b1a0-69d19203d7c7 service nova] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Received event network-changed-33fc2db9-bab4-46f0-9a5a-154fdcdcdcaf {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2055.155357] env[63676]: DEBUG nova.compute.manager [req-4d1ea435-e660-4a07-b0d8-e927adf07ea6 req-db4b2e6c-93a4-47c2-b1a0-69d19203d7c7 service nova] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Refreshing instance network info cache due to event network-changed-33fc2db9-bab4-46f0-9a5a-154fdcdcdcaf. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2055.155558] env[63676]: DEBUG oslo_concurrency.lockutils [req-4d1ea435-e660-4a07-b0d8-e927adf07ea6 req-db4b2e6c-93a4-47c2-b1a0-69d19203d7c7 service nova] Acquiring lock "refresh_cache-e4e9aa22-87ba-4cab-99fd-6e2da17d3779" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2055.155719] env[63676]: DEBUG oslo_concurrency.lockutils [req-4d1ea435-e660-4a07-b0d8-e927adf07ea6 req-db4b2e6c-93a4-47c2-b1a0-69d19203d7c7 service nova] Acquired lock "refresh_cache-e4e9aa22-87ba-4cab-99fd-6e2da17d3779" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2055.155873] env[63676]: DEBUG nova.network.neutron [req-4d1ea435-e660-4a07-b0d8-e927adf07ea6 req-db4b2e6c-93a4-47c2-b1a0-69d19203d7c7 service nova] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Refreshing network info cache for port 33fc2db9-bab4-46f0-9a5a-154fdcdcdcaf {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2055.163993] env[63676]: DEBUG oslo_vmware.rw_handles [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523944ee-b5fe-570d-69f5-85b423fe2e5c/disk-0.vmdk. {{(pid=63676) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2055.164200] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Uploaded image 7b772ab1-6ab7-494c-b8cb-12d592c0b9a0 to the Glance image server {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2055.166869] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Destroying the VM {{(pid=63676) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2055.167999] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fa41a0dd-c0a9-49a4-9543-3c2e51b9f6eb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.175060] env[63676]: DEBUG oslo_vmware.api [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2055.175060] env[63676]: value = "task-1926356" [ 2055.175060] env[63676]: _type = "Task" [ 2055.175060] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.184116] env[63676]: DEBUG oslo_vmware.api [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926356, 'name': Destroy_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.385753] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2055.385753] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2055.385753] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Deleting the datastore file [datastore1] 907bf91b-be1f-4a9a-a557-6c9e2906037c {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2055.385753] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5876b8b-6d4f-4504-9c28-a65f0cefa390 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.396298] env[63676]: DEBUG oslo_vmware.api [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 2055.396298] env[63676]: value = "task-1926357" [ 2055.396298] env[63676]: _type = "Task" [ 2055.396298] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.405719] env[63676]: DEBUG oslo_vmware.api [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.566786] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926354, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.686065] env[63676]: DEBUG oslo_vmware.api [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926356, 'name': Destroy_Task} progress is 33%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.860075] env[63676]: DEBUG nova.network.neutron [req-bb58d9da-3b4b-44bc-925f-8aff0570dada req-522577e7-89c3-4bd8-8fa0-2ca4e1ee2280 service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Updated VIF entry in instance network info cache for port 75d0e38a-3c1c-4649-889c-0aa523d13f99. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2055.860075] env[63676]: DEBUG nova.network.neutron [req-bb58d9da-3b4b-44bc-925f-8aff0570dada req-522577e7-89c3-4bd8-8fa0-2ca4e1ee2280 service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Updating instance_info_cache with network_info: [{"id": "75d0e38a-3c1c-4649-889c-0aa523d13f99", "address": "fa:16:3e:13:ee:55", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75d0e38a-3c", "ovs_interfaceid": "75d0e38a-3c1c-4649-889c-0aa523d13f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2055.907726] env[63676]: DEBUG oslo_vmware.api [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.977476] env[63676]: DEBUG nova.network.neutron [req-4d1ea435-e660-4a07-b0d8-e927adf07ea6 req-db4b2e6c-93a4-47c2-b1a0-69d19203d7c7 service nova] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Updated VIF entry in instance network info cache for port 33fc2db9-bab4-46f0-9a5a-154fdcdcdcaf. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2055.977851] env[63676]: DEBUG nova.network.neutron [req-4d1ea435-e660-4a07-b0d8-e927adf07ea6 req-db4b2e6c-93a4-47c2-b1a0-69d19203d7c7 service nova] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Updating instance_info_cache with network_info: [{"id": "33fc2db9-bab4-46f0-9a5a-154fdcdcdcaf", "address": "fa:16:3e:83:42:fe", "network": {"id": "25772371-ba03-400f-be06-ce368c03b735", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1846336299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93faadf6a08140439d5abf8ec7de9c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33fc2db9-ba", "ovs_interfaceid": "33fc2db9-bab4-46f0-9a5a-154fdcdcdcaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2056.069916] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926354, 'name': CreateVM_Task, 'duration_secs': 0.899937} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.072070] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2056.072070] env[63676]: DEBUG oslo_concurrency.lockutils [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2056.072070] env[63676]: DEBUG oslo_concurrency.lockutils [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2056.072070] env[63676]: DEBUG oslo_concurrency.lockutils [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2056.072274] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a6ca29d-4806-4049-b221-128f062597a5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.077436] env[63676]: DEBUG oslo_vmware.api [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2056.077436] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527be806-1d99-5737-7f3b-9319fb40b2be" [ 2056.077436] env[63676]: _type = "Task" [ 2056.077436] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.085803] env[63676]: DEBUG oslo_vmware.api [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527be806-1d99-5737-7f3b-9319fb40b2be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.191354] env[63676]: DEBUG oslo_vmware.api [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926356, 'name': Destroy_Task} progress is 33%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.363102] env[63676]: DEBUG oslo_concurrency.lockutils [req-bb58d9da-3b4b-44bc-925f-8aff0570dada req-522577e7-89c3-4bd8-8fa0-2ca4e1ee2280 service nova] Releasing lock "refresh_cache-e9e3394a-81fc-4203-a5d0-4d6ceee98e84" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2056.363482] env[63676]: DEBUG nova.compute.manager [req-bb58d9da-3b4b-44bc-925f-8aff0570dada req-522577e7-89c3-4bd8-8fa0-2ca4e1ee2280 service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Received event network-changed-75d0e38a-3c1c-4649-889c-0aa523d13f99 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2056.363728] env[63676]: DEBUG nova.compute.manager [req-bb58d9da-3b4b-44bc-925f-8aff0570dada req-522577e7-89c3-4bd8-8fa0-2ca4e1ee2280 service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Refreshing instance network info cache due to event network-changed-75d0e38a-3c1c-4649-889c-0aa523d13f99. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2056.364021] env[63676]: DEBUG oslo_concurrency.lockutils [req-bb58d9da-3b4b-44bc-925f-8aff0570dada req-522577e7-89c3-4bd8-8fa0-2ca4e1ee2280 service nova] Acquiring lock "refresh_cache-e9e3394a-81fc-4203-a5d0-4d6ceee98e84" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2056.364226] env[63676]: DEBUG oslo_concurrency.lockutils [req-bb58d9da-3b4b-44bc-925f-8aff0570dada req-522577e7-89c3-4bd8-8fa0-2ca4e1ee2280 service nova] Acquired lock "refresh_cache-e9e3394a-81fc-4203-a5d0-4d6ceee98e84" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2056.364458] env[63676]: DEBUG nova.network.neutron [req-bb58d9da-3b4b-44bc-925f-8aff0570dada req-522577e7-89c3-4bd8-8fa0-2ca4e1ee2280 service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Refreshing network info cache for port 75d0e38a-3c1c-4649-889c-0aa523d13f99 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2056.406997] env[63676]: DEBUG oslo_vmware.api [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.534512} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.407233] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2056.407416] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2056.407592] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2056.407782] env[63676]: INFO nova.compute.manager [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Took 1.91 seconds to destroy the instance on the hypervisor. [ 2056.408012] env[63676]: DEBUG oslo.service.loopingcall [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2056.408212] env[63676]: DEBUG nova.compute.manager [-] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2056.408308] env[63676]: DEBUG nova.network.neutron [-] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2056.480727] env[63676]: DEBUG oslo_concurrency.lockutils [req-4d1ea435-e660-4a07-b0d8-e927adf07ea6 req-db4b2e6c-93a4-47c2-b1a0-69d19203d7c7 service nova] Releasing lock "refresh_cache-e4e9aa22-87ba-4cab-99fd-6e2da17d3779" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2056.587642] env[63676]: DEBUG oslo_vmware.api [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527be806-1d99-5737-7f3b-9319fb40b2be, 'name': SearchDatastore_Task, 'duration_secs': 0.02556} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.587952] env[63676]: DEBUG oslo_concurrency.lockutils [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2056.588197] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2056.588426] env[63676]: DEBUG oslo_concurrency.lockutils [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2056.588575] env[63676]: DEBUG oslo_concurrency.lockutils [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2056.588754] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2056.589007] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77d54118-be4c-49f3-a2a6-b4e05d971dad {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.597263] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2056.597431] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2056.598142] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e321697c-0765-46e8-abb0-110865a96430 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.603262] env[63676]: DEBUG oslo_vmware.api [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2056.603262] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52cbc21d-076a-0da9-598c-6c49292bbd79" [ 2056.603262] env[63676]: _type = "Task" [ 2056.603262] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.611061] env[63676]: DEBUG oslo_vmware.api [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52cbc21d-076a-0da9-598c-6c49292bbd79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.686845] env[63676]: DEBUG oslo_vmware.api [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926356, 'name': Destroy_Task, 'duration_secs': 1.167588} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.687117] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Destroyed the VM [ 2056.687367] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Deleting Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2056.687613] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9196b7c5-0964-42b0-be64-4977ede3ad9a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.693740] env[63676]: DEBUG oslo_vmware.api [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2056.693740] env[63676]: value = "task-1926359" [ 2056.693740] env[63676]: _type = "Task" [ 2056.693740] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.702326] env[63676]: DEBUG oslo_vmware.api [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926359, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.114285] env[63676]: DEBUG oslo_vmware.api [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52cbc21d-076a-0da9-598c-6c49292bbd79, 'name': SearchDatastore_Task, 'duration_secs': 0.041695} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.114933] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ee92ad4-2bf5-4070-aec5-13960a0bf08f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.117950] env[63676]: DEBUG nova.network.neutron [req-bb58d9da-3b4b-44bc-925f-8aff0570dada req-522577e7-89c3-4bd8-8fa0-2ca4e1ee2280 service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Updated VIF entry in instance network info cache for port 75d0e38a-3c1c-4649-889c-0aa523d13f99. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2057.118295] env[63676]: DEBUG nova.network.neutron [req-bb58d9da-3b4b-44bc-925f-8aff0570dada req-522577e7-89c3-4bd8-8fa0-2ca4e1ee2280 service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Updating instance_info_cache with network_info: [{"id": "75d0e38a-3c1c-4649-889c-0aa523d13f99", "address": "fa:16:3e:13:ee:55", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75d0e38a-3c", "ovs_interfaceid": "75d0e38a-3c1c-4649-889c-0aa523d13f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2057.122161] env[63676]: DEBUG oslo_vmware.api [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2057.122161] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bf2b9c-02d3-b6ee-a023-935388d4e7d7" [ 2057.122161] env[63676]: _type = "Task" [ 2057.122161] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.130283] env[63676]: DEBUG oslo_vmware.api [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bf2b9c-02d3-b6ee-a023-935388d4e7d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.181613] env[63676]: DEBUG nova.compute.manager [req-9919309e-1d41-4e5a-8ade-743c6cfe8df9 req-d9078928-7bb1-4d07-aff4-b131ae969cb5 service nova] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Received event network-vif-deleted-b508277b-ad7c-484d-b4da-ad59456e8d06 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2057.181830] env[63676]: INFO nova.compute.manager [req-9919309e-1d41-4e5a-8ade-743c6cfe8df9 req-d9078928-7bb1-4d07-aff4-b131ae969cb5 service nova] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Neutron deleted interface b508277b-ad7c-484d-b4da-ad59456e8d06; detaching it from the instance and deleting it from the info cache [ 2057.181995] env[63676]: DEBUG nova.network.neutron [req-9919309e-1d41-4e5a-8ade-743c6cfe8df9 req-d9078928-7bb1-4d07-aff4-b131ae969cb5 service nova] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2057.203728] env[63676]: DEBUG oslo_vmware.api [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926359, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.620735] env[63676]: DEBUG oslo_concurrency.lockutils [req-bb58d9da-3b4b-44bc-925f-8aff0570dada req-522577e7-89c3-4bd8-8fa0-2ca4e1ee2280 service nova] Releasing lock "refresh_cache-e9e3394a-81fc-4203-a5d0-4d6ceee98e84" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2057.621035] env[63676]: DEBUG nova.compute.manager [req-bb58d9da-3b4b-44bc-925f-8aff0570dada req-522577e7-89c3-4bd8-8fa0-2ca4e1ee2280 service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Received event network-changed-01668ad3-e1b6-4073-a805-25b5979400e9 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2057.621213] env[63676]: DEBUG nova.compute.manager [req-bb58d9da-3b4b-44bc-925f-8aff0570dada req-522577e7-89c3-4bd8-8fa0-2ca4e1ee2280 service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Refreshing instance network info cache due to event network-changed-01668ad3-e1b6-4073-a805-25b5979400e9. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2057.621640] env[63676]: DEBUG oslo_concurrency.lockutils [req-bb58d9da-3b4b-44bc-925f-8aff0570dada req-522577e7-89c3-4bd8-8fa0-2ca4e1ee2280 service nova] Acquiring lock "refresh_cache-7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2057.621709] env[63676]: DEBUG oslo_concurrency.lockutils [req-bb58d9da-3b4b-44bc-925f-8aff0570dada req-522577e7-89c3-4bd8-8fa0-2ca4e1ee2280 service nova] Acquired lock "refresh_cache-7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2057.621905] env[63676]: DEBUG nova.network.neutron [req-bb58d9da-3b4b-44bc-925f-8aff0570dada req-522577e7-89c3-4bd8-8fa0-2ca4e1ee2280 service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Refreshing network info cache for port 01668ad3-e1b6-4073-a805-25b5979400e9 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2057.634382] env[63676]: DEBUG oslo_vmware.api [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bf2b9c-02d3-b6ee-a023-935388d4e7d7, 'name': SearchDatastore_Task, 'duration_secs': 0.026908} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.634849] env[63676]: DEBUG oslo_concurrency.lockutils [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2057.635128] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] e4e9aa22-87ba-4cab-99fd-6e2da17d3779/e4e9aa22-87ba-4cab-99fd-6e2da17d3779.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2057.635393] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e088223d-3841-4485-ac54-40b44cc2e892 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.642941] env[63676]: DEBUG oslo_vmware.api [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2057.642941] env[63676]: value = "task-1926360" [ 2057.642941] env[63676]: _type = "Task" [ 2057.642941] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.651606] env[63676]: DEBUG oslo_vmware.api [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.654093] env[63676]: DEBUG nova.network.neutron [-] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2057.685209] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c12a2f16-4130-4926-b90a-5656d61a4e10 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.695138] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2eb3e1d-8b01-449c-bd0f-ce0e93912139 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.714517] env[63676]: DEBUG oslo_vmware.api [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926359, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.731244] env[63676]: DEBUG nova.compute.manager [req-9919309e-1d41-4e5a-8ade-743c6cfe8df9 req-d9078928-7bb1-4d07-aff4-b131ae969cb5 service nova] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Detach interface failed, port_id=b508277b-ad7c-484d-b4da-ad59456e8d06, reason: Instance 907bf91b-be1f-4a9a-a557-6c9e2906037c could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2058.000979] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d46c9802-43c1-40e8-93fd-1f374e05ae77 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Volume attach. Driver type: vmdk {{(pid=63676) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2058.001295] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d46c9802-43c1-40e8-93fd-1f374e05ae77 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397210', 'volume_id': '2b6f97fa-aba5-413f-93c2-f1c8fde006eb', 'name': 'volume-2b6f97fa-aba5-413f-93c2-f1c8fde006eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b93872e7-c8bc-427d-9368-53840ec6cab1', 'attached_at': '', 'detached_at': '', 'volume_id': '2b6f97fa-aba5-413f-93c2-f1c8fde006eb', 'serial': '2b6f97fa-aba5-413f-93c2-f1c8fde006eb'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2058.002453] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b53346d9-d292-43ab-aef4-19f848b22bc6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.023797] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1044629e-fffe-4f27-b7fc-296b3d833ee3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.056975] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d46c9802-43c1-40e8-93fd-1f374e05ae77 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] volume-2b6f97fa-aba5-413f-93c2-f1c8fde006eb/volume-2b6f97fa-aba5-413f-93c2-f1c8fde006eb.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2058.057338] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1979f30f-aef0-47e1-a698-d0ec4a4d892f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.076562] env[63676]: DEBUG oslo_vmware.api [None req-d46c9802-43c1-40e8-93fd-1f374e05ae77 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2058.076562] env[63676]: value = "task-1926361" [ 2058.076562] env[63676]: _type = "Task" [ 2058.076562] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.088223] env[63676]: DEBUG oslo_vmware.api [None req-d46c9802-43c1-40e8-93fd-1f374e05ae77 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926361, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.153771] env[63676]: DEBUG oslo_vmware.api [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926360, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.156467] env[63676]: INFO nova.compute.manager [-] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Took 1.75 seconds to deallocate network for instance. [ 2058.217799] env[63676]: DEBUG oslo_vmware.api [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926359, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.458913] env[63676]: DEBUG nova.network.neutron [req-bb58d9da-3b4b-44bc-925f-8aff0570dada req-522577e7-89c3-4bd8-8fa0-2ca4e1ee2280 service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Updated VIF entry in instance network info cache for port 01668ad3-e1b6-4073-a805-25b5979400e9. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2058.459328] env[63676]: DEBUG nova.network.neutron [req-bb58d9da-3b4b-44bc-925f-8aff0570dada req-522577e7-89c3-4bd8-8fa0-2ca4e1ee2280 service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Updating instance_info_cache with network_info: [{"id": "01668ad3-e1b6-4073-a805-25b5979400e9", "address": "fa:16:3e:8e:c6:7e", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01668ad3-e1", "ovs_interfaceid": "01668ad3-e1b6-4073-a805-25b5979400e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2058.586984] env[63676]: DEBUG oslo_vmware.api [None req-d46c9802-43c1-40e8-93fd-1f374e05ae77 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926361, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.658127] env[63676]: DEBUG oslo_vmware.api [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.824921} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.658375] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] e4e9aa22-87ba-4cab-99fd-6e2da17d3779/e4e9aa22-87ba-4cab-99fd-6e2da17d3779.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2058.658619] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2058.658882] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0e885c3-a1a8-4046-b6c5-3df989bb04e6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.663070] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.663302] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2058.663507] env[63676]: DEBUG nova.objects.instance [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lazy-loading 'resources' on Instance uuid 907bf91b-be1f-4a9a-a557-6c9e2906037c {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2058.666059] env[63676]: DEBUG oslo_vmware.api [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2058.666059] env[63676]: value = "task-1926362" [ 2058.666059] env[63676]: _type = "Task" [ 2058.666059] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.673828] env[63676]: DEBUG oslo_vmware.api [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.715486] env[63676]: DEBUG oslo_vmware.api [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926359, 'name': RemoveSnapshot_Task, 'duration_secs': 1.806} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.715847] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Deleted Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2058.716061] env[63676]: INFO nova.compute.manager [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Took 18.12 seconds to snapshot the instance on the hypervisor. [ 2058.962445] env[63676]: DEBUG oslo_concurrency.lockutils [req-bb58d9da-3b4b-44bc-925f-8aff0570dada req-522577e7-89c3-4bd8-8fa0-2ca4e1ee2280 service nova] Releasing lock "refresh_cache-7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2059.087457] env[63676]: DEBUG oslo_vmware.api [None req-d46c9802-43c1-40e8-93fd-1f374e05ae77 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926361, 'name': ReconfigVM_Task, 'duration_secs': 0.567315} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.087744] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d46c9802-43c1-40e8-93fd-1f374e05ae77 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Reconfigured VM instance instance-00000063 to attach disk [datastore1] volume-2b6f97fa-aba5-413f-93c2-f1c8fde006eb/volume-2b6f97fa-aba5-413f-93c2-f1c8fde006eb.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2059.092483] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fda1b40f-4af6-497c-ad9c-4a702eaaa6f9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.107258] env[63676]: DEBUG oslo_vmware.api [None req-d46c9802-43c1-40e8-93fd-1f374e05ae77 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2059.107258] env[63676]: value = "task-1926363" [ 2059.107258] env[63676]: _type = "Task" [ 2059.107258] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.118290] env[63676]: DEBUG oslo_vmware.api [None req-d46c9802-43c1-40e8-93fd-1f374e05ae77 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926363, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.179558] env[63676]: DEBUG oslo_vmware.api [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072064} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.179887] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2059.180575] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-604099cd-fe37-485b-b1b5-f250ecc8cc8b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.203446] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] e4e9aa22-87ba-4cab-99fd-6e2da17d3779/e4e9aa22-87ba-4cab-99fd-6e2da17d3779.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2059.206297] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d5109d9-1a55-4a5a-97d7-40cf51c8ae96 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.228539] env[63676]: DEBUG oslo_vmware.api [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2059.228539] env[63676]: value = "task-1926364" [ 2059.228539] env[63676]: _type = "Task" [ 2059.228539] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.240878] env[63676]: DEBUG oslo_vmware.api [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926364, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.260278] env[63676]: DEBUG nova.compute.manager [None req-5d7a130b-1a67-4b0c-84bf-7e71710e89d7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Found 2 images (rotation: 2) {{(pid=63676) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4960}} [ 2059.382338] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669785ed-3d4b-4678-8560-d94454fbb21a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.390757] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32431bfd-7137-496d-b4db-f96b99c0eb1e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.422055] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d835f6ca-09bc-4124-a812-3bce8aa4f919 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.430241] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3a30db-4747-46ba-8e27-87280d29bcbe {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.446502] env[63676]: DEBUG nova.compute.provider_tree [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2059.617753] env[63676]: DEBUG oslo_vmware.api [None req-d46c9802-43c1-40e8-93fd-1f374e05ae77 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926363, 'name': ReconfigVM_Task, 'duration_secs': 0.202341} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.618064] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d46c9802-43c1-40e8-93fd-1f374e05ae77 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397210', 'volume_id': '2b6f97fa-aba5-413f-93c2-f1c8fde006eb', 'name': 'volume-2b6f97fa-aba5-413f-93c2-f1c8fde006eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b93872e7-c8bc-427d-9368-53840ec6cab1', 'attached_at': '', 'detached_at': '', 'volume_id': '2b6f97fa-aba5-413f-93c2-f1c8fde006eb', 'serial': '2b6f97fa-aba5-413f-93c2-f1c8fde006eb'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2059.738942] env[63676]: DEBUG oslo_vmware.api [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.967483] env[63676]: ERROR nova.scheduler.client.report [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [req-6b76bdfd-40bd-4398-bc80-7c8f229d4cf5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5759d2a2-0179-444e-89b9-d9d622fd17b7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6b76bdfd-40bd-4398-bc80-7c8f229d4cf5"}]} [ 2059.984465] env[63676]: DEBUG nova.scheduler.client.report [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Refreshing inventories for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2059.999208] env[63676]: DEBUG nova.scheduler.client.report [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Updating ProviderTree inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2059.999543] env[63676]: DEBUG nova.compute.provider_tree [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2060.013554] env[63676]: DEBUG nova.scheduler.client.report [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Refreshing aggregate associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, aggregates: None {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2060.034443] env[63676]: DEBUG nova.scheduler.client.report [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Refreshing trait associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2060.212408] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297437a2-3b32-49c2-8cd2-237536223dae {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.221952] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421949cb-496e-4080-aded-a437895f7ec3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.255962] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b459e70-2496-4701-9edd-78658ec1139f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.263816] env[63676]: DEBUG oslo_vmware.api [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926364, 'name': ReconfigVM_Task, 'duration_secs': 0.548421} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.266028] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Reconfigured VM instance instance-0000006b to attach disk [datastore1] e4e9aa22-87ba-4cab-99fd-6e2da17d3779/e4e9aa22-87ba-4cab-99fd-6e2da17d3779.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2060.266728] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0840c0a-1ea4-46aa-ba4a-50a31e0f7585 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.269286] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56affb7a-e176-4e5a-945f-15755fcabf01 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.283921] env[63676]: DEBUG nova.compute.provider_tree [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2060.287037] env[63676]: DEBUG oslo_vmware.api [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2060.287037] env[63676]: value = "task-1926365" [ 2060.287037] env[63676]: _type = "Task" [ 2060.287037] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.297835] env[63676]: DEBUG oslo_vmware.api [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926365, 'name': Rename_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.662805] env[63676]: DEBUG nova.objects.instance [None req-d46c9802-43c1-40e8-93fd-1f374e05ae77 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lazy-loading 'flavor' on Instance uuid b93872e7-c8bc-427d-9368-53840ec6cab1 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2060.804863] env[63676]: DEBUG oslo_vmware.api [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926365, 'name': Rename_Task, 'duration_secs': 0.212084} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.805331] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2060.805701] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d5c9348-b2e9-4667-b890-8dc5ddb19611 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.813810] env[63676]: DEBUG oslo_vmware.api [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2060.813810] env[63676]: value = "task-1926366" [ 2060.813810] env[63676]: _type = "Task" [ 2060.813810] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.823231] env[63676]: DEBUG oslo_vmware.api [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926366, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.824159] env[63676]: DEBUG nova.scheduler.client.report [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Updated inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with generation 148 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2060.824396] env[63676]: DEBUG nova.compute.provider_tree [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Updating resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 generation from 148 to 149 during operation: update_inventory {{(pid=63676) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2060.824572] env[63676]: DEBUG nova.compute.provider_tree [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2061.168541] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d46c9802-43c1-40e8-93fd-1f374e05ae77 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "b93872e7-c8bc-427d-9368-53840ec6cab1" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.798s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.324648] env[63676]: DEBUG oslo_vmware.api [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926366, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.329819] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.666s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.365570] env[63676]: INFO nova.scheduler.client.report [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Deleted allocations for instance 907bf91b-be1f-4a9a-a557-6c9e2906037c [ 2061.559454] env[63676]: DEBUG oslo_concurrency.lockutils [None req-66c3b4ca-3157-4da3-af3a-3ab88ddf97e7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "53b92e45-8bf3-45d2-beb6-5a349a5b055f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2061.560064] env[63676]: DEBUG oslo_concurrency.lockutils [None req-66c3b4ca-3157-4da3-af3a-3ab88ddf97e7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "53b92e45-8bf3-45d2-beb6-5a349a5b055f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2061.560268] env[63676]: DEBUG nova.compute.manager [None req-66c3b4ca-3157-4da3-af3a-3ab88ddf97e7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2061.561165] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db413e98-9a64-466a-823e-e32b7f92fb5a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.567947] env[63676]: DEBUG nova.compute.manager [None req-66c3b4ca-3157-4da3-af3a-3ab88ddf97e7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63676) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2061.568522] env[63676]: DEBUG nova.objects.instance [None req-66c3b4ca-3157-4da3-af3a-3ab88ddf97e7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lazy-loading 'flavor' on Instance uuid 53b92e45-8bf3-45d2-beb6-5a349a5b055f {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2061.824757] env[63676]: DEBUG oslo_vmware.api [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926366, 'name': PowerOnVM_Task, 'duration_secs': 0.530217} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.825009] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2061.825282] env[63676]: INFO nova.compute.manager [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Took 9.02 seconds to spawn the instance on the hypervisor. [ 2061.825414] env[63676]: DEBUG nova.compute.manager [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2061.826235] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d63193-085d-4bdf-90e5-bd96d013f14f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.875875] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0abb6af4-5584-4eb8-8adf-da2793ca13bb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "907bf91b-be1f-4a9a-a557-6c9e2906037c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.888s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.344397] env[63676]: DEBUG oslo_concurrency.lockutils [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "interface-7920f80e-dcaf-4ecc-bbdc-e61a9031651a-40bfa93e-1feb-4130-b171-ccb2c363380d" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2062.344722] env[63676]: DEBUG oslo_concurrency.lockutils [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "interface-7920f80e-dcaf-4ecc-bbdc-e61a9031651a-40bfa93e-1feb-4130-b171-ccb2c363380d" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2062.345044] env[63676]: DEBUG nova.objects.instance [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lazy-loading 'flavor' on Instance uuid 7920f80e-dcaf-4ecc-bbdc-e61a9031651a {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2062.347294] env[63676]: INFO nova.compute.manager [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Took 13.86 seconds to build instance. [ 2062.577498] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c3b4ca-3157-4da3-af3a-3ab88ddf97e7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2062.577890] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcfa1a19-ad2d-4a75-bccb-9a4460eca570 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.586556] env[63676]: DEBUG oslo_vmware.api [None req-66c3b4ca-3157-4da3-af3a-3ab88ddf97e7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2062.586556] env[63676]: value = "task-1926367" [ 2062.586556] env[63676]: _type = "Task" [ 2062.586556] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.599615] env[63676]: DEBUG oslo_vmware.api [None req-66c3b4ca-3157-4da3-af3a-3ab88ddf97e7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926367, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.850255] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "16e5273e-6392-447f-b4ba-38a24918954c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2062.850255] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "16e5273e-6392-447f-b4ba-38a24918954c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2062.850255] env[63676]: DEBUG oslo_concurrency.lockutils [None req-112d3755-7de8-41d2-8160-6879049a64c7 tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "e4e9aa22-87ba-4cab-99fd-6e2da17d3779" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.367s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2063.009074] env[63676]: DEBUG nova.objects.instance [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lazy-loading 'pci_requests' on Instance uuid 7920f80e-dcaf-4ecc-bbdc-e61a9031651a {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2063.097210] env[63676]: DEBUG oslo_vmware.api [None req-66c3b4ca-3157-4da3-af3a-3ab88ddf97e7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926367, 'name': PowerOffVM_Task, 'duration_secs': 0.265792} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.097588] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-66c3b4ca-3157-4da3-af3a-3ab88ddf97e7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2063.097943] env[63676]: DEBUG nova.compute.manager [None req-66c3b4ca-3157-4da3-af3a-3ab88ddf97e7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2063.098736] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba439f2-f5c7-45d3-ba7d-1bc50a3aa25d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.354443] env[63676]: DEBUG nova.compute.manager [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2063.511838] env[63676]: DEBUG nova.objects.base [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Object Instance<7920f80e-dcaf-4ecc-bbdc-e61a9031651a> lazy-loaded attributes: flavor,pci_requests {{(pid=63676) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2063.512140] env[63676]: DEBUG nova.network.neutron [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2063.582849] env[63676]: DEBUG nova.policy [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec8e6397d4224cc783352861583ef0e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf227039b25c482ab23b72d4919bbdd9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 2063.611050] env[63676]: DEBUG oslo_concurrency.lockutils [None req-66c3b4ca-3157-4da3-af3a-3ab88ddf97e7 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "53b92e45-8bf3-45d2-beb6-5a349a5b055f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2063.897316] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2063.897577] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2063.899249] env[63676]: INFO nova.compute.claims [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2064.184820] env[63676]: DEBUG oslo_vmware.rw_handles [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52155474-a011-d631-8ccb-57054497723d/disk-0.vmdk. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2064.185766] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b8f1a5-7787-43d9-a6ae-b530b4aadf93 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.193262] env[63676]: DEBUG oslo_vmware.rw_handles [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52155474-a011-d631-8ccb-57054497723d/disk-0.vmdk is in state: ready. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2064.193434] env[63676]: ERROR oslo_vmware.rw_handles [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52155474-a011-d631-8ccb-57054497723d/disk-0.vmdk due to incomplete transfer. [ 2064.193663] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e1d86efa-9987-48b7-b04a-e0ef161fbe98 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.200463] env[63676]: DEBUG oslo_vmware.rw_handles [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52155474-a011-d631-8ccb-57054497723d/disk-0.vmdk. {{(pid=63676) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2064.200633] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Uploaded image f08f48ff-c849-4a09-a703-f32ee0a39db5 to the Glance image server {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2064.202420] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Destroying the VM {{(pid=63676) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2064.202990] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ae97fa32-d55b-4c5c-b9e3-3e696045677d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.208733] env[63676]: DEBUG oslo_vmware.api [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2064.208733] env[63676]: value = "task-1926369" [ 2064.208733] env[63676]: _type = "Task" [ 2064.208733] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.216936] env[63676]: DEBUG oslo_vmware.api [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926369, 'name': Destroy_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.384995] env[63676]: DEBUG nova.compute.manager [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Stashing vm_state: active {{(pid=63676) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 2064.718059] env[63676]: DEBUG oslo_vmware.api [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926369, 'name': Destroy_Task} progress is 33%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.860838] env[63676]: DEBUG nova.compute.manager [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Stashing vm_state: stopped {{(pid=63676) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 2064.904573] env[63676]: DEBUG oslo_concurrency.lockutils [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.071487] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b11bf4e-628a-49e5-a755-f6a8b068e3a2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.082271] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c9d2c9-1381-43b7-8e69-2f9347714399 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.115042] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc897c20-b6bb-428b-96ed-0625dcd6b9b2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.123145] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa658f67-6ca4-4971-a876-af3cba1be261 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.139149] env[63676]: DEBUG nova.compute.provider_tree [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2065.220055] env[63676]: DEBUG oslo_vmware.api [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926369, 'name': Destroy_Task, 'duration_secs': 0.547627} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.220217] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Destroyed the VM [ 2065.220407] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Deleting Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2065.220654] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-051f5bcf-fd85-4424-a869-836c7b2f3209 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.226689] env[63676]: DEBUG oslo_vmware.api [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2065.226689] env[63676]: value = "task-1926370" [ 2065.226689] env[63676]: _type = "Task" [ 2065.226689] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.234169] env[63676]: DEBUG oslo_vmware.api [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926370, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.383230] env[63676]: DEBUG oslo_concurrency.lockutils [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.642978] env[63676]: DEBUG nova.scheduler.client.report [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2065.649192] env[63676]: DEBUG nova.compute.manager [req-9f24855e-59a9-4616-8128-b68adecd681b req-fdeb4bfa-9bae-4bd9-a54f-76d361c7887d service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Received event network-vif-plugged-40bfa93e-1feb-4130-b171-ccb2c363380d {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2065.649549] env[63676]: DEBUG oslo_concurrency.lockutils [req-9f24855e-59a9-4616-8128-b68adecd681b req-fdeb4bfa-9bae-4bd9-a54f-76d361c7887d service nova] Acquiring lock "7920f80e-dcaf-4ecc-bbdc-e61a9031651a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.650263] env[63676]: DEBUG oslo_concurrency.lockutils [req-9f24855e-59a9-4616-8128-b68adecd681b req-fdeb4bfa-9bae-4bd9-a54f-76d361c7887d service nova] Lock "7920f80e-dcaf-4ecc-bbdc-e61a9031651a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.650263] env[63676]: DEBUG oslo_concurrency.lockutils [req-9f24855e-59a9-4616-8128-b68adecd681b req-fdeb4bfa-9bae-4bd9-a54f-76d361c7887d service nova] Lock "7920f80e-dcaf-4ecc-bbdc-e61a9031651a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2065.650263] env[63676]: DEBUG nova.compute.manager [req-9f24855e-59a9-4616-8128-b68adecd681b req-fdeb4bfa-9bae-4bd9-a54f-76d361c7887d service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] No waiting events found dispatching network-vif-plugged-40bfa93e-1feb-4130-b171-ccb2c363380d {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2065.650503] env[63676]: WARNING nova.compute.manager [req-9f24855e-59a9-4616-8128-b68adecd681b req-fdeb4bfa-9bae-4bd9-a54f-76d361c7887d service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Received unexpected event network-vif-plugged-40bfa93e-1feb-4130-b171-ccb2c363380d for instance with vm_state active and task_state None. [ 2065.721676] env[63676]: DEBUG nova.network.neutron [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Successfully updated port: 40bfa93e-1feb-4130-b171-ccb2c363380d {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2065.738544] env[63676]: DEBUG oslo_vmware.api [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926370, 'name': RemoveSnapshot_Task} progress is 56%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.152191] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.254s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.152641] env[63676]: DEBUG nova.compute.manager [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2066.155871] env[63676]: DEBUG oslo_concurrency.lockutils [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.251s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.225016] env[63676]: DEBUG oslo_concurrency.lockutils [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "refresh_cache-7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2066.225866] env[63676]: DEBUG oslo_concurrency.lockutils [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired lock "refresh_cache-7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2066.225866] env[63676]: DEBUG nova.network.neutron [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2066.239462] env[63676]: DEBUG oslo_vmware.api [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926370, 'name': RemoveSnapshot_Task, 'duration_secs': 0.93075} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.239734] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Deleted Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2066.240122] env[63676]: INFO nova.compute.manager [None req-ee72570b-c3b1-4781-8cb3-eebf265a1f29 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Took 18.14 seconds to snapshot the instance on the hypervisor. [ 2066.659597] env[63676]: DEBUG nova.compute.utils [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2066.663409] env[63676]: INFO nova.compute.claims [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2066.667306] env[63676]: DEBUG nova.compute.manager [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2066.667505] env[63676]: DEBUG nova.network.neutron [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2066.711528] env[63676]: DEBUG nova.policy [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e0cfd35a9724a1c94a92c0e6dd353d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2df5d806c97b4a319a5e218aa89e48d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 2066.765792] env[63676]: WARNING nova.network.neutron [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] 38f63f2a-71d4-4023-ae49-78d6598b510c already exists in list: networks containing: ['38f63f2a-71d4-4023-ae49-78d6598b510c']. ignoring it [ 2066.767955] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "038a0675-2f22-4612-a0a1-7c59d82f0fb9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2066.768192] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "038a0675-2f22-4612-a0a1-7c59d82f0fb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.768398] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "038a0675-2f22-4612-a0a1-7c59d82f0fb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2066.768586] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "038a0675-2f22-4612-a0a1-7c59d82f0fb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2066.768755] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "038a0675-2f22-4612-a0a1-7c59d82f0fb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2066.772515] env[63676]: INFO nova.compute.manager [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Terminating instance [ 2067.032335] env[63676]: DEBUG nova.network.neutron [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Successfully created port: f5f342c7-ddfd-4a19-8f4f-45062495fc06 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2067.072761] env[63676]: DEBUG nova.network.neutron [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Updating instance_info_cache with network_info: [{"id": "01668ad3-e1b6-4073-a805-25b5979400e9", "address": "fa:16:3e:8e:c6:7e", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01668ad3-e1", "ovs_interfaceid": "01668ad3-e1b6-4073-a805-25b5979400e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "40bfa93e-1feb-4130-b171-ccb2c363380d", "address": "fa:16:3e:c6:fe:56", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40bfa93e-1f", "ovs_interfaceid": "40bfa93e-1feb-4130-b171-ccb2c363380d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2067.172301] env[63676]: DEBUG nova.compute.manager [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2067.174018] env[63676]: INFO nova.compute.resource_tracker [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Updating resource usage from migration 6aa3138e-8837-417f-9ee3-25a8a3f5ba36 [ 2067.276294] env[63676]: DEBUG nova.compute.manager [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2067.276531] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2067.277470] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c54037a-df7e-4a97-89c3-802ea9983664 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.290783] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2067.290783] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4c8ef50-844d-4c6a-b688-1bce6eb8b777 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.297835] env[63676]: DEBUG oslo_vmware.api [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 2067.297835] env[63676]: value = "task-1926371" [ 2067.297835] env[63676]: _type = "Task" [ 2067.297835] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.307510] env[63676]: DEBUG oslo_vmware.api [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926371, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.404931] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174a651d-7c0d-4592-b9b8-b4ba16e14693 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.413961] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb39b2b-153e-44df-a76c-a72b21b50da8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.445414] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a865f4-3866-43ae-9918-d70ab138a87f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.453479] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af8d52e4-ba52-45cc-ad04-4217055198e4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.468926] env[63676]: DEBUG nova.compute.provider_tree [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2067.574858] env[63676]: DEBUG oslo_concurrency.lockutils [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Releasing lock "refresh_cache-7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2067.575588] env[63676]: DEBUG oslo_concurrency.lockutils [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2067.575681] env[63676]: DEBUG oslo_concurrency.lockutils [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired lock "7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2067.576543] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59eb0586-db71-4d95-82f3-d944f3815512 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.594409] env[63676]: DEBUG nova.virt.hardware [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2067.594677] env[63676]: DEBUG nova.virt.hardware [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2067.594949] env[63676]: DEBUG nova.virt.hardware [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2067.595128] env[63676]: DEBUG nova.virt.hardware [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2067.595286] env[63676]: DEBUG nova.virt.hardware [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2067.595440] env[63676]: DEBUG nova.virt.hardware [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2067.595653] env[63676]: DEBUG nova.virt.hardware [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2067.595822] env[63676]: DEBUG nova.virt.hardware [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2067.595980] env[63676]: DEBUG nova.virt.hardware [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2067.596164] env[63676]: DEBUG nova.virt.hardware [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2067.596390] env[63676]: DEBUG nova.virt.hardware [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2067.602915] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Reconfiguring VM to attach interface {{(pid=63676) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2067.603273] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5acae91-0f8c-44d5-8d50-b76f44d54898 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.620460] env[63676]: DEBUG oslo_vmware.api [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 2067.620460] env[63676]: value = "task-1926372" [ 2067.620460] env[63676]: _type = "Task" [ 2067.620460] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.628269] env[63676]: DEBUG oslo_vmware.api [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926372, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.707010] env[63676]: DEBUG nova.compute.manager [req-e8084a8d-2cdd-40d8-9e6b-055e26a7a155 req-0ee93731-427a-4020-89d8-38b2ed9c684d service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Received event network-changed-40bfa93e-1feb-4130-b171-ccb2c363380d {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2067.707236] env[63676]: DEBUG nova.compute.manager [req-e8084a8d-2cdd-40d8-9e6b-055e26a7a155 req-0ee93731-427a-4020-89d8-38b2ed9c684d service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Refreshing instance network info cache due to event network-changed-40bfa93e-1feb-4130-b171-ccb2c363380d. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2067.707342] env[63676]: DEBUG oslo_concurrency.lockutils [req-e8084a8d-2cdd-40d8-9e6b-055e26a7a155 req-0ee93731-427a-4020-89d8-38b2ed9c684d service nova] Acquiring lock "refresh_cache-7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2067.707421] env[63676]: DEBUG oslo_concurrency.lockutils [req-e8084a8d-2cdd-40d8-9e6b-055e26a7a155 req-0ee93731-427a-4020-89d8-38b2ed9c684d service nova] Acquired lock "refresh_cache-7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2067.707581] env[63676]: DEBUG nova.network.neutron [req-e8084a8d-2cdd-40d8-9e6b-055e26a7a155 req-0ee93731-427a-4020-89d8-38b2ed9c684d service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Refreshing network info cache for port 40bfa93e-1feb-4130-b171-ccb2c363380d {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2067.810215] env[63676]: DEBUG oslo_vmware.api [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926371, 'name': PowerOffVM_Task, 'duration_secs': 0.261704} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.810449] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2067.810618] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2067.810972] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dbe8870c-6cae-469d-a8bc-19d6d51cfc56 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.914030] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2067.914318] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2067.914508] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Deleting the datastore file [datastore1] 038a0675-2f22-4612-a0a1-7c59d82f0fb9 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2067.915078] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3da2990d-9455-47df-87ed-985a49e05299 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.921547] env[63676]: DEBUG oslo_vmware.api [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 2067.921547] env[63676]: value = "task-1926374" [ 2067.921547] env[63676]: _type = "Task" [ 2067.921547] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.929454] env[63676]: DEBUG oslo_vmware.api [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.989240] env[63676]: ERROR nova.scheduler.client.report [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [req-456434fb-1d56-49a8-b3dd-290ca5a1c2c9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 163, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5759d2a2-0179-444e-89b9-d9d622fd17b7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-456434fb-1d56-49a8-b3dd-290ca5a1c2c9"}]} [ 2068.007048] env[63676]: DEBUG nova.scheduler.client.report [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Refreshing inventories for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2068.020973] env[63676]: DEBUG nova.scheduler.client.report [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Updating ProviderTree inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2068.021225] env[63676]: DEBUG nova.compute.provider_tree [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2068.032278] env[63676]: DEBUG nova.scheduler.client.report [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Refreshing aggregate associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, aggregates: None {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2068.052870] env[63676]: DEBUG nova.scheduler.client.report [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Refreshing trait associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2068.131145] env[63676]: DEBUG oslo_vmware.api [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.183018] env[63676]: DEBUG nova.compute.manager [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2068.206763] env[63676]: DEBUG nova.virt.hardware [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2068.207015] env[63676]: DEBUG nova.virt.hardware [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2068.207388] env[63676]: DEBUG nova.virt.hardware [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2068.207388] env[63676]: DEBUG nova.virt.hardware [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2068.207491] env[63676]: DEBUG nova.virt.hardware [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2068.207635] env[63676]: DEBUG nova.virt.hardware [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2068.207871] env[63676]: DEBUG nova.virt.hardware [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2068.207992] env[63676]: DEBUG nova.virt.hardware [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2068.208178] env[63676]: DEBUG nova.virt.hardware [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2068.208355] env[63676]: DEBUG nova.virt.hardware [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2068.208531] env[63676]: DEBUG nova.virt.hardware [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2068.209428] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588d96cb-0d88-45f5-bcd2-d4b399cf59d1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.223034] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938368ad-1905-4f7b-aa33-531afc8d0161 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.339076] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a89d6c1-8832-4f42-a354-b1aeccd78cc7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.348797] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34d1911-2331-4fcc-ad49-28c2a63a148a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.381928] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cc526e-10e5-4345-bdd3-c0ce5ab3e15a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.386098] env[63676]: DEBUG nova.compute.manager [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2068.387139] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e3afa8-f4ea-4e86-83e1-32e57a7abe24 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.394104] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a1891e-c4cb-49df-83eb-d891626efc33 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.411235] env[63676]: DEBUG nova.compute.provider_tree [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2068.431176] env[63676]: DEBUG oslo_vmware.api [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219106} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.432082] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2068.432082] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2068.432082] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2068.432082] env[63676]: INFO nova.compute.manager [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2068.432272] env[63676]: DEBUG oslo.service.loopingcall [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2068.432949] env[63676]: DEBUG nova.compute.manager [-] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2068.432949] env[63676]: DEBUG nova.network.neutron [-] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2068.453548] env[63676]: DEBUG nova.network.neutron [req-e8084a8d-2cdd-40d8-9e6b-055e26a7a155 req-0ee93731-427a-4020-89d8-38b2ed9c684d service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Updated VIF entry in instance network info cache for port 40bfa93e-1feb-4130-b171-ccb2c363380d. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2068.453975] env[63676]: DEBUG nova.network.neutron [req-e8084a8d-2cdd-40d8-9e6b-055e26a7a155 req-0ee93731-427a-4020-89d8-38b2ed9c684d service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Updating instance_info_cache with network_info: [{"id": "01668ad3-e1b6-4073-a805-25b5979400e9", "address": "fa:16:3e:8e:c6:7e", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01668ad3-e1", "ovs_interfaceid": "01668ad3-e1b6-4073-a805-25b5979400e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "40bfa93e-1feb-4130-b171-ccb2c363380d", "address": "fa:16:3e:c6:fe:56", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40bfa93e-1f", "ovs_interfaceid": "40bfa93e-1feb-4130-b171-ccb2c363380d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2068.634822] env[63676]: DEBUG oslo_vmware.api [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926372, 'name': ReconfigVM_Task, 'duration_secs': 0.659562} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.635535] env[63676]: DEBUG oslo_concurrency.lockutils [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Releasing lock "7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2068.635898] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Reconfigured VM to attach interface {{(pid=63676) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2068.773438] env[63676]: DEBUG nova.network.neutron [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Successfully updated port: f5f342c7-ddfd-4a19-8f4f-45062495fc06 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2068.902850] env[63676]: INFO nova.compute.manager [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] instance snapshotting [ 2068.907503] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483655d3-1392-4f6c-b0c1-1859519936ab {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.914156] env[63676]: DEBUG nova.scheduler.client.report [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2068.931372] env[63676]: DEBUG oslo_concurrency.lockutils [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.775s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.931372] env[63676]: INFO nova.compute.manager [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Migrating [ 2068.938139] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b891d0ff-ec22-4511-88ca-374d9bf90560 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.940913] env[63676]: DEBUG oslo_concurrency.lockutils [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.558s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.956565] env[63676]: DEBUG oslo_concurrency.lockutils [req-e8084a8d-2cdd-40d8-9e6b-055e26a7a155 req-0ee93731-427a-4020-89d8-38b2ed9c684d service nova] Releasing lock "refresh_cache-7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2069.142571] env[63676]: DEBUG oslo_concurrency.lockutils [None req-75bb300d-5829-46b3-a5d2-d49ad7f406a3 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "interface-7920f80e-dcaf-4ecc-bbdc-e61a9031651a-40bfa93e-1feb-4130-b171-ccb2c363380d" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.798s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2069.275603] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "refresh_cache-16e5273e-6392-447f-b4ba-38a24918954c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2069.275801] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquired lock "refresh_cache-16e5273e-6392-447f-b4ba-38a24918954c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2069.275866] env[63676]: DEBUG nova.network.neutron [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2069.343650] env[63676]: DEBUG nova.network.neutron [-] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2069.445622] env[63676]: INFO nova.compute.claims [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2069.450870] env[63676]: DEBUG oslo_concurrency.lockutils [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "refresh_cache-e4e9aa22-87ba-4cab-99fd-6e2da17d3779" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2069.451055] env[63676]: DEBUG oslo_concurrency.lockutils [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquired lock "refresh_cache-e4e9aa22-87ba-4cab-99fd-6e2da17d3779" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2069.451274] env[63676]: DEBUG nova.network.neutron [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2069.456385] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Creating Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2069.456658] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6ce76f70-ec10-4e7c-94ef-d642106029d5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.465500] env[63676]: DEBUG oslo_vmware.api [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2069.465500] env[63676]: value = "task-1926375" [ 2069.465500] env[63676]: _type = "Task" [ 2069.465500] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.474992] env[63676]: DEBUG oslo_vmware.api [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926375, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.820773] env[63676]: DEBUG nova.network.neutron [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2069.846104] env[63676]: INFO nova.compute.manager [-] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Took 1.41 seconds to deallocate network for instance. [ 2069.883624] env[63676]: DEBUG nova.compute.manager [req-ceb5861f-4ffa-45fd-81a9-49e6b2df79be req-57b2b33a-a433-4b4d-acce-d82ebc304902 service nova] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Received event network-vif-plugged-f5f342c7-ddfd-4a19-8f4f-45062495fc06 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2069.883838] env[63676]: DEBUG oslo_concurrency.lockutils [req-ceb5861f-4ffa-45fd-81a9-49e6b2df79be req-57b2b33a-a433-4b4d-acce-d82ebc304902 service nova] Acquiring lock "16e5273e-6392-447f-b4ba-38a24918954c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.884055] env[63676]: DEBUG oslo_concurrency.lockutils [req-ceb5861f-4ffa-45fd-81a9-49e6b2df79be req-57b2b33a-a433-4b4d-acce-d82ebc304902 service nova] Lock "16e5273e-6392-447f-b4ba-38a24918954c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2069.884224] env[63676]: DEBUG oslo_concurrency.lockutils [req-ceb5861f-4ffa-45fd-81a9-49e6b2df79be req-57b2b33a-a433-4b4d-acce-d82ebc304902 service nova] Lock "16e5273e-6392-447f-b4ba-38a24918954c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2069.884395] env[63676]: DEBUG nova.compute.manager [req-ceb5861f-4ffa-45fd-81a9-49e6b2df79be req-57b2b33a-a433-4b4d-acce-d82ebc304902 service nova] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] No waiting events found dispatching network-vif-plugged-f5f342c7-ddfd-4a19-8f4f-45062495fc06 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2069.884554] env[63676]: WARNING nova.compute.manager [req-ceb5861f-4ffa-45fd-81a9-49e6b2df79be req-57b2b33a-a433-4b4d-acce-d82ebc304902 service nova] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Received unexpected event network-vif-plugged-f5f342c7-ddfd-4a19-8f4f-45062495fc06 for instance with vm_state building and task_state spawning. [ 2069.884711] env[63676]: DEBUG nova.compute.manager [req-ceb5861f-4ffa-45fd-81a9-49e6b2df79be req-57b2b33a-a433-4b4d-acce-d82ebc304902 service nova] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Received event network-changed-f5f342c7-ddfd-4a19-8f4f-45062495fc06 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2069.884859] env[63676]: DEBUG nova.compute.manager [req-ceb5861f-4ffa-45fd-81a9-49e6b2df79be req-57b2b33a-a433-4b4d-acce-d82ebc304902 service nova] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Refreshing instance network info cache due to event network-changed-f5f342c7-ddfd-4a19-8f4f-45062495fc06. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2069.885029] env[63676]: DEBUG oslo_concurrency.lockutils [req-ceb5861f-4ffa-45fd-81a9-49e6b2df79be req-57b2b33a-a433-4b4d-acce-d82ebc304902 service nova] Acquiring lock "refresh_cache-16e5273e-6392-447f-b4ba-38a24918954c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2069.952203] env[63676]: INFO nova.compute.resource_tracker [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Updating resource usage from migration 669ecd54-ed91-4bdf-b408-a4552d84c660 [ 2069.978279] env[63676]: DEBUG oslo_vmware.api [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926375, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.117167] env[63676]: DEBUG nova.network.neutron [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Updating instance_info_cache with network_info: [{"id": "f5f342c7-ddfd-4a19-8f4f-45062495fc06", "address": "fa:16:3e:d6:c8:4c", "network": {"id": "e919ded2-9fb5-42e1-b212-c38704c9a2d8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1540073764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df5d806c97b4a319a5e218aa89e48d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5f342c7-dd", "ovs_interfaceid": "f5f342c7-ddfd-4a19-8f4f-45062495fc06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2070.190529] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-054dfcc7-5a8c-4741-a282-67ed705020b0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.198077] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454f1318-694f-47a9-be7a-0004f4e4fabb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.235313] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232f267e-2f35-4482-8680-b2ae16c6205e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.247188] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19921d50-d2f6-4d70-bd24-53bb533d2e79 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.265596] env[63676]: DEBUG nova.compute.provider_tree [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2070.343373] env[63676]: DEBUG nova.network.neutron [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Updating instance_info_cache with network_info: [{"id": "33fc2db9-bab4-46f0-9a5a-154fdcdcdcaf", "address": "fa:16:3e:83:42:fe", "network": {"id": "25772371-ba03-400f-be06-ce368c03b735", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1846336299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93faadf6a08140439d5abf8ec7de9c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33fc2db9-ba", "ovs_interfaceid": "33fc2db9-bab4-46f0-9a5a-154fdcdcdcaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2070.353021] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.477070] env[63676]: DEBUG oslo_vmware.api [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926375, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.623121] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Releasing lock "refresh_cache-16e5273e-6392-447f-b4ba-38a24918954c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2070.623518] env[63676]: DEBUG nova.compute.manager [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Instance network_info: |[{"id": "f5f342c7-ddfd-4a19-8f4f-45062495fc06", "address": "fa:16:3e:d6:c8:4c", "network": {"id": "e919ded2-9fb5-42e1-b212-c38704c9a2d8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1540073764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df5d806c97b4a319a5e218aa89e48d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5f342c7-dd", "ovs_interfaceid": "f5f342c7-ddfd-4a19-8f4f-45062495fc06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2070.623850] env[63676]: DEBUG oslo_concurrency.lockutils [req-ceb5861f-4ffa-45fd-81a9-49e6b2df79be req-57b2b33a-a433-4b4d-acce-d82ebc304902 service nova] Acquired lock "refresh_cache-16e5273e-6392-447f-b4ba-38a24918954c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2070.624056] env[63676]: DEBUG nova.network.neutron [req-ceb5861f-4ffa-45fd-81a9-49e6b2df79be req-57b2b33a-a433-4b4d-acce-d82ebc304902 service nova] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Refreshing network info cache for port f5f342c7-ddfd-4a19-8f4f-45062495fc06 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2070.625240] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:c8:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ce1511e-1eaa-45c6-a1ef-2b714c814fa1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f5f342c7-ddfd-4a19-8f4f-45062495fc06', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2070.632693] env[63676]: DEBUG oslo.service.loopingcall [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2070.633633] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2070.633866] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0aab6598-2d41-4766-a9c0-a6c90d84847e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.654051] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2070.654051] env[63676]: value = "task-1926376" [ 2070.654051] env[63676]: _type = "Task" [ 2070.654051] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.662272] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926376, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.747421] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64aac272-9d42-466b-bac7-cd11450f3e95 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "interface-7920f80e-dcaf-4ecc-bbdc-e61a9031651a-40bfa93e-1feb-4130-b171-ccb2c363380d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.747695] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64aac272-9d42-466b-bac7-cd11450f3e95 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "interface-7920f80e-dcaf-4ecc-bbdc-e61a9031651a-40bfa93e-1feb-4130-b171-ccb2c363380d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.769045] env[63676]: DEBUG nova.scheduler.client.report [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2070.845596] env[63676]: DEBUG oslo_concurrency.lockutils [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Releasing lock "refresh_cache-e4e9aa22-87ba-4cab-99fd-6e2da17d3779" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2070.977502] env[63676]: DEBUG oslo_vmware.api [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926375, 'name': CreateSnapshot_Task, 'duration_secs': 1.272448} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.977772] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Created Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2070.978550] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95bb4bd7-9ca0-4b03-9e36-1cb2075f9d5d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.165074] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926376, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.250461] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64aac272-9d42-466b-bac7-cd11450f3e95 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2071.250804] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64aac272-9d42-466b-bac7-cd11450f3e95 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired lock "7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2071.251876] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86dd677-6803-4f95-adcc-f3ebfdf47433 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.271973] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ba278dc-a4b8-435f-8477-3b54252a45ec {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.276107] env[63676]: DEBUG oslo_concurrency.lockutils [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.334s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.276107] env[63676]: INFO nova.compute.manager [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Migrating [ 2071.281985] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.929s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2071.282334] env[63676]: DEBUG nova.objects.instance [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lazy-loading 'resources' on Instance uuid 038a0675-2f22-4612-a0a1-7c59d82f0fb9 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2071.329249] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-64aac272-9d42-466b-bac7-cd11450f3e95 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Reconfiguring VM to detach interface {{(pid=63676) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2071.330557] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb00b100-3ff9-49b2-a717-f4e535cccaa2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.353303] env[63676]: DEBUG oslo_vmware.api [None req-64aac272-9d42-466b-bac7-cd11450f3e95 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 2071.353303] env[63676]: value = "task-1926377" [ 2071.353303] env[63676]: _type = "Task" [ 2071.353303] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.362011] env[63676]: DEBUG oslo_vmware.api [None req-64aac272-9d42-466b-bac7-cd11450f3e95 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926377, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.416954] env[63676]: DEBUG nova.network.neutron [req-ceb5861f-4ffa-45fd-81a9-49e6b2df79be req-57b2b33a-a433-4b4d-acce-d82ebc304902 service nova] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Updated VIF entry in instance network info cache for port f5f342c7-ddfd-4a19-8f4f-45062495fc06. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2071.417349] env[63676]: DEBUG nova.network.neutron [req-ceb5861f-4ffa-45fd-81a9-49e6b2df79be req-57b2b33a-a433-4b4d-acce-d82ebc304902 service nova] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Updating instance_info_cache with network_info: [{"id": "f5f342c7-ddfd-4a19-8f4f-45062495fc06", "address": "fa:16:3e:d6:c8:4c", "network": {"id": "e919ded2-9fb5-42e1-b212-c38704c9a2d8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1540073764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df5d806c97b4a319a5e218aa89e48d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5f342c7-dd", "ovs_interfaceid": "f5f342c7-ddfd-4a19-8f4f-45062495fc06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2071.495375] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Creating linked-clone VM from snapshot {{(pid=63676) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2071.495891] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8cb7f844-aa74-49c4-b0fd-4f8c96ee81d5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.504314] env[63676]: DEBUG oslo_vmware.api [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2071.504314] env[63676]: value = "task-1926378" [ 2071.504314] env[63676]: _type = "Task" [ 2071.504314] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.512012] env[63676]: DEBUG oslo_vmware.api [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926378, 'name': CloneVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.664874] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926376, 'name': CreateVM_Task, 'duration_secs': 0.649092} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.665067] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2071.665783] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2071.666013] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2071.666432] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2071.666637] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6667fe22-aea5-4979-a9ce-dc10aaa940ea {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.671592] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2071.671592] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a6b9c0-3bf1-9bde-89e3-21229b28dfee" [ 2071.671592] env[63676]: _type = "Task" [ 2071.671592] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.679165] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a6b9c0-3bf1-9bde-89e3-21229b28dfee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.798313] env[63676]: DEBUG oslo_concurrency.lockutils [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "refresh_cache-53b92e45-8bf3-45d2-beb6-5a349a5b055f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2071.798501] env[63676]: DEBUG oslo_concurrency.lockutils [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquired lock "refresh_cache-53b92e45-8bf3-45d2-beb6-5a349a5b055f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2071.798676] env[63676]: DEBUG nova.network.neutron [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2071.866626] env[63676]: DEBUG oslo_vmware.api [None req-64aac272-9d42-466b-bac7-cd11450f3e95 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.919664] env[63676]: DEBUG oslo_concurrency.lockutils [req-ceb5861f-4ffa-45fd-81a9-49e6b2df79be req-57b2b33a-a433-4b4d-acce-d82ebc304902 service nova] Releasing lock "refresh_cache-16e5273e-6392-447f-b4ba-38a24918954c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2071.919962] env[63676]: DEBUG nova.compute.manager [req-ceb5861f-4ffa-45fd-81a9-49e6b2df79be req-57b2b33a-a433-4b4d-acce-d82ebc304902 service nova] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Received event network-vif-deleted-25a44711-caea-4b37-8924-29e933c6ff9d {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2071.986822] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a7aa607-78e9-4b73-839a-d6a88efe1e87 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.995252] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad5aae9-a1b6-4bca-8bd9-159556ab71c0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.029526] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dfc8ab9-dc80-4880-9d3c-046a3992801c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.037559] env[63676]: DEBUG oslo_vmware.api [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926378, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.040787] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d736c01-6561-4895-bf66-b5b644e47a98 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.055900] env[63676]: DEBUG nova.compute.provider_tree [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2072.181357] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a6b9c0-3bf1-9bde-89e3-21229b28dfee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.363453] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4985356-e53d-422b-8bef-11c624d7144f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.368887] env[63676]: DEBUG oslo_vmware.api [None req-64aac272-9d42-466b-bac7-cd11450f3e95 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.386910] env[63676]: DEBUG oslo_concurrency.lockutils [None req-614ea95c-4057-4cc0-9206-a5d7b4d6eee3 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "92644b9e-6891-4de2-8f12-0a872e37ceb8" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2072.387201] env[63676]: DEBUG oslo_concurrency.lockutils [None req-614ea95c-4057-4cc0-9206-a5d7b4d6eee3 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "92644b9e-6891-4de2-8f12-0a872e37ceb8" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.388467] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Updating instance 'e4e9aa22-87ba-4cab-99fd-6e2da17d3779' progress to 0 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2072.534561] env[63676]: DEBUG oslo_vmware.api [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926378, 'name': CloneVM_Task} progress is 95%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.558670] env[63676]: DEBUG nova.scheduler.client.report [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2072.612100] env[63676]: DEBUG nova.network.neutron [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Updating instance_info_cache with network_info: [{"id": "0122791e-33cb-48a3-9406-dfed42d3e33e", "address": "fa:16:3e:5f:c0:3f", "network": {"id": "abf80053-ace1-44b7-ac68-be3c9b4c031d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1491985291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5701b0b66ea4031b1efd32168ad7818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0122791e-33", "ovs_interfaceid": "0122791e-33cb-48a3-9406-dfed42d3e33e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2072.681707] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a6b9c0-3bf1-9bde-89e3-21229b28dfee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.866486] env[63676]: DEBUG oslo_vmware.api [None req-64aac272-9d42-466b-bac7-cd11450f3e95 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.892785] env[63676]: INFO nova.compute.manager [None req-614ea95c-4057-4cc0-9206-a5d7b4d6eee3 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Detaching volume d873ae6a-c508-4d0b-a91b-2f2fda18a26b [ 2072.895917] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2072.896390] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a28aba3-edf9-41eb-8b71-95e6d5237706 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.903956] env[63676]: DEBUG oslo_vmware.api [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2072.903956] env[63676]: value = "task-1926379" [ 2072.903956] env[63676]: _type = "Task" [ 2072.903956] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.913752] env[63676]: DEBUG oslo_vmware.api [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926379, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.930542] env[63676]: INFO nova.virt.block_device [None req-614ea95c-4057-4cc0-9206-a5d7b4d6eee3 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Attempting to driver detach volume d873ae6a-c508-4d0b-a91b-2f2fda18a26b from mountpoint /dev/sdb [ 2072.930785] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-614ea95c-4057-4cc0-9206-a5d7b4d6eee3 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Volume detach. Driver type: vmdk {{(pid=63676) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2072.930973] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-614ea95c-4057-4cc0-9206-a5d7b4d6eee3 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397190', 'volume_id': 'd873ae6a-c508-4d0b-a91b-2f2fda18a26b', 'name': 'volume-d873ae6a-c508-4d0b-a91b-2f2fda18a26b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '92644b9e-6891-4de2-8f12-0a872e37ceb8', 'attached_at': '', 'detached_at': '', 'volume_id': 'd873ae6a-c508-4d0b-a91b-2f2fda18a26b', 'serial': 'd873ae6a-c508-4d0b-a91b-2f2fda18a26b'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2072.931869] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de289b16-4add-4c32-9cce-bce74f14939e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.955142] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2fa0f1-5096-49e3-9d60-4903a6a3ea4a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.962373] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38160d0-539b-4e5a-a436-42a97b33b69f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.984317] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2fd9e1-d44a-421d-a330-ffea22d3c062 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.000221] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-614ea95c-4057-4cc0-9206-a5d7b4d6eee3 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] The volume has not been displaced from its original location: [datastore1] volume-d873ae6a-c508-4d0b-a91b-2f2fda18a26b/volume-d873ae6a-c508-4d0b-a91b-2f2fda18a26b.vmdk. No consolidation needed. {{(pid=63676) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2073.005700] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-614ea95c-4057-4cc0-9206-a5d7b4d6eee3 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2073.006020] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-076d2a29-b0e5-4cd0-a68c-83e264bee565 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.024540] env[63676]: DEBUG oslo_vmware.api [None req-614ea95c-4057-4cc0-9206-a5d7b4d6eee3 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2073.024540] env[63676]: value = "task-1926380" [ 2073.024540] env[63676]: _type = "Task" [ 2073.024540] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.035740] env[63676]: DEBUG oslo_vmware.api [None req-614ea95c-4057-4cc0-9206-a5d7b4d6eee3 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926380, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.039133] env[63676]: DEBUG oslo_vmware.api [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926378, 'name': CloneVM_Task} progress is 95%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.064352] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.782s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.089982] env[63676]: INFO nova.scheduler.client.report [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Deleted allocations for instance 038a0675-2f22-4612-a0a1-7c59d82f0fb9 [ 2073.115038] env[63676]: DEBUG oslo_concurrency.lockutils [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Releasing lock "refresh_cache-53b92e45-8bf3-45d2-beb6-5a349a5b055f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2073.182328] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a6b9c0-3bf1-9bde-89e3-21229b28dfee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.367620] env[63676]: DEBUG oslo_vmware.api [None req-64aac272-9d42-466b-bac7-cd11450f3e95 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.412925] env[63676]: DEBUG oslo_vmware.api [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926379, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.536706] env[63676]: DEBUG oslo_vmware.api [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926378, 'name': CloneVM_Task, 'duration_secs': 2.005937} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.539930] env[63676]: INFO nova.virt.vmwareapi.vmops [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Created linked-clone VM from snapshot [ 2073.540217] env[63676]: DEBUG oslo_vmware.api [None req-614ea95c-4057-4cc0-9206-a5d7b4d6eee3 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926380, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.540883] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfeec743-259e-4654-a356-c76c24be3b5e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.547503] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Uploading image ee2925a9-1630-48d8-bfa9-acd024a19bf2 {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2073.566914] env[63676]: DEBUG oslo_vmware.rw_handles [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2073.566914] env[63676]: value = "vm-397214" [ 2073.566914] env[63676]: _type = "VirtualMachine" [ 2073.566914] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2073.567173] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d6c6e730-9d9c-48a8-b312-72b624957907 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.574422] env[63676]: DEBUG oslo_vmware.rw_handles [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Lease: (returnval){ [ 2073.574422] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ebdf4a-b8c0-5ab0-6000-6172397202b9" [ 2073.574422] env[63676]: _type = "HttpNfcLease" [ 2073.574422] env[63676]: } obtained for exporting VM: (result){ [ 2073.574422] env[63676]: value = "vm-397214" [ 2073.574422] env[63676]: _type = "VirtualMachine" [ 2073.574422] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2073.574702] env[63676]: DEBUG oslo_vmware.api [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the lease: (returnval){ [ 2073.574702] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ebdf4a-b8c0-5ab0-6000-6172397202b9" [ 2073.574702] env[63676]: _type = "HttpNfcLease" [ 2073.574702] env[63676]: } to be ready. {{(pid=63676) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2073.580953] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2073.580953] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ebdf4a-b8c0-5ab0-6000-6172397202b9" [ 2073.580953] env[63676]: _type = "HttpNfcLease" [ 2073.580953] env[63676]: } is initializing. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2073.598813] env[63676]: DEBUG oslo_concurrency.lockutils [None req-81d6c21c-f99a-47c5-8114-7a7a2350ea85 tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "038a0675-2f22-4612-a0a1-7c59d82f0fb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.831s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.682309] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a6b9c0-3bf1-9bde-89e3-21229b28dfee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.867714] env[63676]: DEBUG oslo_vmware.api [None req-64aac272-9d42-466b-bac7-cd11450f3e95 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.915491] env[63676]: DEBUG oslo_vmware.api [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926379, 'name': PowerOffVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.034984] env[63676]: DEBUG oslo_vmware.api [None req-614ea95c-4057-4cc0-9206-a5d7b4d6eee3 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926380, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.082877] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2074.082877] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ebdf4a-b8c0-5ab0-6000-6172397202b9" [ 2074.082877] env[63676]: _type = "HttpNfcLease" [ 2074.082877] env[63676]: } is ready. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2074.083190] env[63676]: DEBUG oslo_vmware.rw_handles [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2074.083190] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ebdf4a-b8c0-5ab0-6000-6172397202b9" [ 2074.083190] env[63676]: _type = "HttpNfcLease" [ 2074.083190] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2074.083918] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b4921c-c0de-4d99-844d-5693980ee1de {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.092056] env[63676]: DEBUG oslo_vmware.rw_handles [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e39b8-8e0c-f9b1-0abc-30ad036b597c/disk-0.vmdk from lease info. {{(pid=63676) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2074.092239] env[63676]: DEBUG oslo_vmware.rw_handles [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e39b8-8e0c-f9b1-0abc-30ad036b597c/disk-0.vmdk for reading. {{(pid=63676) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2074.184372] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a6b9c0-3bf1-9bde-89e3-21229b28dfee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.186976] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a860d8a8-3ec6-4e43-bd6b-5ff1054d5975 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.368169] env[63676]: DEBUG oslo_vmware.api [None req-64aac272-9d42-466b-bac7-cd11450f3e95 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.414846] env[63676]: DEBUG oslo_vmware.api [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926379, 'name': PowerOffVM_Task, 'duration_secs': 1.183071} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.415085] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2074.415259] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Updating instance 'e4e9aa22-87ba-4cab-99fd-6e2da17d3779' progress to 17 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2074.535521] env[63676]: DEBUG oslo_vmware.api [None req-614ea95c-4057-4cc0-9206-a5d7b4d6eee3 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926380, 'name': ReconfigVM_Task, 'duration_secs': 1.231741} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.535854] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-614ea95c-4057-4cc0-9206-a5d7b4d6eee3 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2074.541636] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0d369b9-6654-4d16-b592-787e0a8f0b4e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.557840] env[63676]: DEBUG oslo_vmware.api [None req-614ea95c-4057-4cc0-9206-a5d7b4d6eee3 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2074.557840] env[63676]: value = "task-1926382" [ 2074.557840] env[63676]: _type = "Task" [ 2074.557840] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.566898] env[63676]: DEBUG oslo_vmware.api [None req-614ea95c-4057-4cc0-9206-a5d7b4d6eee3 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926382, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.654576] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c331cd-1fb7-4066-918b-b6e675cdb926 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.674609] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Updating instance '53b92e45-8bf3-45d2-beb6-5a349a5b055f' progress to 0 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2074.687771] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a6b9c0-3bf1-9bde-89e3-21229b28dfee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.743724] env[63676]: DEBUG oslo_concurrency.lockutils [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "6ee39c3c-33c9-4ce8-b214-bba1e8629e75" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2074.744099] env[63676]: DEBUG oslo_concurrency.lockutils [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "6ee39c3c-33c9-4ce8-b214-bba1e8629e75" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2074.744363] env[63676]: DEBUG oslo_concurrency.lockutils [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "6ee39c3c-33c9-4ce8-b214-bba1e8629e75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2074.744590] env[63676]: DEBUG oslo_concurrency.lockutils [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "6ee39c3c-33c9-4ce8-b214-bba1e8629e75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2074.744775] env[63676]: DEBUG oslo_concurrency.lockutils [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "6ee39c3c-33c9-4ce8-b214-bba1e8629e75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2074.747366] env[63676]: INFO nova.compute.manager [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Terminating instance [ 2074.868011] env[63676]: DEBUG oslo_vmware.api [None req-64aac272-9d42-466b-bac7-cd11450f3e95 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.921400] env[63676]: DEBUG nova.virt.hardware [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2074.921801] env[63676]: DEBUG nova.virt.hardware [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2074.921941] env[63676]: DEBUG nova.virt.hardware [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2074.922317] env[63676]: DEBUG nova.virt.hardware [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2074.922587] env[63676]: DEBUG nova.virt.hardware [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2074.923039] env[63676]: DEBUG nova.virt.hardware [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2074.923340] env[63676]: DEBUG nova.virt.hardware [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2074.923527] env[63676]: DEBUG nova.virt.hardware [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2074.923786] env[63676]: DEBUG nova.virt.hardware [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2074.924070] env[63676]: DEBUG nova.virt.hardware [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2074.924263] env[63676]: DEBUG nova.virt.hardware [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2074.929324] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfa5f070-0ec2-4077-af82-e2764dd2d753 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.946300] env[63676]: DEBUG oslo_vmware.api [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2074.946300] env[63676]: value = "task-1926383" [ 2074.946300] env[63676]: _type = "Task" [ 2074.946300] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.955310] env[63676]: DEBUG oslo_vmware.api [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926383, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.068206] env[63676]: DEBUG oslo_vmware.api [None req-614ea95c-4057-4cc0-9206-a5d7b4d6eee3 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926382, 'name': ReconfigVM_Task, 'duration_secs': 0.146667} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.068626] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-614ea95c-4057-4cc0-9206-a5d7b4d6eee3 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397190', 'volume_id': 'd873ae6a-c508-4d0b-a91b-2f2fda18a26b', 'name': 'volume-d873ae6a-c508-4d0b-a91b-2f2fda18a26b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '92644b9e-6891-4de2-8f12-0a872e37ceb8', 'attached_at': '', 'detached_at': '', 'volume_id': 'd873ae6a-c508-4d0b-a91b-2f2fda18a26b', 'serial': 'd873ae6a-c508-4d0b-a91b-2f2fda18a26b'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2075.181714] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2075.182133] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6072b33c-ee84-4e36-93d9-3d468eea62ce {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.193055] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a6b9c0-3bf1-9bde-89e3-21229b28dfee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.195013] env[63676]: DEBUG oslo_vmware.api [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2075.195013] env[63676]: value = "task-1926384" [ 2075.195013] env[63676]: _type = "Task" [ 2075.195013] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.204101] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] VM already powered off {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2075.204368] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Updating instance '53b92e45-8bf3-45d2-beb6-5a349a5b055f' progress to 17 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2075.251894] env[63676]: DEBUG nova.compute.manager [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2075.252140] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2075.253751] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cee7c2b-c9a6-44b9-b79c-087588913d81 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.262318] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2075.262607] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7c6544c-18da-415d-9f55-d72c4893e2bc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.268515] env[63676]: DEBUG oslo_vmware.api [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 2075.268515] env[63676]: value = "task-1926385" [ 2075.268515] env[63676]: _type = "Task" [ 2075.268515] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.276693] env[63676]: DEBUG oslo_vmware.api [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.370414] env[63676]: DEBUG oslo_vmware.api [None req-64aac272-9d42-466b-bac7-cd11450f3e95 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.458444] env[63676]: DEBUG oslo_vmware.api [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926383, 'name': ReconfigVM_Task, 'duration_secs': 0.180219} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.459242] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Updating instance 'e4e9aa22-87ba-4cab-99fd-6e2da17d3779' progress to 33 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2075.615608] env[63676]: DEBUG nova.objects.instance [None req-614ea95c-4057-4cc0-9206-a5d7b4d6eee3 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lazy-loading 'flavor' on Instance uuid 92644b9e-6891-4de2-8f12-0a872e37ceb8 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2075.685685] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a6b9c0-3bf1-9bde-89e3-21229b28dfee, 'name': SearchDatastore_Task, 'duration_secs': 3.636636} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.686091] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2075.686417] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2075.686752] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.687035] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.687275] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2075.687583] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc25327f-011c-440a-a65e-5eb407cafee0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.696185] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2075.696420] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2075.697240] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-621b58ad-a80d-4422-99e4-a4c8355097a6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.702764] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2075.702764] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a6b85d-a078-4e2a-18fa-d0863615790c" [ 2075.702764] env[63676]: _type = "Task" [ 2075.702764] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.712401] env[63676]: DEBUG nova.virt.hardware [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2075.712694] env[63676]: DEBUG nova.virt.hardware [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2075.712914] env[63676]: DEBUG nova.virt.hardware [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2075.713206] env[63676]: DEBUG nova.virt.hardware [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2075.713374] env[63676]: DEBUG nova.virt.hardware [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2075.713581] env[63676]: DEBUG nova.virt.hardware [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2075.713796] env[63676]: DEBUG nova.virt.hardware [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2075.713958] env[63676]: DEBUG nova.virt.hardware [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2075.714193] env[63676]: DEBUG nova.virt.hardware [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2075.714442] env[63676]: DEBUG nova.virt.hardware [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2075.714679] env[63676]: DEBUG nova.virt.hardware [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2075.719661] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a6b85d-a078-4e2a-18fa-d0863615790c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.719948] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e36236e8-f0a0-47a0-9529-9e35ffb760e2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.734869] env[63676]: DEBUG oslo_vmware.api [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2075.734869] env[63676]: value = "task-1926386" [ 2075.734869] env[63676]: _type = "Task" [ 2075.734869] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.743486] env[63676]: DEBUG oslo_vmware.api [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926386, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.780541] env[63676]: DEBUG oslo_vmware.api [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926385, 'name': PowerOffVM_Task, 'duration_secs': 0.209961} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.780930] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2075.781238] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2075.781572] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db8ab191-e0d5-4fab-b6b3-d2c51979fe05 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.871453] env[63676]: DEBUG oslo_vmware.api [None req-64aac272-9d42-466b-bac7-cd11450f3e95 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.925245] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2075.925245] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2075.925245] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Deleting the datastore file [datastore1] 6ee39c3c-33c9-4ce8-b214-bba1e8629e75 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2075.926292] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-624106e8-2388-4912-ab2d-5b3841926abf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.932478] env[63676]: DEBUG oslo_vmware.api [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for the task: (returnval){ [ 2075.932478] env[63676]: value = "task-1926388" [ 2075.932478] env[63676]: _type = "Task" [ 2075.932478] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.940764] env[63676]: DEBUG oslo_vmware.api [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926388, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.966408] env[63676]: DEBUG nova.virt.hardware [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2075.967621] env[63676]: DEBUG nova.virt.hardware [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2075.967621] env[63676]: DEBUG nova.virt.hardware [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2075.968770] env[63676]: DEBUG nova.virt.hardware [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2075.968770] env[63676]: DEBUG nova.virt.hardware [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2075.968770] env[63676]: DEBUG nova.virt.hardware [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2075.969421] env[63676]: DEBUG nova.virt.hardware [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2075.969868] env[63676]: DEBUG nova.virt.hardware [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2075.970185] env[63676]: DEBUG nova.virt.hardware [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2075.970473] env[63676]: DEBUG nova.virt.hardware [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2075.970767] env[63676]: DEBUG nova.virt.hardware [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2075.979677] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Reconfiguring VM instance instance-0000006b to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2075.983170] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dabf92a1-c5e6-4191-89b6-f3b0751dc738 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.010068] env[63676]: DEBUG oslo_vmware.api [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2076.010068] env[63676]: value = "task-1926389" [ 2076.010068] env[63676]: _type = "Task" [ 2076.010068] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.024365] env[63676]: DEBUG oslo_vmware.api [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926389, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.214020] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a6b85d-a078-4e2a-18fa-d0863615790c, 'name': SearchDatastore_Task, 'duration_secs': 0.008852} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.215334] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcc72725-d101-4d33-9efa-9d6c63525459 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.221341] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2076.221341] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525a701a-b64a-948c-0f2c-2d0ad74559da" [ 2076.221341] env[63676]: _type = "Task" [ 2076.221341] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.230254] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525a701a-b64a-948c-0f2c-2d0ad74559da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.244397] env[63676]: DEBUG oslo_vmware.api [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926386, 'name': ReconfigVM_Task, 'duration_secs': 0.163328} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.244790] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Updating instance '53b92e45-8bf3-45d2-beb6-5a349a5b055f' progress to 33 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2076.370542] env[63676]: DEBUG oslo_vmware.api [None req-64aac272-9d42-466b-bac7-cd11450f3e95 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926377, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.443273] env[63676]: DEBUG oslo_vmware.api [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Task: {'id': task-1926388, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172365} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.443789] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2076.444310] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2076.444636] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2076.444960] env[63676]: INFO nova.compute.manager [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2076.445364] env[63676]: DEBUG oslo.service.loopingcall [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2076.445712] env[63676]: DEBUG nova.compute.manager [-] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2076.446316] env[63676]: DEBUG nova.network.neutron [-] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2076.520797] env[63676]: DEBUG oslo_vmware.api [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926389, 'name': ReconfigVM_Task, 'duration_secs': 0.176995} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.521079] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Reconfigured VM instance instance-0000006b to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2076.521912] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d28ee34-9f51-4805-9312-3a6220af75cd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.546618] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] e4e9aa22-87ba-4cab-99fd-6e2da17d3779/e4e9aa22-87ba-4cab-99fd-6e2da17d3779.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2076.546944] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f2e9e34-c04b-4a84-94db-016df120e6ec {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.566500] env[63676]: DEBUG oslo_vmware.api [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2076.566500] env[63676]: value = "task-1926390" [ 2076.566500] env[63676]: _type = "Task" [ 2076.566500] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.574922] env[63676]: DEBUG oslo_vmware.api [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926390, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.624175] env[63676]: DEBUG oslo_concurrency.lockutils [None req-614ea95c-4057-4cc0-9206-a5d7b4d6eee3 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "92644b9e-6891-4de2-8f12-0a872e37ceb8" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.237s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.732177] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525a701a-b64a-948c-0f2c-2d0ad74559da, 'name': SearchDatastore_Task, 'duration_secs': 0.00927} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.732461] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2076.732745] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 16e5273e-6392-447f-b4ba-38a24918954c/16e5273e-6392-447f-b4ba-38a24918954c.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2076.733035] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c387ff1e-76fa-4ee2-a01a-db5ff0be20d6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.739367] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2076.739367] env[63676]: value = "task-1926391" [ 2076.739367] env[63676]: _type = "Task" [ 2076.739367] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.747562] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.751732] env[63676]: DEBUG nova.virt.hardware [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2076.751970] env[63676]: DEBUG nova.virt.hardware [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2076.752354] env[63676]: DEBUG nova.virt.hardware [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2076.752354] env[63676]: DEBUG nova.virt.hardware [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2076.752470] env[63676]: DEBUG nova.virt.hardware [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2076.752631] env[63676]: DEBUG nova.virt.hardware [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2076.752898] env[63676]: DEBUG nova.virt.hardware [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2076.752985] env[63676]: DEBUG nova.virt.hardware [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2076.753165] env[63676]: DEBUG nova.virt.hardware [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2076.753362] env[63676]: DEBUG nova.virt.hardware [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2076.753494] env[63676]: DEBUG nova.virt.hardware [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2076.758618] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Reconfiguring VM instance instance-0000005e to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2076.758889] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-857fd907-1a17-4df2-9612-c853e6630f9a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.781256] env[63676]: DEBUG oslo_vmware.api [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2076.781256] env[63676]: value = "task-1926392" [ 2076.781256] env[63676]: _type = "Task" [ 2076.781256] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.790451] env[63676]: DEBUG oslo_vmware.api [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926392, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.796307] env[63676]: DEBUG nova.compute.manager [req-b108c0e2-5c40-4b99-9614-e4e83fe1a0cd req-ea050c5a-1951-42a3-91db-50d818ce9e55 service nova] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Received event network-vif-deleted-2d91d501-6bcd-436d-a57e-138bf6757987 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2076.796539] env[63676]: INFO nova.compute.manager [req-b108c0e2-5c40-4b99-9614-e4e83fe1a0cd req-ea050c5a-1951-42a3-91db-50d818ce9e55 service nova] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Neutron deleted interface 2d91d501-6bcd-436d-a57e-138bf6757987; detaching it from the instance and deleting it from the info cache [ 2076.796721] env[63676]: DEBUG nova.network.neutron [req-b108c0e2-5c40-4b99-9614-e4e83fe1a0cd req-ea050c5a-1951-42a3-91db-50d818ce9e55 service nova] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2076.846579] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "92644b9e-6891-4de2-8f12-0a872e37ceb8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.846840] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "92644b9e-6891-4de2-8f12-0a872e37ceb8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.847446] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "92644b9e-6891-4de2-8f12-0a872e37ceb8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.847656] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "92644b9e-6891-4de2-8f12-0a872e37ceb8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.847832] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "92644b9e-6891-4de2-8f12-0a872e37ceb8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2076.849968] env[63676]: INFO nova.compute.manager [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Terminating instance [ 2076.870720] env[63676]: DEBUG oslo_vmware.api [None req-64aac272-9d42-466b-bac7-cd11450f3e95 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926377, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.077133] env[63676]: DEBUG oslo_vmware.api [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926390, 'name': ReconfigVM_Task, 'duration_secs': 0.370615} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.077506] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Reconfigured VM instance instance-0000006b to attach disk [datastore1] e4e9aa22-87ba-4cab-99fd-6e2da17d3779/e4e9aa22-87ba-4cab-99fd-6e2da17d3779.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2077.077716] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Updating instance 'e4e9aa22-87ba-4cab-99fd-6e2da17d3779' progress to 50 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2077.251518] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926391, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.275739] env[63676]: DEBUG nova.network.neutron [-] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2077.290659] env[63676]: DEBUG oslo_vmware.api [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926392, 'name': ReconfigVM_Task, 'duration_secs': 0.219982} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.291665] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Reconfigured VM instance instance-0000005e to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2077.292676] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c0c52f-671f-4206-b7ae-c5dc83d1021a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.317398] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 53b92e45-8bf3-45d2-beb6-5a349a5b055f/53b92e45-8bf3-45d2-beb6-5a349a5b055f.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2077.317698] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f60839d-510d-4bff-98f5-86a445e3b59e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.320108] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fac504f-97e9-4625-bc74-ad645b0e37ba {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.338597] env[63676]: DEBUG oslo_vmware.api [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2077.338597] env[63676]: value = "task-1926393" [ 2077.338597] env[63676]: _type = "Task" [ 2077.338597] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.345052] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171f5de7-68a1-439f-8f0b-d28a344f61c0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.357014] env[63676]: DEBUG nova.compute.manager [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2077.357312] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2077.358543] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-227db7fb-ea52-4eee-a11b-7bd014ca5fbc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.370349] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2077.370682] env[63676]: DEBUG oslo_vmware.api [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926393, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.371292] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d4de83da-79e1-4c98-8071-76379a192fba {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.386055] env[63676]: DEBUG nova.compute.manager [req-b108c0e2-5c40-4b99-9614-e4e83fe1a0cd req-ea050c5a-1951-42a3-91db-50d818ce9e55 service nova] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Detach interface failed, port_id=2d91d501-6bcd-436d-a57e-138bf6757987, reason: Instance 6ee39c3c-33c9-4ce8-b214-bba1e8629e75 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2077.386521] env[63676]: DEBUG oslo_vmware.api [None req-64aac272-9d42-466b-bac7-cd11450f3e95 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926377, 'name': ReconfigVM_Task, 'duration_secs': 5.820941} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.387162] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64aac272-9d42-466b-bac7-cd11450f3e95 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Releasing lock "7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2077.387420] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-64aac272-9d42-466b-bac7-cd11450f3e95 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Reconfigured VM to detach interface {{(pid=63676) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2077.391844] env[63676]: DEBUG oslo_vmware.api [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2077.391844] env[63676]: value = "task-1926394" [ 2077.391844] env[63676]: _type = "Task" [ 2077.391844] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.399469] env[63676]: DEBUG oslo_vmware.api [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926394, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.584916] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89683e82-0981-4439-958f-c677061a1616 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.604843] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d1113e-6a2c-41d3-99fa-95ab949b055d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.622860] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Updating instance 'e4e9aa22-87ba-4cab-99fd-6e2da17d3779' progress to 67 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2077.753110] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.566712} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.753386] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 16e5273e-6392-447f-b4ba-38a24918954c/16e5273e-6392-447f-b4ba-38a24918954c.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2077.753605] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2077.753855] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe08beef-e34f-4190-9744-9e0e98cdb40d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.760345] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2077.760345] env[63676]: value = "task-1926395" [ 2077.760345] env[63676]: _type = "Task" [ 2077.760345] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.768066] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.779699] env[63676]: INFO nova.compute.manager [-] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Took 1.33 seconds to deallocate network for instance. [ 2077.849489] env[63676]: DEBUG oslo_vmware.api [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926393, 'name': ReconfigVM_Task, 'duration_secs': 0.354076} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.850055] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 53b92e45-8bf3-45d2-beb6-5a349a5b055f/53b92e45-8bf3-45d2-beb6-5a349a5b055f.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2077.850055] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Updating instance '53b92e45-8bf3-45d2-beb6-5a349a5b055f' progress to 50 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2077.902275] env[63676]: DEBUG oslo_vmware.api [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926394, 'name': PowerOffVM_Task, 'duration_secs': 0.18327} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.902507] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2077.902679] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2077.902922] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-342a556e-9fa0-46e9-ad32-4c0bc5ba6584 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.052159] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2078.052623] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2078.052981] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Deleting the datastore file [datastore1] 92644b9e-6891-4de2-8f12-0a872e37ceb8 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2078.053442] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf60721a-1cbf-4087-8936-7c46cad31655 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.061572] env[63676]: DEBUG oslo_vmware.api [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2078.061572] env[63676]: value = "task-1926397" [ 2078.061572] env[63676]: _type = "Task" [ 2078.061572] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.070904] env[63676]: DEBUG oslo_vmware.api [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926397, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.163888] env[63676]: DEBUG nova.network.neutron [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Port 33fc2db9-bab4-46f0-9a5a-154fdcdcdcaf binding to destination host cpu-1 is already ACTIVE {{(pid=63676) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2078.269663] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065663} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.269919] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2078.270710] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0d6502-73a9-460b-a43c-105f3ef34382 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.292418] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 16e5273e-6392-447f-b4ba-38a24918954c/16e5273e-6392-447f-b4ba-38a24918954c.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2078.293363] env[63676]: DEBUG oslo_concurrency.lockutils [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2078.293609] env[63676]: DEBUG oslo_concurrency.lockutils [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.293816] env[63676]: DEBUG nova.objects.instance [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lazy-loading 'resources' on Instance uuid 6ee39c3c-33c9-4ce8-b214-bba1e8629e75 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2078.294762] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2297bda3-d5f2-43cd-950b-9c4ab9bb0744 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.317901] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2078.317901] env[63676]: value = "task-1926398" [ 2078.317901] env[63676]: _type = "Task" [ 2078.317901] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.328386] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926398, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.356164] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d75bdbe-fa75-4302-8ad0-cd437a2f3584 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.385131] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f35611f-1d22-432e-8339-51903b52eaa4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.410391] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Updating instance '53b92e45-8bf3-45d2-beb6-5a349a5b055f' progress to 67 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2078.534510] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95eca33-00ad-4c4d-831c-f224ea88f6b1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.542211] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1883457c-5525-4858-bb75-f90fc76209ff {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.575398] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcaf2e3-524a-43e2-94de-b0f44c0f8697 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.583278] env[63676]: DEBUG oslo_vmware.api [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926397, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164513} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.585429] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2078.585654] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2078.585839] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2078.586028] env[63676]: INFO nova.compute.manager [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Took 1.23 seconds to destroy the instance on the hypervisor. [ 2078.586307] env[63676]: DEBUG oslo.service.loopingcall [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2078.586910] env[63676]: DEBUG nova.compute.manager [-] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2078.587046] env[63676]: DEBUG nova.network.neutron [-] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2078.589696] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33455ae-16e6-47c5-84f1-93bf50b9dc1f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.604102] env[63676]: DEBUG nova.compute.provider_tree [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2078.829802] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926398, 'name': ReconfigVM_Task, 'duration_secs': 0.406653} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.830120] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 16e5273e-6392-447f-b4ba-38a24918954c/16e5273e-6392-447f-b4ba-38a24918954c.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2078.830799] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-072169df-d448-425c-b195-2b60a30b3c5f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.837115] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2078.837115] env[63676]: value = "task-1926399" [ 2078.837115] env[63676]: _type = "Task" [ 2078.837115] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.846131] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926399, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.885533] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64aac272-9d42-466b-bac7-cd11450f3e95 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "refresh_cache-7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2078.885827] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64aac272-9d42-466b-bac7-cd11450f3e95 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired lock "refresh_cache-7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2078.886030] env[63676]: DEBUG nova.network.neutron [None req-64aac272-9d42-466b-bac7-cd11450f3e95 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2079.017394] env[63676]: DEBUG nova.network.neutron [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Port 0122791e-33cb-48a3-9406-dfed42d3e33e binding to destination host cpu-1 is already ACTIVE {{(pid=63676) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2079.107049] env[63676]: DEBUG nova.scheduler.client.report [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2079.189075] env[63676]: DEBUG oslo_concurrency.lockutils [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "e4e9aa22-87ba-4cab-99fd-6e2da17d3779-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2079.189075] env[63676]: DEBUG oslo_concurrency.lockutils [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "e4e9aa22-87ba-4cab-99fd-6e2da17d3779-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.189075] env[63676]: DEBUG oslo_concurrency.lockutils [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "e4e9aa22-87ba-4cab-99fd-6e2da17d3779-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.264407] env[63676]: DEBUG nova.compute.manager [req-47955866-0098-419c-9c9f-156ba46aa80c req-06e206c6-63b4-441e-85a5-f458e4ff335b service nova] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Received event network-vif-deleted-72de6258-a8e2-403a-83a3-0cad28fa2ec5 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2079.264619] env[63676]: INFO nova.compute.manager [req-47955866-0098-419c-9c9f-156ba46aa80c req-06e206c6-63b4-441e-85a5-f458e4ff335b service nova] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Neutron deleted interface 72de6258-a8e2-403a-83a3-0cad28fa2ec5; detaching it from the instance and deleting it from the info cache [ 2079.264794] env[63676]: DEBUG nova.network.neutron [req-47955866-0098-419c-9c9f-156ba46aa80c req-06e206c6-63b4-441e-85a5-f458e4ff335b service nova] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2079.347859] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926399, 'name': Rename_Task, 'duration_secs': 0.249938} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.348174] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2079.348474] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e17e1a87-7ea4-4daf-beb4-a3ae73008e9f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.355531] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2079.355531] env[63676]: value = "task-1926400" [ 2079.355531] env[63676]: _type = "Task" [ 2079.355531] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.363794] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.611561] env[63676]: DEBUG oslo_concurrency.lockutils [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.318s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.644705] env[63676]: INFO nova.scheduler.client.report [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Deleted allocations for instance 6ee39c3c-33c9-4ce8-b214-bba1e8629e75 [ 2079.702438] env[63676]: INFO nova.network.neutron [None req-64aac272-9d42-466b-bac7-cd11450f3e95 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Port 40bfa93e-1feb-4130-b171-ccb2c363380d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2079.702790] env[63676]: DEBUG nova.network.neutron [None req-64aac272-9d42-466b-bac7-cd11450f3e95 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Updating instance_info_cache with network_info: [{"id": "01668ad3-e1b6-4073-a805-25b5979400e9", "address": "fa:16:3e:8e:c6:7e", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01668ad3-e1", "ovs_interfaceid": "01668ad3-e1b6-4073-a805-25b5979400e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2079.732424] env[63676]: DEBUG nova.network.neutron [-] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2079.767988] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-58ecd3bb-3b57-40bc-a043-a0389a6ce9e1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.781532] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e01e31a-bfa9-4a58-ac0a-81bcbdd5587d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.796224] env[63676]: DEBUG nova.compute.manager [req-dac7ba67-1d69-473c-b17c-a61fd4ddae8a req-8a97e29e-7110-47cb-bea1-7c33be813a5d service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Received event network-changed-01668ad3-e1b6-4073-a805-25b5979400e9 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2079.796224] env[63676]: DEBUG nova.compute.manager [req-dac7ba67-1d69-473c-b17c-a61fd4ddae8a req-8a97e29e-7110-47cb-bea1-7c33be813a5d service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Refreshing instance network info cache due to event network-changed-01668ad3-e1b6-4073-a805-25b5979400e9. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2079.796224] env[63676]: DEBUG oslo_concurrency.lockutils [req-dac7ba67-1d69-473c-b17c-a61fd4ddae8a req-8a97e29e-7110-47cb-bea1-7c33be813a5d service nova] Acquiring lock "refresh_cache-7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2079.818775] env[63676]: DEBUG nova.compute.manager [req-47955866-0098-419c-9c9f-156ba46aa80c req-06e206c6-63b4-441e-85a5-f458e4ff335b service nova] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Detach interface failed, port_id=72de6258-a8e2-403a-83a3-0cad28fa2ec5, reason: Instance 92644b9e-6891-4de2-8f12-0a872e37ceb8 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2079.869443] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926400, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.045385] env[63676]: DEBUG oslo_concurrency.lockutils [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "53b92e45-8bf3-45d2-beb6-5a349a5b055f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.045838] env[63676]: DEBUG oslo_concurrency.lockutils [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "53b92e45-8bf3-45d2-beb6-5a349a5b055f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2080.046151] env[63676]: DEBUG oslo_concurrency.lockutils [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "53b92e45-8bf3-45d2-beb6-5a349a5b055f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.152211] env[63676]: DEBUG oslo_concurrency.lockutils [None req-577d581d-51f4-4dbc-81df-a1f00fac9cdb tempest-ServerRescueNegativeTestJSON-1703507916 tempest-ServerRescueNegativeTestJSON-1703507916-project-member] Lock "6ee39c3c-33c9-4ce8-b214-bba1e8629e75" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.408s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.205919] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64aac272-9d42-466b-bac7-cd11450f3e95 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Releasing lock "refresh_cache-7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2080.207990] env[63676]: DEBUG oslo_concurrency.lockutils [req-dac7ba67-1d69-473c-b17c-a61fd4ddae8a req-8a97e29e-7110-47cb-bea1-7c33be813a5d service nova] Acquired lock "refresh_cache-7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2080.208252] env[63676]: DEBUG nova.network.neutron [req-dac7ba67-1d69-473c-b17c-a61fd4ddae8a req-8a97e29e-7110-47cb-bea1-7c33be813a5d service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Refreshing network info cache for port 01668ad3-e1b6-4073-a805-25b5979400e9 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2080.235945] env[63676]: INFO nova.compute.manager [-] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Took 1.65 seconds to deallocate network for instance. [ 2080.241315] env[63676]: DEBUG oslo_concurrency.lockutils [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "refresh_cache-e4e9aa22-87ba-4cab-99fd-6e2da17d3779" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2080.241474] env[63676]: DEBUG oslo_concurrency.lockutils [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquired lock "refresh_cache-e4e9aa22-87ba-4cab-99fd-6e2da17d3779" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2080.241645] env[63676]: DEBUG nova.network.neutron [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2080.345547] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "interface-e9e3394a-81fc-4203-a5d0-4d6ceee98e84-40bfa93e-1feb-4130-b171-ccb2c363380d" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.345809] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "interface-e9e3394a-81fc-4203-a5d0-4d6ceee98e84-40bfa93e-1feb-4130-b171-ccb2c363380d" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2080.346212] env[63676]: DEBUG nova.objects.instance [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lazy-loading 'flavor' on Instance uuid e9e3394a-81fc-4203-a5d0-4d6ceee98e84 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2080.369716] env[63676]: DEBUG oslo_vmware.api [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926400, 'name': PowerOnVM_Task, 'duration_secs': 0.52761} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.369968] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2080.370180] env[63676]: INFO nova.compute.manager [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Took 12.19 seconds to spawn the instance on the hypervisor. [ 2080.370361] env[63676]: DEBUG nova.compute.manager [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2080.371152] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc68f9b7-a3cc-428c-ad53-fc8d1c59604a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.714229] env[63676]: DEBUG oslo_concurrency.lockutils [None req-64aac272-9d42-466b-bac7-cd11450f3e95 tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "interface-7920f80e-dcaf-4ecc-bbdc-e61a9031651a-40bfa93e-1feb-4130-b171-ccb2c363380d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.966s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.743898] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.745545] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2080.745545] env[63676]: DEBUG nova.objects.instance [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lazy-loading 'resources' on Instance uuid 92644b9e-6891-4de2-8f12-0a872e37ceb8 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2080.892656] env[63676]: INFO nova.compute.manager [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Took 17.03 seconds to build instance. [ 2080.971017] env[63676]: DEBUG nova.objects.instance [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lazy-loading 'pci_requests' on Instance uuid e9e3394a-81fc-4203-a5d0-4d6ceee98e84 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2081.091781] env[63676]: DEBUG oslo_concurrency.lockutils [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "refresh_cache-53b92e45-8bf3-45d2-beb6-5a349a5b055f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2081.091983] env[63676]: DEBUG oslo_concurrency.lockutils [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquired lock "refresh_cache-53b92e45-8bf3-45d2-beb6-5a349a5b055f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2081.092195] env[63676]: DEBUG nova.network.neutron [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2081.329522] env[63676]: DEBUG nova.network.neutron [req-dac7ba67-1d69-473c-b17c-a61fd4ddae8a req-8a97e29e-7110-47cb-bea1-7c33be813a5d service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Updated VIF entry in instance network info cache for port 01668ad3-e1b6-4073-a805-25b5979400e9. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2081.329888] env[63676]: DEBUG nova.network.neutron [req-dac7ba67-1d69-473c-b17c-a61fd4ddae8a req-8a97e29e-7110-47cb-bea1-7c33be813a5d service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Updating instance_info_cache with network_info: [{"id": "01668ad3-e1b6-4073-a805-25b5979400e9", "address": "fa:16:3e:8e:c6:7e", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01668ad3-e1", "ovs_interfaceid": "01668ad3-e1b6-4073-a805-25b5979400e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2081.331766] env[63676]: DEBUG nova.network.neutron [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Updating instance_info_cache with network_info: [{"id": "33fc2db9-bab4-46f0-9a5a-154fdcdcdcaf", "address": "fa:16:3e:83:42:fe", "network": {"id": "25772371-ba03-400f-be06-ce368c03b735", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1846336299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93faadf6a08140439d5abf8ec7de9c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33fc2db9-ba", "ovs_interfaceid": "33fc2db9-bab4-46f0-9a5a-154fdcdcdcaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2081.395398] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b0e8180e-55cd-4d3f-9751-d1eca19e4435 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "16e5273e-6392-447f-b4ba-38a24918954c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.547s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.466313] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa8b5ed-981b-4e8d-ab69-38a99b25cfad {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.474936] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8685876b-fe3d-4490-a995-0661416205c9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.478702] env[63676]: DEBUG nova.objects.base [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=63676) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2081.478903] env[63676]: DEBUG nova.network.neutron [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2081.511770] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a33026bb-3436-4472-a8a4-622417366e68 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.520097] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bed2cc-a2f3-4c8a-9a1f-2a1273eb860e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.534549] env[63676]: DEBUG nova.compute.provider_tree [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2081.834553] env[63676]: DEBUG oslo_concurrency.lockutils [req-dac7ba67-1d69-473c-b17c-a61fd4ddae8a req-8a97e29e-7110-47cb-bea1-7c33be813a5d service nova] Releasing lock "refresh_cache-7920f80e-dcaf-4ecc-bbdc-e61a9031651a" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2081.836768] env[63676]: DEBUG oslo_concurrency.lockutils [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Releasing lock "refresh_cache-e4e9aa22-87ba-4cab-99fd-6e2da17d3779" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2081.908818] env[63676]: DEBUG nova.policy [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ec8e6397d4224cc783352861583ef0e4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf227039b25c482ab23b72d4919bbdd9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 2082.030356] env[63676]: DEBUG nova.compute.manager [req-3472d062-6f26-42b4-a927-7644531ed429 req-cc7cb779-3b75-40b9-a52c-33a84a17e411 service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Received event network-changed-75d0e38a-3c1c-4649-889c-0aa523d13f99 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2082.030576] env[63676]: DEBUG nova.compute.manager [req-3472d062-6f26-42b4-a927-7644531ed429 req-cc7cb779-3b75-40b9-a52c-33a84a17e411 service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Refreshing instance network info cache due to event network-changed-75d0e38a-3c1c-4649-889c-0aa523d13f99. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2082.030818] env[63676]: DEBUG oslo_concurrency.lockutils [req-3472d062-6f26-42b4-a927-7644531ed429 req-cc7cb779-3b75-40b9-a52c-33a84a17e411 service nova] Acquiring lock "refresh_cache-e9e3394a-81fc-4203-a5d0-4d6ceee98e84" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2082.031424] env[63676]: DEBUG oslo_concurrency.lockutils [req-3472d062-6f26-42b4-a927-7644531ed429 req-cc7cb779-3b75-40b9-a52c-33a84a17e411 service nova] Acquired lock "refresh_cache-e9e3394a-81fc-4203-a5d0-4d6ceee98e84" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2082.031424] env[63676]: DEBUG nova.network.neutron [req-3472d062-6f26-42b4-a927-7644531ed429 req-cc7cb779-3b75-40b9-a52c-33a84a17e411 service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Refreshing network info cache for port 75d0e38a-3c1c-4649-889c-0aa523d13f99 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2082.037551] env[63676]: DEBUG nova.scheduler.client.report [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2082.273719] env[63676]: DEBUG oslo_vmware.rw_handles [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e39b8-8e0c-f9b1-0abc-30ad036b597c/disk-0.vmdk. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2082.274674] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc002a6d-6981-4d82-b1bb-2a18d8176dcc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.281437] env[63676]: DEBUG oslo_vmware.rw_handles [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e39b8-8e0c-f9b1-0abc-30ad036b597c/disk-0.vmdk is in state: ready. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2082.281608] env[63676]: ERROR oslo_vmware.rw_handles [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e39b8-8e0c-f9b1-0abc-30ad036b597c/disk-0.vmdk due to incomplete transfer. [ 2082.281833] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-22b492be-3b1a-445f-9021-56679479c364 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.289185] env[63676]: DEBUG oslo_vmware.rw_handles [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523e39b8-8e0c-f9b1-0abc-30ad036b597c/disk-0.vmdk. {{(pid=63676) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2082.289660] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Uploaded image ee2925a9-1630-48d8-bfa9-acd024a19bf2 to the Glance image server {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2082.292016] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Destroying the VM {{(pid=63676) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2082.292339] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-69058151-9230-49f3-b2fc-4e7ca50dd1ce {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.300892] env[63676]: DEBUG oslo_vmware.api [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2082.300892] env[63676]: value = "task-1926401" [ 2082.300892] env[63676]: _type = "Task" [ 2082.300892] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.310899] env[63676]: DEBUG oslo_vmware.api [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926401, 'name': Destroy_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.364173] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4439e37-2002-4244-a7ed-c79503ccccdf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.384859] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386c6f29-72c7-4f57-8988-7345be218428 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.392683] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Updating instance 'e4e9aa22-87ba-4cab-99fd-6e2da17d3779' progress to 83 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2082.543686] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.799s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.566240] env[63676]: INFO nova.scheduler.client.report [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Deleted allocations for instance 92644b9e-6891-4de2-8f12-0a872e37ceb8 [ 2082.573800] env[63676]: DEBUG nova.network.neutron [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Updating instance_info_cache with network_info: [{"id": "0122791e-33cb-48a3-9406-dfed42d3e33e", "address": "fa:16:3e:5f:c0:3f", "network": {"id": "abf80053-ace1-44b7-ac68-be3c9b4c031d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1491985291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5701b0b66ea4031b1efd32168ad7818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0122791e-33", "ovs_interfaceid": "0122791e-33cb-48a3-9406-dfed42d3e33e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2082.817667] env[63676]: DEBUG oslo_vmware.api [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926401, 'name': Destroy_Task} progress is 33%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.818821] env[63676]: DEBUG nova.network.neutron [req-3472d062-6f26-42b4-a927-7644531ed429 req-cc7cb779-3b75-40b9-a52c-33a84a17e411 service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Updated VIF entry in instance network info cache for port 75d0e38a-3c1c-4649-889c-0aa523d13f99. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2082.819292] env[63676]: DEBUG nova.network.neutron [req-3472d062-6f26-42b4-a927-7644531ed429 req-cc7cb779-3b75-40b9-a52c-33a84a17e411 service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Updating instance_info_cache with network_info: [{"id": "75d0e38a-3c1c-4649-889c-0aa523d13f99", "address": "fa:16:3e:13:ee:55", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75d0e38a-3c", "ovs_interfaceid": "75d0e38a-3c1c-4649-889c-0aa523d13f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2082.864387] env[63676]: DEBUG nova.compute.manager [req-d57c9811-3cba-4f15-98fc-28a1a601cfef req-f7e384a1-df96-4e42-afbb-2afb0dcb317a service nova] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Received event network-changed-f5f342c7-ddfd-4a19-8f4f-45062495fc06 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2082.864613] env[63676]: DEBUG nova.compute.manager [req-d57c9811-3cba-4f15-98fc-28a1a601cfef req-f7e384a1-df96-4e42-afbb-2afb0dcb317a service nova] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Refreshing instance network info cache due to event network-changed-f5f342c7-ddfd-4a19-8f4f-45062495fc06. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2082.864821] env[63676]: DEBUG oslo_concurrency.lockutils [req-d57c9811-3cba-4f15-98fc-28a1a601cfef req-f7e384a1-df96-4e42-afbb-2afb0dcb317a service nova] Acquiring lock "refresh_cache-16e5273e-6392-447f-b4ba-38a24918954c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2082.864968] env[63676]: DEBUG oslo_concurrency.lockutils [req-d57c9811-3cba-4f15-98fc-28a1a601cfef req-f7e384a1-df96-4e42-afbb-2afb0dcb317a service nova] Acquired lock "refresh_cache-16e5273e-6392-447f-b4ba-38a24918954c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2082.865192] env[63676]: DEBUG nova.network.neutron [req-d57c9811-3cba-4f15-98fc-28a1a601cfef req-f7e384a1-df96-4e42-afbb-2afb0dcb317a service nova] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Refreshing network info cache for port f5f342c7-ddfd-4a19-8f4f-45062495fc06 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2082.899319] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2082.899885] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd9601bf-8fb6-4f8d-8c93-b2cdff9fcb75 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.909722] env[63676]: DEBUG oslo_vmware.api [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2082.909722] env[63676]: value = "task-1926402" [ 2082.909722] env[63676]: _type = "Task" [ 2082.909722] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.919015] env[63676]: DEBUG oslo_vmware.api [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926402, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.078830] env[63676]: DEBUG oslo_concurrency.lockutils [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Releasing lock "refresh_cache-53b92e45-8bf3-45d2-beb6-5a349a5b055f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2083.085784] env[63676]: DEBUG oslo_concurrency.lockutils [None req-dcf4149b-d0aa-4cf6-ba06-687c8c38f4e9 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "92644b9e-6891-4de2-8f12-0a872e37ceb8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.236s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.313875] env[63676]: DEBUG oslo_vmware.api [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926401, 'name': Destroy_Task, 'duration_secs': 0.682855} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.314268] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Destroyed the VM [ 2083.314578] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Deleting Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2083.315080] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1492f059-cc71-4085-9444-0321f7ef3ec1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.322238] env[63676]: DEBUG oslo_vmware.api [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2083.322238] env[63676]: value = "task-1926403" [ 2083.322238] env[63676]: _type = "Task" [ 2083.322238] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.322852] env[63676]: DEBUG oslo_concurrency.lockutils [req-3472d062-6f26-42b4-a927-7644531ed429 req-cc7cb779-3b75-40b9-a52c-33a84a17e411 service nova] Releasing lock "refresh_cache-e9e3394a-81fc-4203-a5d0-4d6ceee98e84" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2083.331749] env[63676]: DEBUG oslo_vmware.api [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926403, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.419662] env[63676]: DEBUG oslo_vmware.api [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926402, 'name': PowerOnVM_Task, 'duration_secs': 0.41035} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.419887] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2083.420010] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-87eef03b-1ada-4bd9-aa4d-e23a1688e24a tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Updating instance 'e4e9aa22-87ba-4cab-99fd-6e2da17d3779' progress to 100 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2083.581876] env[63676]: DEBUG nova.network.neutron [req-d57c9811-3cba-4f15-98fc-28a1a601cfef req-f7e384a1-df96-4e42-afbb-2afb0dcb317a service nova] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Updated VIF entry in instance network info cache for port f5f342c7-ddfd-4a19-8f4f-45062495fc06. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2083.582284] env[63676]: DEBUG nova.network.neutron [req-d57c9811-3cba-4f15-98fc-28a1a601cfef req-f7e384a1-df96-4e42-afbb-2afb0dcb317a service nova] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Updating instance_info_cache with network_info: [{"id": "f5f342c7-ddfd-4a19-8f4f-45062495fc06", "address": "fa:16:3e:d6:c8:4c", "network": {"id": "e919ded2-9fb5-42e1-b212-c38704c9a2d8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1540073764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df5d806c97b4a319a5e218aa89e48d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf5f342c7-dd", "ovs_interfaceid": "f5f342c7-ddfd-4a19-8f4f-45062495fc06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2083.606620] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06061eb-5495-4154-a6f9-30c0a17c9975 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.626665] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd9c1f3c-cd52-421f-9f2b-9c9f59f576b7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.634103] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Updating instance '53b92e45-8bf3-45d2-beb6-5a349a5b055f' progress to 83 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2083.833339] env[63676]: DEBUG oslo_vmware.api [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926403, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.090047] env[63676]: DEBUG oslo_concurrency.lockutils [req-d57c9811-3cba-4f15-98fc-28a1a601cfef req-f7e384a1-df96-4e42-afbb-2afb0dcb317a service nova] Releasing lock "refresh_cache-16e5273e-6392-447f-b4ba-38a24918954c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2084.140618] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-79b6d5e6-1700-4f95-b44a-91fa5dbc5c8d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Updating instance '53b92e45-8bf3-45d2-beb6-5a349a5b055f' progress to 100 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2084.334675] env[63676]: DEBUG oslo_vmware.api [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926403, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.354491] env[63676]: DEBUG nova.network.neutron [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Successfully updated port: 40bfa93e-1feb-4130-b171-ccb2c363380d {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2084.834555] env[63676]: DEBUG oslo_vmware.api [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926403, 'name': RemoveSnapshot_Task, 'duration_secs': 1.119739} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.834842] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Deleted Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2084.835151] env[63676]: INFO nova.compute.manager [None req-79fc39c4-5b78-4e18-a91d-90ff74123a04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Took 15.93 seconds to snapshot the instance on the hypervisor. [ 2084.856712] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "refresh_cache-e9e3394a-81fc-4203-a5d0-4d6ceee98e84" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2084.856988] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired lock "refresh_cache-e9e3394a-81fc-4203-a5d0-4d6ceee98e84" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2084.860705] env[63676]: DEBUG nova.network.neutron [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2085.279451] env[63676]: DEBUG nova.compute.manager [req-1b7c9a98-0f2f-49fc-ba40-2f8f93dbcdbb req-72f9f688-8aaf-40aa-b4d0-f4a032ebac6d service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Received event network-vif-plugged-40bfa93e-1feb-4130-b171-ccb2c363380d {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2085.279660] env[63676]: DEBUG oslo_concurrency.lockutils [req-1b7c9a98-0f2f-49fc-ba40-2f8f93dbcdbb req-72f9f688-8aaf-40aa-b4d0-f4a032ebac6d service nova] Acquiring lock "e9e3394a-81fc-4203-a5d0-4d6ceee98e84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2085.279862] env[63676]: DEBUG oslo_concurrency.lockutils [req-1b7c9a98-0f2f-49fc-ba40-2f8f93dbcdbb req-72f9f688-8aaf-40aa-b4d0-f4a032ebac6d service nova] Lock "e9e3394a-81fc-4203-a5d0-4d6ceee98e84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.280376] env[63676]: DEBUG oslo_concurrency.lockutils [req-1b7c9a98-0f2f-49fc-ba40-2f8f93dbcdbb req-72f9f688-8aaf-40aa-b4d0-f4a032ebac6d service nova] Lock "e9e3394a-81fc-4203-a5d0-4d6ceee98e84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2085.280682] env[63676]: DEBUG nova.compute.manager [req-1b7c9a98-0f2f-49fc-ba40-2f8f93dbcdbb req-72f9f688-8aaf-40aa-b4d0-f4a032ebac6d service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] No waiting events found dispatching network-vif-plugged-40bfa93e-1feb-4130-b171-ccb2c363380d {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2085.282018] env[63676]: WARNING nova.compute.manager [req-1b7c9a98-0f2f-49fc-ba40-2f8f93dbcdbb req-72f9f688-8aaf-40aa-b4d0-f4a032ebac6d service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Received unexpected event network-vif-plugged-40bfa93e-1feb-4130-b171-ccb2c363380d for instance with vm_state active and task_state None. [ 2085.282018] env[63676]: DEBUG nova.compute.manager [req-1b7c9a98-0f2f-49fc-ba40-2f8f93dbcdbb req-72f9f688-8aaf-40aa-b4d0-f4a032ebac6d service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Received event network-changed-40bfa93e-1feb-4130-b171-ccb2c363380d {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2085.282018] env[63676]: DEBUG nova.compute.manager [req-1b7c9a98-0f2f-49fc-ba40-2f8f93dbcdbb req-72f9f688-8aaf-40aa-b4d0-f4a032ebac6d service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Refreshing instance network info cache due to event network-changed-40bfa93e-1feb-4130-b171-ccb2c363380d. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2085.282018] env[63676]: DEBUG oslo_concurrency.lockutils [req-1b7c9a98-0f2f-49fc-ba40-2f8f93dbcdbb req-72f9f688-8aaf-40aa-b4d0-f4a032ebac6d service nova] Acquiring lock "refresh_cache-e9e3394a-81fc-4203-a5d0-4d6ceee98e84" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2085.401610] env[63676]: WARNING nova.network.neutron [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] 38f63f2a-71d4-4023-ae49-78d6598b510c already exists in list: networks containing: ['38f63f2a-71d4-4023-ae49-78d6598b510c']. ignoring it [ 2085.855263] env[63676]: DEBUG oslo_concurrency.lockutils [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "e4e9aa22-87ba-4cab-99fd-6e2da17d3779" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2085.855534] env[63676]: DEBUG oslo_concurrency.lockutils [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "e4e9aa22-87ba-4cab-99fd-6e2da17d3779" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.855696] env[63676]: DEBUG nova.compute.manager [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Going to confirm migration 5 {{(pid=63676) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 2085.864154] env[63676]: DEBUG oslo_concurrency.lockutils [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "01452159-eafb-4ae6-8ca5-9b5c9b380bc5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2085.864372] env[63676]: DEBUG oslo_concurrency.lockutils [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "01452159-eafb-4ae6-8ca5-9b5c9b380bc5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.945112] env[63676]: DEBUG nova.network.neutron [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Updating instance_info_cache with network_info: [{"id": "75d0e38a-3c1c-4649-889c-0aa523d13f99", "address": "fa:16:3e:13:ee:55", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75d0e38a-3c", "ovs_interfaceid": "75d0e38a-3c1c-4649-889c-0aa523d13f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "40bfa93e-1feb-4130-b171-ccb2c363380d", "address": "fa:16:3e:c6:fe:56", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40bfa93e-1f", "ovs_interfaceid": "40bfa93e-1feb-4130-b171-ccb2c363380d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2086.366814] env[63676]: DEBUG nova.compute.manager [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2086.396225] env[63676]: DEBUG oslo_concurrency.lockutils [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "refresh_cache-e4e9aa22-87ba-4cab-99fd-6e2da17d3779" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.396225] env[63676]: DEBUG oslo_concurrency.lockutils [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquired lock "refresh_cache-e4e9aa22-87ba-4cab-99fd-6e2da17d3779" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.396225] env[63676]: DEBUG nova.network.neutron [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2086.396225] env[63676]: DEBUG nova.objects.instance [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lazy-loading 'info_cache' on Instance uuid e4e9aa22-87ba-4cab-99fd-6e2da17d3779 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2086.447666] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Releasing lock "refresh_cache-e9e3394a-81fc-4203-a5d0-4d6ceee98e84" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.448693] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "e9e3394a-81fc-4203-a5d0-4d6ceee98e84" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.448693] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired lock "e9e3394a-81fc-4203-a5d0-4d6ceee98e84" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.448853] env[63676]: DEBUG oslo_concurrency.lockutils [req-1b7c9a98-0f2f-49fc-ba40-2f8f93dbcdbb req-72f9f688-8aaf-40aa-b4d0-f4a032ebac6d service nova] Acquired lock "refresh_cache-e9e3394a-81fc-4203-a5d0-4d6ceee98e84" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.448896] env[63676]: DEBUG nova.network.neutron [req-1b7c9a98-0f2f-49fc-ba40-2f8f93dbcdbb req-72f9f688-8aaf-40aa-b4d0-f4a032ebac6d service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Refreshing network info cache for port 40bfa93e-1feb-4130-b171-ccb2c363380d {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2086.450593] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4176264-b547-432f-9591-60f6e6ab4cb8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.468108] env[63676]: DEBUG nova.virt.hardware [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2086.468361] env[63676]: DEBUG nova.virt.hardware [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2086.468517] env[63676]: DEBUG nova.virt.hardware [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2086.468693] env[63676]: DEBUG nova.virt.hardware [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2086.468838] env[63676]: DEBUG nova.virt.hardware [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2086.469043] env[63676]: DEBUG nova.virt.hardware [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2086.469308] env[63676]: DEBUG nova.virt.hardware [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2086.469432] env[63676]: DEBUG nova.virt.hardware [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2086.469600] env[63676]: DEBUG nova.virt.hardware [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2086.469763] env[63676]: DEBUG nova.virt.hardware [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2086.469933] env[63676]: DEBUG nova.virt.hardware [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2086.476355] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Reconfiguring VM to attach interface {{(pid=63676) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2086.477288] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72e71648-3a43-4629-ba36-0c1cb38ab33f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.494939] env[63676]: DEBUG oslo_vmware.api [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 2086.494939] env[63676]: value = "task-1926404" [ 2086.494939] env[63676]: _type = "Task" [ 2086.494939] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.503328] env[63676]: DEBUG oslo_vmware.api [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926404, 'name': ReconfigVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.894138] env[63676]: DEBUG oslo_concurrency.lockutils [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.894436] env[63676]: DEBUG oslo_concurrency.lockutils [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.896342] env[63676]: INFO nova.compute.claims [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2087.008984] env[63676]: DEBUG oslo_vmware.api [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.167780] env[63676]: DEBUG nova.network.neutron [req-1b7c9a98-0f2f-49fc-ba40-2f8f93dbcdbb req-72f9f688-8aaf-40aa-b4d0-f4a032ebac6d service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Updated VIF entry in instance network info cache for port 40bfa93e-1feb-4130-b171-ccb2c363380d. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2087.167780] env[63676]: DEBUG nova.network.neutron [req-1b7c9a98-0f2f-49fc-ba40-2f8f93dbcdbb req-72f9f688-8aaf-40aa-b4d0-f4a032ebac6d service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Updating instance_info_cache with network_info: [{"id": "75d0e38a-3c1c-4649-889c-0aa523d13f99", "address": "fa:16:3e:13:ee:55", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75d0e38a-3c", "ovs_interfaceid": "75d0e38a-3c1c-4649-889c-0aa523d13f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "40bfa93e-1feb-4130-b171-ccb2c363380d", "address": "fa:16:3e:c6:fe:56", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40bfa93e-1f", "ovs_interfaceid": "40bfa93e-1feb-4130-b171-ccb2c363380d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2087.506841] env[63676]: DEBUG oslo_vmware.api [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926404, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.598551] env[63676]: DEBUG nova.network.neutron [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Updating instance_info_cache with network_info: [{"id": "33fc2db9-bab4-46f0-9a5a-154fdcdcdcaf", "address": "fa:16:3e:83:42:fe", "network": {"id": "25772371-ba03-400f-be06-ce368c03b735", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1846336299-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93faadf6a08140439d5abf8ec7de9c97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "357d2811-e990-4985-9f9e-b158d10d3699", "external-id": "nsx-vlan-transportzone-641", "segmentation_id": 641, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33fc2db9-ba", "ovs_interfaceid": "33fc2db9-bab4-46f0-9a5a-154fdcdcdcaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2087.671209] env[63676]: DEBUG oslo_concurrency.lockutils [req-1b7c9a98-0f2f-49fc-ba40-2f8f93dbcdbb req-72f9f688-8aaf-40aa-b4d0-f4a032ebac6d service nova] Releasing lock "refresh_cache-e9e3394a-81fc-4203-a5d0-4d6ceee98e84" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.011378] env[63676]: DEBUG oslo_vmware.api [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926404, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.063176] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7679293a-bc1c-403b-af5b-5963f57a63fd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.070289] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e5a7b59-0621-44e6-89bd-07cfc3ba40a2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.100538] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f322faf4-df5e-4a45-bd55-7ab6071061f3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.103257] env[63676]: DEBUG oslo_concurrency.lockutils [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Releasing lock "refresh_cache-e4e9aa22-87ba-4cab-99fd-6e2da17d3779" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.103497] env[63676]: DEBUG nova.objects.instance [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lazy-loading 'migration_context' on Instance uuid e4e9aa22-87ba-4cab-99fd-6e2da17d3779 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2088.109597] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c9e554-0868-4bb4-84f2-9b92660ef5e4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.123550] env[63676]: DEBUG nova.compute.provider_tree [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2088.510076] env[63676]: DEBUG oslo_vmware.api [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926404, 'name': ReconfigVM_Task, 'duration_secs': 1.639728} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.510596] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Releasing lock "e9e3394a-81fc-4203-a5d0-4d6ceee98e84" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.510814] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Reconfigured VM to attach interface {{(pid=63676) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2088.606116] env[63676]: DEBUG nova.objects.base [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=63676) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2088.607056] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5da887ec-b18f-4661-ae3d-d0cd17b7a23d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.627890] env[63676]: DEBUG nova.scheduler.client.report [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2088.631710] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dc5d27b-0122-438b-8489-3a9eabfbe3b2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.637503] env[63676]: DEBUG oslo_vmware.api [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2088.637503] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527d913c-d921-d310-6a15-e00df9c34039" [ 2088.637503] env[63676]: _type = "Task" [ 2088.637503] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.645230] env[63676]: DEBUG oslo_vmware.api [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527d913c-d921-d310-6a15-e00df9c34039, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.015694] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ff3b7946-021d-4ee6-9e04-571e327c70ed tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "interface-e9e3394a-81fc-4203-a5d0-4d6ceee98e84-40bfa93e-1feb-4130-b171-ccb2c363380d" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.670s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.133228] env[63676]: DEBUG oslo_concurrency.lockutils [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.239s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.133939] env[63676]: DEBUG nova.compute.manager [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2089.147728] env[63676]: DEBUG oslo_vmware.api [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527d913c-d921-d310-6a15-e00df9c34039, 'name': SearchDatastore_Task, 'duration_secs': 0.007771} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.148161] env[63676]: DEBUG oslo_concurrency.lockutils [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2089.148258] env[63676]: DEBUG oslo_concurrency.lockutils [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2089.639057] env[63676]: DEBUG nova.compute.utils [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2089.640562] env[63676]: DEBUG nova.compute.manager [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2089.640732] env[63676]: DEBUG nova.network.neutron [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2089.744125] env[63676]: DEBUG nova.policy [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5ea003aa7b54f4491adcd4a27411282', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64afb88688594408bd695883c0366330', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 2089.843555] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-446746b9-0342-4bb3-80fe-5f213f32a786 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.851798] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fbf30c9-74b2-4a31-85f7-d4b9eeac6b47 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.882637] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e0be43-04b1-40d4-9a04-956cdc549276 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.889946] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d16d83-5961-42a0-86d5-fcff5399f819 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.904891] env[63676]: DEBUG nova.compute.provider_tree [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2090.091922] env[63676]: DEBUG nova.network.neutron [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Successfully created port: bfca625d-0f8a-4720-a34d-193c6c7045e4 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2090.145816] env[63676]: DEBUG nova.compute.manager [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2090.411475] env[63676]: DEBUG nova.scheduler.client.report [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2091.156014] env[63676]: DEBUG nova.compute.manager [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2091.181388] env[63676]: DEBUG nova.virt.hardware [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2091.181691] env[63676]: DEBUG nova.virt.hardware [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2091.182184] env[63676]: DEBUG nova.virt.hardware [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2091.182184] env[63676]: DEBUG nova.virt.hardware [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2091.182290] env[63676]: DEBUG nova.virt.hardware [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2091.182409] env[63676]: DEBUG nova.virt.hardware [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2091.182748] env[63676]: DEBUG nova.virt.hardware [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2091.182796] env[63676]: DEBUG nova.virt.hardware [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2091.182970] env[63676]: DEBUG nova.virt.hardware [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2091.183154] env[63676]: DEBUG nova.virt.hardware [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2091.183343] env[63676]: DEBUG nova.virt.hardware [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2091.184270] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c8da61-cbd6-47e0-b558-e5c4819a99a4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.192644] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8a6f25-7a13-4fd4-9655-2d7c02d22946 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.422214] env[63676]: DEBUG oslo_concurrency.lockutils [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.274s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.467484] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "e3f919b5-3524-4926-ad4b-a717d9f3df6b" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.468015] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "e3f919b5-3524-4926-ad4b-a717d9f3df6b" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.468015] env[63676]: INFO nova.compute.manager [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Shelving [ 2091.645179] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20a13098-63ad-4cac-80bd-d1a3076dca6b tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "53b92e45-8bf3-45d2-beb6-5a349a5b055f" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.645443] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20a13098-63ad-4cac-80bd-d1a3076dca6b tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "53b92e45-8bf3-45d2-beb6-5a349a5b055f" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.645636] env[63676]: DEBUG nova.compute.manager [None req-20a13098-63ad-4cac-80bd-d1a3076dca6b tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Going to confirm migration 6 {{(pid=63676) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 2091.811029] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c0ae994b-91e2-48ee-b490-63e60ad3b41f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "interface-e9e3394a-81fc-4203-a5d0-4d6ceee98e84-40bfa93e-1feb-4130-b171-ccb2c363380d" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.811029] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c0ae994b-91e2-48ee-b490-63e60ad3b41f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "interface-e9e3394a-81fc-4203-a5d0-4d6ceee98e84-40bfa93e-1feb-4130-b171-ccb2c363380d" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.913222] env[63676]: DEBUG nova.compute.manager [req-7570c4ab-8a54-41a2-bbb6-22608f9238a3 req-a366202e-395d-4d0a-a8a9-e7faa0f5f532 service nova] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Received event network-vif-plugged-bfca625d-0f8a-4720-a34d-193c6c7045e4 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2091.913453] env[63676]: DEBUG oslo_concurrency.lockutils [req-7570c4ab-8a54-41a2-bbb6-22608f9238a3 req-a366202e-395d-4d0a-a8a9-e7faa0f5f532 service nova] Acquiring lock "01452159-eafb-4ae6-8ca5-9b5c9b380bc5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.913659] env[63676]: DEBUG oslo_concurrency.lockutils [req-7570c4ab-8a54-41a2-bbb6-22608f9238a3 req-a366202e-395d-4d0a-a8a9-e7faa0f5f532 service nova] Lock "01452159-eafb-4ae6-8ca5-9b5c9b380bc5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2091.913830] env[63676]: DEBUG oslo_concurrency.lockutils [req-7570c4ab-8a54-41a2-bbb6-22608f9238a3 req-a366202e-395d-4d0a-a8a9-e7faa0f5f532 service nova] Lock "01452159-eafb-4ae6-8ca5-9b5c9b380bc5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.913993] env[63676]: DEBUG nova.compute.manager [req-7570c4ab-8a54-41a2-bbb6-22608f9238a3 req-a366202e-395d-4d0a-a8a9-e7faa0f5f532 service nova] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] No waiting events found dispatching network-vif-plugged-bfca625d-0f8a-4720-a34d-193c6c7045e4 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2091.914194] env[63676]: WARNING nova.compute.manager [req-7570c4ab-8a54-41a2-bbb6-22608f9238a3 req-a366202e-395d-4d0a-a8a9-e7faa0f5f532 service nova] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Received unexpected event network-vif-plugged-bfca625d-0f8a-4720-a34d-193c6c7045e4 for instance with vm_state building and task_state spawning. [ 2091.972726] env[63676]: INFO nova.scheduler.client.report [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Deleted allocation for migration 6aa3138e-8837-417f-9ee3-25a8a3f5ba36 [ 2092.175448] env[63676]: DEBUG nova.network.neutron [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Successfully updated port: bfca625d-0f8a-4720-a34d-193c6c7045e4 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2092.214675] env[63676]: DEBUG nova.compute.manager [req-54d7c17f-53bf-4daa-8427-83a896b32a10 req-eadaec7c-17b5-4f55-9430-5fc95e07a39c service nova] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Received event network-changed-bfca625d-0f8a-4720-a34d-193c6c7045e4 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2092.214969] env[63676]: DEBUG nova.compute.manager [req-54d7c17f-53bf-4daa-8427-83a896b32a10 req-eadaec7c-17b5-4f55-9430-5fc95e07a39c service nova] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Refreshing instance network info cache due to event network-changed-bfca625d-0f8a-4720-a34d-193c6c7045e4. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2092.215216] env[63676]: DEBUG oslo_concurrency.lockutils [req-54d7c17f-53bf-4daa-8427-83a896b32a10 req-eadaec7c-17b5-4f55-9430-5fc95e07a39c service nova] Acquiring lock "refresh_cache-01452159-eafb-4ae6-8ca5-9b5c9b380bc5" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2092.215411] env[63676]: DEBUG oslo_concurrency.lockutils [req-54d7c17f-53bf-4daa-8427-83a896b32a10 req-eadaec7c-17b5-4f55-9430-5fc95e07a39c service nova] Acquired lock "refresh_cache-01452159-eafb-4ae6-8ca5-9b5c9b380bc5" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2092.215590] env[63676]: DEBUG nova.network.neutron [req-54d7c17f-53bf-4daa-8427-83a896b32a10 req-eadaec7c-17b5-4f55-9430-5fc95e07a39c service nova] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Refreshing network info cache for port bfca625d-0f8a-4720-a34d-193c6c7045e4 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2092.245984] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20a13098-63ad-4cac-80bd-d1a3076dca6b tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "refresh_cache-53b92e45-8bf3-45d2-beb6-5a349a5b055f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2092.246223] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20a13098-63ad-4cac-80bd-d1a3076dca6b tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquired lock "refresh_cache-53b92e45-8bf3-45d2-beb6-5a349a5b055f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2092.246412] env[63676]: DEBUG nova.network.neutron [None req-20a13098-63ad-4cac-80bd-d1a3076dca6b tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2092.246604] env[63676]: DEBUG nova.objects.instance [None req-20a13098-63ad-4cac-80bd-d1a3076dca6b tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lazy-loading 'info_cache' on Instance uuid 53b92e45-8bf3-45d2-beb6-5a349a5b055f {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2092.315873] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c0ae994b-91e2-48ee-b490-63e60ad3b41f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "e9e3394a-81fc-4203-a5d0-4d6ceee98e84" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2092.316115] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c0ae994b-91e2-48ee-b490-63e60ad3b41f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired lock "e9e3394a-81fc-4203-a5d0-4d6ceee98e84" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2092.319471] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8219a03-f405-4be5-9e2e-124fc2671bb1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.323012] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquiring lock "a2fc79d4-f82d-4984-aaa4-e3170825cbbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.323241] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "a2fc79d4-f82d-4984-aaa4-e3170825cbbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2092.341083] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5efe16-6f4d-47e3-9eaa-a338ac1132ab {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.368719] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ae994b-91e2-48ee-b490-63e60ad3b41f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Reconfiguring VM to detach interface {{(pid=63676) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2092.369533] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04ff5eb5-b0dd-4305-95f7-552c061bec18 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.389529] env[63676]: DEBUG oslo_vmware.api [None req-c0ae994b-91e2-48ee-b490-63e60ad3b41f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 2092.389529] env[63676]: value = "task-1926405" [ 2092.389529] env[63676]: _type = "Task" [ 2092.389529] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.397860] env[63676]: DEBUG oslo_vmware.api [None req-c0ae994b-91e2-48ee-b490-63e60ad3b41f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926405, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.479907] env[63676]: DEBUG oslo_concurrency.lockutils [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "e4e9aa22-87ba-4cab-99fd-6e2da17d3779" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.624s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.483062] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2092.483375] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e1dbb6d8-17fe-48f9-b684-abbac249df9c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.491287] env[63676]: DEBUG oslo_vmware.api [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 2092.491287] env[63676]: value = "task-1926406" [ 2092.491287] env[63676]: _type = "Task" [ 2092.491287] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.501124] env[63676]: DEBUG oslo_vmware.api [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.681233] env[63676]: DEBUG oslo_concurrency.lockutils [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "refresh_cache-01452159-eafb-4ae6-8ca5-9b5c9b380bc5" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2092.750381] env[63676]: DEBUG nova.network.neutron [req-54d7c17f-53bf-4daa-8427-83a896b32a10 req-eadaec7c-17b5-4f55-9430-5fc95e07a39c service nova] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2092.826222] env[63676]: DEBUG nova.compute.manager [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2092.829870] env[63676]: DEBUG nova.network.neutron [req-54d7c17f-53bf-4daa-8427-83a896b32a10 req-eadaec7c-17b5-4f55-9430-5fc95e07a39c service nova] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2092.900701] env[63676]: DEBUG oslo_vmware.api [None req-c0ae994b-91e2-48ee-b490-63e60ad3b41f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.001562] env[63676]: DEBUG oslo_vmware.api [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926406, 'name': PowerOffVM_Task, 'duration_secs': 0.29017} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.001741] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2093.002653] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27ffe2ed-47f7-4ffd-8684-bd4d75ac5c2c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.021482] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f2cf3f-bc83-4cf8-90ad-3cfb40136ac5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.336026] env[63676]: DEBUG oslo_concurrency.lockutils [req-54d7c17f-53bf-4daa-8427-83a896b32a10 req-eadaec7c-17b5-4f55-9430-5fc95e07a39c service nova] Releasing lock "refresh_cache-01452159-eafb-4ae6-8ca5-9b5c9b380bc5" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2093.337903] env[63676]: DEBUG oslo_concurrency.lockutils [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquired lock "refresh_cache-01452159-eafb-4ae6-8ca5-9b5c9b380bc5" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2093.338907] env[63676]: DEBUG nova.network.neutron [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2093.359098] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.359298] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.360817] env[63676]: INFO nova.compute.claims [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2093.401483] env[63676]: DEBUG oslo_vmware.api [None req-c0ae994b-91e2-48ee-b490-63e60ad3b41f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.508123] env[63676]: DEBUG nova.network.neutron [None req-20a13098-63ad-4cac-80bd-d1a3076dca6b tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Updating instance_info_cache with network_info: [{"id": "0122791e-33cb-48a3-9406-dfed42d3e33e", "address": "fa:16:3e:5f:c0:3f", "network": {"id": "abf80053-ace1-44b7-ac68-be3c9b4c031d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1491985291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5701b0b66ea4031b1efd32168ad7818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0122791e-33", "ovs_interfaceid": "0122791e-33cb-48a3-9406-dfed42d3e33e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2093.532738] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Creating Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2093.533065] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-27c84290-bd9d-4166-960d-53271bf88a0e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.541522] env[63676]: DEBUG oslo_vmware.api [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 2093.541522] env[63676]: value = "task-1926407" [ 2093.541522] env[63676]: _type = "Task" [ 2093.541522] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.549943] env[63676]: DEBUG oslo_vmware.api [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926407, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.864990] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Acquiring lock "2f183168-27b9-475e-b85d-f14caf641f35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.865265] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Lock "2f183168-27b9-475e-b85d-f14caf641f35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.865483] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Acquiring lock "2f183168-27b9-475e-b85d-f14caf641f35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.865698] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Lock "2f183168-27b9-475e-b85d-f14caf641f35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.865912] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Lock "2f183168-27b9-475e-b85d-f14caf641f35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.869826] env[63676]: INFO nova.compute.manager [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Terminating instance [ 2093.871991] env[63676]: DEBUG nova.network.neutron [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2093.878918] env[63676]: DEBUG oslo_concurrency.lockutils [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "e4e9aa22-87ba-4cab-99fd-6e2da17d3779" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.879176] env[63676]: DEBUG oslo_concurrency.lockutils [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "e4e9aa22-87ba-4cab-99fd-6e2da17d3779" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.879399] env[63676]: DEBUG oslo_concurrency.lockutils [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "e4e9aa22-87ba-4cab-99fd-6e2da17d3779-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.880029] env[63676]: DEBUG oslo_concurrency.lockutils [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "e4e9aa22-87ba-4cab-99fd-6e2da17d3779-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.880029] env[63676]: DEBUG oslo_concurrency.lockutils [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "e4e9aa22-87ba-4cab-99fd-6e2da17d3779-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.881986] env[63676]: INFO nova.compute.manager [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Terminating instance [ 2093.900436] env[63676]: DEBUG oslo_vmware.api [None req-c0ae994b-91e2-48ee-b490-63e60ad3b41f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.004329] env[63676]: DEBUG nova.network.neutron [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Updating instance_info_cache with network_info: [{"id": "bfca625d-0f8a-4720-a34d-193c6c7045e4", "address": "fa:16:3e:1a:a0:51", "network": {"id": "a95efb99-eea4-4e98-bf52-a2201de39e28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1488566241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64afb88688594408bd695883c0366330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfca625d-0f", "ovs_interfaceid": "bfca625d-0f8a-4720-a34d-193c6c7045e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2094.010689] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20a13098-63ad-4cac-80bd-d1a3076dca6b tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Releasing lock "refresh_cache-53b92e45-8bf3-45d2-beb6-5a349a5b055f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2094.011090] env[63676]: DEBUG nova.objects.instance [None req-20a13098-63ad-4cac-80bd-d1a3076dca6b tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lazy-loading 'migration_context' on Instance uuid 53b92e45-8bf3-45d2-beb6-5a349a5b055f {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2094.050688] env[63676]: DEBUG oslo_vmware.api [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926407, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.378975] env[63676]: DEBUG nova.compute.manager [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2094.378975] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2094.379522] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb89f43-d0f9-47e0-a821-eb36172894c3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.385123] env[63676]: DEBUG nova.compute.manager [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2094.385314] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2094.387929] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e106b7-bac9-486c-ad43-c5e39152420a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.390542] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2094.390760] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-532756d5-1836-417d-912c-f8d9e9d4d27f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.400541] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2094.401045] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-205c9121-32b4-439a-b8a7-789e02381c38 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.403194] env[63676]: DEBUG oslo_vmware.api [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2094.403194] env[63676]: value = "task-1926408" [ 2094.403194] env[63676]: _type = "Task" [ 2094.403194] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.406545] env[63676]: DEBUG oslo_vmware.api [None req-c0ae994b-91e2-48ee-b490-63e60ad3b41f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.412290] env[63676]: DEBUG oslo_vmware.api [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2094.412290] env[63676]: value = "task-1926409" [ 2094.412290] env[63676]: _type = "Task" [ 2094.412290] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.418047] env[63676]: DEBUG oslo_vmware.api [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.422430] env[63676]: DEBUG oslo_vmware.api [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926409, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.510023] env[63676]: DEBUG oslo_concurrency.lockutils [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Releasing lock "refresh_cache-01452159-eafb-4ae6-8ca5-9b5c9b380bc5" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2094.510023] env[63676]: DEBUG nova.compute.manager [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Instance network_info: |[{"id": "bfca625d-0f8a-4720-a34d-193c6c7045e4", "address": "fa:16:3e:1a:a0:51", "network": {"id": "a95efb99-eea4-4e98-bf52-a2201de39e28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1488566241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64afb88688594408bd695883c0366330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfca625d-0f", "ovs_interfaceid": "bfca625d-0f8a-4720-a34d-193c6c7045e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2094.510023] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1a:a0:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bfca625d-0f8a-4720-a34d-193c6c7045e4', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2094.519075] env[63676]: DEBUG oslo.service.loopingcall [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2094.522607] env[63676]: DEBUG nova.objects.base [None req-20a13098-63ad-4cac-80bd-d1a3076dca6b tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Object Instance<53b92e45-8bf3-45d2-beb6-5a349a5b055f> lazy-loaded attributes: info_cache,migration_context {{(pid=63676) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2094.522914] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2094.523870] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd18bbc-9f50-4906-92cf-09f9cdd67a10 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.527702] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ea0fcea-6128-49c5-b8e2-60558bf13c78 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.571753] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c350c39b-069e-46f8-899c-afb494fb5c07 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.574298] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2094.574298] env[63676]: value = "task-1926410" [ 2094.574298] env[63676]: _type = "Task" [ 2094.574298] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.578122] env[63676]: DEBUG oslo_vmware.api [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926407, 'name': CreateSnapshot_Task, 'duration_secs': 0.584903} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.581718] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Created Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2094.583493] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb02ac1a-af24-44f9-8681-7974cb5c670e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.586040] env[63676]: DEBUG oslo_vmware.api [None req-20a13098-63ad-4cac-80bd-d1a3076dca6b tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2094.586040] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a27581-974b-8c3e-18df-33133c205e59" [ 2094.586040] env[63676]: _type = "Task" [ 2094.586040] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.587970] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355d2fb1-dc42-4d29-8ed7-b7405c7948f6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.596016] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926410, 'name': CreateVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.609333] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebaaca17-e309-4b79-a05a-bf0d947f1887 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.613015] env[63676]: DEBUG oslo_vmware.api [None req-20a13098-63ad-4cac-80bd-d1a3076dca6b tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a27581-974b-8c3e-18df-33133c205e59, 'name': SearchDatastore_Task, 'duration_secs': 0.023433} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.613342] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20a13098-63ad-4cac-80bd-d1a3076dca6b tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.643094] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dd27ddf-a637-4836-9c9d-76486379dc3d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.651866] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c0e2ed-db8f-43a2-8b98-dc58cc0fec09 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.665926] env[63676]: DEBUG nova.compute.provider_tree [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2094.901861] env[63676]: DEBUG oslo_vmware.api [None req-c0ae994b-91e2-48ee-b490-63e60ad3b41f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.915168] env[63676]: DEBUG oslo_vmware.api [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926408, 'name': PowerOffVM_Task, 'duration_secs': 0.17488} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.918078] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2094.918260] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2094.918506] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eeae48fe-84cf-49fb-a47a-c50595a05933 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.924885] env[63676]: DEBUG oslo_vmware.api [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926409, 'name': PowerOffVM_Task, 'duration_secs': 0.203475} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.925131] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2094.925300] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2094.925548] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33982c2e-b405-4165-a3c2-e55471a062a8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.066624] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2095.066830] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2095.066830] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Deleting the datastore file [datastore1] 2f183168-27b9-475e-b85d-f14caf641f35 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2095.067780] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91a84315-5775-490e-a607-ddab6c93e771 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.069773] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2095.069986] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2095.070136] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Deleting the datastore file [datastore1] e4e9aa22-87ba-4cab-99fd-6e2da17d3779 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2095.070403] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ed41b33-5b3e-44eb-b0f5-0688b746cb2f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.076916] env[63676]: DEBUG oslo_vmware.api [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2095.076916] env[63676]: value = "task-1926413" [ 2095.076916] env[63676]: _type = "Task" [ 2095.076916] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.078211] env[63676]: DEBUG oslo_vmware.api [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for the task: (returnval){ [ 2095.078211] env[63676]: value = "task-1926414" [ 2095.078211] env[63676]: _type = "Task" [ 2095.078211] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.091205] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926410, 'name': CreateVM_Task, 'duration_secs': 0.360573} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.096389] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2095.096675] env[63676]: DEBUG oslo_vmware.api [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.096893] env[63676]: DEBUG oslo_vmware.api [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.097819] env[63676]: DEBUG oslo_concurrency.lockutils [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2095.097819] env[63676]: DEBUG oslo_concurrency.lockutils [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2095.098017] env[63676]: DEBUG oslo_concurrency.lockutils [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2095.098269] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e327fff0-1e50-4e51-a989-0d03e89b3c3b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.109186] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Creating linked-clone VM from snapshot {{(pid=63676) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2095.109625] env[63676]: DEBUG oslo_vmware.api [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2095.109625] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522572b1-6834-4484-e3eb-a045c3b81fa4" [ 2095.109625] env[63676]: _type = "Task" [ 2095.109625] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.109809] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-dd14d81d-a19c-412f-9ddb-06ce672ece13 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.120305] env[63676]: DEBUG oslo_vmware.api [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522572b1-6834-4484-e3eb-a045c3b81fa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.121593] env[63676]: DEBUG oslo_vmware.api [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 2095.121593] env[63676]: value = "task-1926415" [ 2095.121593] env[63676]: _type = "Task" [ 2095.121593] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.129276] env[63676]: DEBUG oslo_vmware.api [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926415, 'name': CloneVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.168676] env[63676]: DEBUG nova.scheduler.client.report [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2095.402951] env[63676]: DEBUG oslo_vmware.api [None req-c0ae994b-91e2-48ee-b490-63e60ad3b41f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.588036] env[63676]: DEBUG oslo_vmware.api [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143246} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.591123] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2095.591319] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2095.591502] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2095.591673] env[63676]: INFO nova.compute.manager [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Took 1.21 seconds to destroy the instance on the hypervisor. [ 2095.591914] env[63676]: DEBUG oslo.service.loopingcall [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2095.592141] env[63676]: DEBUG nova.compute.manager [-] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2095.592237] env[63676]: DEBUG nova.network.neutron [-] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2095.598409] env[63676]: DEBUG oslo_vmware.api [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Task: {'id': task-1926414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.152975} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.598852] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2095.598852] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2095.598989] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2095.599178] env[63676]: INFO nova.compute.manager [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Took 1.21 seconds to destroy the instance on the hypervisor. [ 2095.599402] env[63676]: DEBUG oslo.service.loopingcall [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2095.599582] env[63676]: DEBUG nova.compute.manager [-] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2095.599675] env[63676]: DEBUG nova.network.neutron [-] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2095.624022] env[63676]: DEBUG oslo_vmware.api [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522572b1-6834-4484-e3eb-a045c3b81fa4, 'name': SearchDatastore_Task, 'duration_secs': 0.017356} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2095.626997] env[63676]: DEBUG oslo_concurrency.lockutils [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2095.627253] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2095.627491] env[63676]: DEBUG oslo_concurrency.lockutils [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2095.627675] env[63676]: DEBUG oslo_concurrency.lockutils [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2095.627859] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2095.629910] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44ce50d5-7e41-4f9d-8660-c1f8d750d839 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.636767] env[63676]: DEBUG oslo_vmware.api [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926415, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.643390] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2095.643581] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2095.644373] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47c3b99f-4909-4cf8-a46b-683ab2a79353 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.649194] env[63676]: DEBUG oslo_vmware.api [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2095.649194] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523755be-cb0b-0386-9dd1-20f430a39576" [ 2095.649194] env[63676]: _type = "Task" [ 2095.649194] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.658987] env[63676]: DEBUG oslo_vmware.api [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523755be-cb0b-0386-9dd1-20f430a39576, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.673976] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2095.674537] env[63676]: DEBUG nova.compute.manager [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2095.677272] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20a13098-63ad-4cac-80bd-d1a3076dca6b tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.064s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2095.902685] env[63676]: DEBUG oslo_vmware.api [None req-c0ae994b-91e2-48ee-b490-63e60ad3b41f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.916359] env[63676]: DEBUG nova.compute.manager [req-4d34c183-21f6-49d9-b57c-310db551ca99 req-d738b13f-caf1-4221-9dae-9a3e987feec8 service nova] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Received event network-vif-deleted-b92b589d-f190-44d8-b60b-59a32725a43f {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2095.916479] env[63676]: INFO nova.compute.manager [req-4d34c183-21f6-49d9-b57c-310db551ca99 req-d738b13f-caf1-4221-9dae-9a3e987feec8 service nova] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Neutron deleted interface b92b589d-f190-44d8-b60b-59a32725a43f; detaching it from the instance and deleting it from the info cache [ 2095.916636] env[63676]: DEBUG nova.network.neutron [req-4d34c183-21f6-49d9-b57c-310db551ca99 req-d738b13f-caf1-4221-9dae-9a3e987feec8 service nova] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2095.932952] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2095.933504] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2095.933644] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Starting heal instance info cache {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 2095.956413] env[63676]: DEBUG nova.compute.manager [req-e833b928-d3a6-40fb-b04a-8b9a497f4c2f req-12053f5f-c4f9-4df3-9dc0-03f65f915899 service nova] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Received event network-vif-deleted-33fc2db9-bab4-46f0-9a5a-154fdcdcdcaf {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2095.956617] env[63676]: INFO nova.compute.manager [req-e833b928-d3a6-40fb-b04a-8b9a497f4c2f req-12053f5f-c4f9-4df3-9dc0-03f65f915899 service nova] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Neutron deleted interface 33fc2db9-bab4-46f0-9a5a-154fdcdcdcaf; detaching it from the instance and deleting it from the info cache [ 2095.956791] env[63676]: DEBUG nova.network.neutron [req-e833b928-d3a6-40fb-b04a-8b9a497f4c2f req-12053f5f-c4f9-4df3-9dc0-03f65f915899 service nova] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2096.133598] env[63676]: DEBUG oslo_vmware.api [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926415, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.160683] env[63676]: DEBUG oslo_vmware.api [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523755be-cb0b-0386-9dd1-20f430a39576, 'name': SearchDatastore_Task, 'duration_secs': 0.01226} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.161608] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5e926f7-804e-489d-b54c-b52fd4d87b41 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.167301] env[63676]: DEBUG oslo_vmware.api [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2096.167301] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527460ec-a43f-2cdd-419b-d7f5c51c2ce1" [ 2096.167301] env[63676]: _type = "Task" [ 2096.167301] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.175749] env[63676]: DEBUG oslo_vmware.api [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527460ec-a43f-2cdd-419b-d7f5c51c2ce1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.180271] env[63676]: DEBUG nova.compute.utils [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2096.184827] env[63676]: DEBUG nova.compute.manager [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2096.185428] env[63676]: DEBUG nova.network.neutron [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2096.262607] env[63676]: DEBUG nova.policy [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f18f7c8bdc5146949972163a2b44d614', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a66733555d82429a9f59fc2d00a26ca8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 2096.339586] env[63676]: DEBUG nova.network.neutron [-] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2096.356406] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9555da-4960-4029-b9ff-bf2ad2181619 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.363821] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e835a810-65b8-4581-8c70-22efeff4d248 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.397684] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f86bc6-e2d4-4384-ae0b-02bc0a5747b7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.405603] env[63676]: DEBUG oslo_vmware.api [None req-c0ae994b-91e2-48ee-b490-63e60ad3b41f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.409426] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3508038-afea-40cb-a7f8-1033f725a0a3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.422696] env[63676]: DEBUG nova.compute.provider_tree [None req-20a13098-63ad-4cac-80bd-d1a3076dca6b tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2096.424053] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3244ca63-5fe8-4c60-ac0a-10ef785782ad {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.433888] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43fb9ac2-fcb8-45f8-8027-f32193d9978a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.444941] env[63676]: DEBUG nova.network.neutron [-] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2096.470180] env[63676]: DEBUG nova.compute.manager [req-4d34c183-21f6-49d9-b57c-310db551ca99 req-d738b13f-caf1-4221-9dae-9a3e987feec8 service nova] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Detach interface failed, port_id=b92b589d-f190-44d8-b60b-59a32725a43f, reason: Instance 2f183168-27b9-475e-b85d-f14caf641f35 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2096.470570] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-373a94b5-50d0-4081-8ca4-bf73080f443b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.479369] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46ba9d0-9e6e-4ddf-89d2-3d6aabe64a0e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.508206] env[63676]: DEBUG nova.compute.manager [req-e833b928-d3a6-40fb-b04a-8b9a497f4c2f req-12053f5f-c4f9-4df3-9dc0-03f65f915899 service nova] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Detach interface failed, port_id=33fc2db9-bab4-46f0-9a5a-154fdcdcdcaf, reason: Instance e4e9aa22-87ba-4cab-99fd-6e2da17d3779 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2096.634317] env[63676]: DEBUG oslo_vmware.api [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926415, 'name': CloneVM_Task} progress is 95%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.643574] env[63676]: DEBUG nova.network.neutron [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Successfully created port: 86b87e5f-64c6-4816-8a8a-183786c138be {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2096.676791] env[63676]: DEBUG oslo_vmware.api [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]527460ec-a43f-2cdd-419b-d7f5c51c2ce1, 'name': SearchDatastore_Task, 'duration_secs': 0.010129} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.677062] env[63676]: DEBUG oslo_concurrency.lockutils [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2096.677319] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 01452159-eafb-4ae6-8ca5-9b5c9b380bc5/01452159-eafb-4ae6-8ca5-9b5c9b380bc5.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2096.677581] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0304a28a-9234-4746-bb85-8b0a369cb0f4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.684360] env[63676]: DEBUG oslo_vmware.api [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2096.684360] env[63676]: value = "task-1926416" [ 2096.684360] env[63676]: _type = "Task" [ 2096.684360] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.684921] env[63676]: DEBUG nova.compute.manager [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2096.700484] env[63676]: DEBUG oslo_vmware.api [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.843893] env[63676]: INFO nova.compute.manager [-] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Took 1.25 seconds to deallocate network for instance. [ 2096.904406] env[63676]: DEBUG oslo_vmware.api [None req-c0ae994b-91e2-48ee-b490-63e60ad3b41f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.930554] env[63676]: DEBUG nova.scheduler.client.report [None req-20a13098-63ad-4cac-80bd-d1a3076dca6b tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2096.947404] env[63676]: INFO nova.compute.manager [-] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Took 1.35 seconds to deallocate network for instance. [ 2097.135713] env[63676]: DEBUG oslo_vmware.api [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926415, 'name': CloneVM_Task, 'duration_secs': 1.658011} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.136012] env[63676]: INFO nova.virt.vmwareapi.vmops [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Created linked-clone VM from snapshot [ 2097.136884] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88f5188-77eb-4332-8c9a-f10da0051e6c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.148048] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Uploading image f5e692b7-020f-4196-97e0-f21dc2992cba {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2097.174975] env[63676]: DEBUG oslo_vmware.rw_handles [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2097.174975] env[63676]: value = "vm-397217" [ 2097.174975] env[63676]: _type = "VirtualMachine" [ 2097.174975] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2097.175286] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e48c51ca-fb9d-4651-af9c-9bed907203a4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.183584] env[63676]: DEBUG oslo_vmware.rw_handles [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lease: (returnval){ [ 2097.183584] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529f5228-3593-aaca-93e7-11f4b117d143" [ 2097.183584] env[63676]: _type = "HttpNfcLease" [ 2097.183584] env[63676]: } obtained for exporting VM: (result){ [ 2097.183584] env[63676]: value = "vm-397217" [ 2097.183584] env[63676]: _type = "VirtualMachine" [ 2097.183584] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2097.183878] env[63676]: DEBUG oslo_vmware.api [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the lease: (returnval){ [ 2097.183878] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529f5228-3593-aaca-93e7-11f4b117d143" [ 2097.183878] env[63676]: _type = "HttpNfcLease" [ 2097.183878] env[63676]: } to be ready. {{(pid=63676) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2097.195249] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2097.195249] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529f5228-3593-aaca-93e7-11f4b117d143" [ 2097.195249] env[63676]: _type = "HttpNfcLease" [ 2097.195249] env[63676]: } is initializing. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2097.199564] env[63676]: DEBUG oslo_vmware.api [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501343} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.199793] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 01452159-eafb-4ae6-8ca5-9b5c9b380bc5/01452159-eafb-4ae6-8ca5-9b5c9b380bc5.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2097.199996] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2097.200238] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b7f3dfb-9c20-4263-8829-72f252ddb23b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.207270] env[63676]: DEBUG oslo_vmware.api [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2097.207270] env[63676]: value = "task-1926418" [ 2097.207270] env[63676]: _type = "Task" [ 2097.207270] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.216868] env[63676]: DEBUG oslo_vmware.api [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.351676] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2097.404525] env[63676]: DEBUG oslo_vmware.api [None req-c0ae994b-91e2-48ee-b490-63e60ad3b41f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926405, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.458315] env[63676]: DEBUG oslo_concurrency.lockutils [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2097.692642] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2097.692642] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529f5228-3593-aaca-93e7-11f4b117d143" [ 2097.692642] env[63676]: _type = "HttpNfcLease" [ 2097.692642] env[63676]: } is ready. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2097.692959] env[63676]: DEBUG oslo_vmware.rw_handles [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2097.692959] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529f5228-3593-aaca-93e7-11f4b117d143" [ 2097.692959] env[63676]: _type = "HttpNfcLease" [ 2097.692959] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2097.693752] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63fa994-6609-435c-81f7-a888e796887e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.697450] env[63676]: DEBUG nova.compute.manager [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2097.704406] env[63676]: DEBUG oslo_vmware.rw_handles [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522da978-599b-f81a-2805-4c0e35520b86/disk-0.vmdk from lease info. {{(pid=63676) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2097.704571] env[63676]: DEBUG oslo_vmware.rw_handles [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522da978-599b-f81a-2805-4c0e35520b86/disk-0.vmdk for reading. {{(pid=63676) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2097.772257] env[63676]: DEBUG oslo_vmware.api [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065734} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.774359] env[63676]: DEBUG nova.virt.hardware [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2097.774581] env[63676]: DEBUG nova.virt.hardware [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2097.774738] env[63676]: DEBUG nova.virt.hardware [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2097.774918] env[63676]: DEBUG nova.virt.hardware [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2097.775080] env[63676]: DEBUG nova.virt.hardware [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2097.775240] env[63676]: DEBUG nova.virt.hardware [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2097.775492] env[63676]: DEBUG nova.virt.hardware [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2097.775662] env[63676]: DEBUG nova.virt.hardware [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2097.775832] env[63676]: DEBUG nova.virt.hardware [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2097.775996] env[63676]: DEBUG nova.virt.hardware [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2097.776187] env[63676]: DEBUG nova.virt.hardware [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2097.776466] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2097.777251] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb80d44-f7ee-4ab2-bc15-9aea8447c69d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.780072] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbd7315-fc0c-4bea-ac4f-2a6a1a9526a4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.795867] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5b6848-9a5c-4e2a-8f96-26a286d20bef {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.810800] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 01452159-eafb-4ae6-8ca5-9b5c9b380bc5/01452159-eafb-4ae6-8ca5-9b5c9b380bc5.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2097.810800] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-535fdeff-3c5d-47b5-a712-bb50f0629541 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.824674] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dd4d98b1-ec9c-4ed6-b587-9374f6fdd967 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.839442] env[63676]: DEBUG oslo_vmware.api [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2097.839442] env[63676]: value = "task-1926419" [ 2097.839442] env[63676]: _type = "Task" [ 2097.839442] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.845944] env[63676]: DEBUG oslo_vmware.api [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926419, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.905317] env[63676]: DEBUG oslo_vmware.api [None req-c0ae994b-91e2-48ee-b490-63e60ad3b41f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926405, 'name': ReconfigVM_Task} progress is 18%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.939803] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20a13098-63ad-4cac-80bd-d1a3076dca6b tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.262s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.940050] env[63676]: DEBUG nova.compute.manager [None req-20a13098-63ad-4cac-80bd-d1a3076dca6b tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=63676) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5319}} [ 2097.943082] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.591s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.943314] env[63676]: DEBUG nova.objects.instance [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Lazy-loading 'resources' on Instance uuid 2f183168-27b9-475e-b85d-f14caf641f35 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2098.095155] env[63676]: DEBUG nova.compute.manager [req-bff08202-a1d9-4040-b794-0cf8eacca738 req-adec0635-8e6d-4506-a49c-0ee241189e3b service nova] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Received event network-vif-plugged-86b87e5f-64c6-4816-8a8a-183786c138be {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2098.095436] env[63676]: DEBUG oslo_concurrency.lockutils [req-bff08202-a1d9-4040-b794-0cf8eacca738 req-adec0635-8e6d-4506-a49c-0ee241189e3b service nova] Acquiring lock "a2fc79d4-f82d-4984-aaa4-e3170825cbbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2098.095676] env[63676]: DEBUG oslo_concurrency.lockutils [req-bff08202-a1d9-4040-b794-0cf8eacca738 req-adec0635-8e6d-4506-a49c-0ee241189e3b service nova] Lock "a2fc79d4-f82d-4984-aaa4-e3170825cbbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2098.095846] env[63676]: DEBUG oslo_concurrency.lockutils [req-bff08202-a1d9-4040-b794-0cf8eacca738 req-adec0635-8e6d-4506-a49c-0ee241189e3b service nova] Lock "a2fc79d4-f82d-4984-aaa4-e3170825cbbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.096196] env[63676]: DEBUG nova.compute.manager [req-bff08202-a1d9-4040-b794-0cf8eacca738 req-adec0635-8e6d-4506-a49c-0ee241189e3b service nova] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] No waiting events found dispatching network-vif-plugged-86b87e5f-64c6-4816-8a8a-183786c138be {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2098.096272] env[63676]: WARNING nova.compute.manager [req-bff08202-a1d9-4040-b794-0cf8eacca738 req-adec0635-8e6d-4506-a49c-0ee241189e3b service nova] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Received unexpected event network-vif-plugged-86b87e5f-64c6-4816-8a8a-183786c138be for instance with vm_state building and task_state spawning. [ 2098.346873] env[63676]: DEBUG oslo_vmware.api [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926419, 'name': ReconfigVM_Task, 'duration_secs': 0.312785} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.347303] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 01452159-eafb-4ae6-8ca5-9b5c9b380bc5/01452159-eafb-4ae6-8ca5-9b5c9b380bc5.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2098.348026] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c1b0da6-49ca-439f-bd7b-f327ef662b5c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.354370] env[63676]: DEBUG oslo_vmware.api [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2098.354370] env[63676]: value = "task-1926420" [ 2098.354370] env[63676]: _type = "Task" [ 2098.354370] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.363163] env[63676]: DEBUG oslo_vmware.api [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926420, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.404678] env[63676]: DEBUG oslo_vmware.api [None req-c0ae994b-91e2-48ee-b490-63e60ad3b41f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926405, 'name': ReconfigVM_Task, 'duration_secs': 5.881879} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.405042] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c0ae994b-91e2-48ee-b490-63e60ad3b41f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Releasing lock "e9e3394a-81fc-4203-a5d0-4d6ceee98e84" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2098.405319] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ae994b-91e2-48ee-b490-63e60ad3b41f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Reconfigured VM to detach interface {{(pid=63676) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2098.505671] env[63676]: INFO nova.scheduler.client.report [None req-20a13098-63ad-4cac-80bd-d1a3076dca6b tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Deleted allocation for migration 669ecd54-ed91-4bdf-b408-a4552d84c660 [ 2098.649157] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4c74dd-19d5-4253-9c0d-3b8092c4cbce {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.657338] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d8f0c0-70dc-4522-b1e2-c05108e7c162 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.690227] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3eb754-4548-45bd-a46a-2a3cb400f891 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.698479] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9e07d4-411f-4476-ac8b-76648c9bc3d9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.716706] env[63676]: DEBUG nova.compute.provider_tree [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2098.722528] env[63676]: DEBUG nova.network.neutron [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Successfully updated port: 86b87e5f-64c6-4816-8a8a-183786c138be {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2098.805213] env[63676]: DEBUG nova.compute.manager [req-9c436ab7-61b9-42d6-aa7c-196de66aa435 req-a2edb970-f42d-48f3-968f-f57818205752 service nova] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Received event network-changed-86b87e5f-64c6-4816-8a8a-183786c138be {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2098.805376] env[63676]: DEBUG nova.compute.manager [req-9c436ab7-61b9-42d6-aa7c-196de66aa435 req-a2edb970-f42d-48f3-968f-f57818205752 service nova] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Refreshing instance network info cache due to event network-changed-86b87e5f-64c6-4816-8a8a-183786c138be. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2098.805669] env[63676]: DEBUG oslo_concurrency.lockutils [req-9c436ab7-61b9-42d6-aa7c-196de66aa435 req-a2edb970-f42d-48f3-968f-f57818205752 service nova] Acquiring lock "refresh_cache-a2fc79d4-f82d-4984-aaa4-e3170825cbbc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2098.805883] env[63676]: DEBUG oslo_concurrency.lockutils [req-9c436ab7-61b9-42d6-aa7c-196de66aa435 req-a2edb970-f42d-48f3-968f-f57818205752 service nova] Acquired lock "refresh_cache-a2fc79d4-f82d-4984-aaa4-e3170825cbbc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2098.806482] env[63676]: DEBUG nova.network.neutron [req-9c436ab7-61b9-42d6-aa7c-196de66aa435 req-a2edb970-f42d-48f3-968f-f57818205752 service nova] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Refreshing network info cache for port 86b87e5f-64c6-4816-8a8a-183786c138be {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2098.867055] env[63676]: DEBUG oslo_vmware.api [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926420, 'name': Rename_Task, 'duration_secs': 0.214269} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.868326] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2098.868621] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5de926cd-0d8d-40bf-967a-2e1a3097ff77 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.876345] env[63676]: DEBUG oslo_vmware.api [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2098.876345] env[63676]: value = "task-1926421" [ 2098.876345] env[63676]: _type = "Task" [ 2098.876345] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.885428] env[63676]: DEBUG oslo_vmware.api [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926421, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.012037] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20a13098-63ad-4cac-80bd-d1a3076dca6b tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "53b92e45-8bf3-45d2-beb6-5a349a5b055f" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.366s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.222392] env[63676]: DEBUG nova.scheduler.client.report [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2099.225987] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquiring lock "refresh_cache-a2fc79d4-f82d-4984-aaa4-e3170825cbbc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2099.340258] env[63676]: DEBUG nova.network.neutron [req-9c436ab7-61b9-42d6-aa7c-196de66aa435 req-a2edb970-f42d-48f3-968f-f57818205752 service nova] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2099.357785] env[63676]: DEBUG nova.objects.instance [None req-fdb1084d-51d1-42c1-9701-02f42333142e tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lazy-loading 'flavor' on Instance uuid 53b92e45-8bf3-45d2-beb6-5a349a5b055f {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2099.390473] env[63676]: DEBUG oslo_vmware.api [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926421, 'name': PowerOnVM_Task} progress is 88%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.421994] env[63676]: DEBUG nova.network.neutron [req-9c436ab7-61b9-42d6-aa7c-196de66aa435 req-a2edb970-f42d-48f3-968f-f57818205752 service nova] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2099.727667] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.730103] env[63676]: DEBUG oslo_concurrency.lockutils [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.272s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2099.730325] env[63676]: DEBUG oslo_concurrency.lockutils [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2099.757556] env[63676]: INFO nova.scheduler.client.report [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Deleted allocations for instance 2f183168-27b9-475e-b85d-f14caf641f35 [ 2099.761493] env[63676]: INFO nova.scheduler.client.report [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Deleted allocations for instance e4e9aa22-87ba-4cab-99fd-6e2da17d3779 [ 2099.778643] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c0ae994b-91e2-48ee-b490-63e60ad3b41f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "refresh_cache-e9e3394a-81fc-4203-a5d0-4d6ceee98e84" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2099.778842] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c0ae994b-91e2-48ee-b490-63e60ad3b41f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquired lock "refresh_cache-e9e3394a-81fc-4203-a5d0-4d6ceee98e84" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2099.779030] env[63676]: DEBUG nova.network.neutron [None req-c0ae994b-91e2-48ee-b490-63e60ad3b41f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2099.862808] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fdb1084d-51d1-42c1-9701-02f42333142e tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "refresh_cache-53b92e45-8bf3-45d2-beb6-5a349a5b055f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2099.864280] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fdb1084d-51d1-42c1-9701-02f42333142e tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquired lock "refresh_cache-53b92e45-8bf3-45d2-beb6-5a349a5b055f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2099.864280] env[63676]: DEBUG nova.network.neutron [None req-fdb1084d-51d1-42c1-9701-02f42333142e tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2099.864280] env[63676]: DEBUG nova.objects.instance [None req-fdb1084d-51d1-42c1-9701-02f42333142e tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lazy-loading 'info_cache' on Instance uuid 53b92e45-8bf3-45d2-beb6-5a349a5b055f {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2099.889826] env[63676]: DEBUG oslo_vmware.api [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926421, 'name': PowerOnVM_Task, 'duration_secs': 0.734168} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.890212] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2099.890459] env[63676]: INFO nova.compute.manager [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Took 8.73 seconds to spawn the instance on the hypervisor. [ 2099.890901] env[63676]: DEBUG nova.compute.manager [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2099.892147] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef81dc28-0231-434c-a657-626407987af8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.926177] env[63676]: DEBUG oslo_concurrency.lockutils [req-9c436ab7-61b9-42d6-aa7c-196de66aa435 req-a2edb970-f42d-48f3-968f-f57818205752 service nova] Releasing lock "refresh_cache-a2fc79d4-f82d-4984-aaa4-e3170825cbbc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2099.926887] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquired lock "refresh_cache-a2fc79d4-f82d-4984-aaa4-e3170825cbbc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2099.926887] env[63676]: DEBUG nova.network.neutron [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2100.273475] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6876b67e-b221-4850-989a-02f0fd9d0c04 tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Lock "2f183168-27b9-475e-b85d-f14caf641f35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.408s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2100.274684] env[63676]: DEBUG oslo_concurrency.lockutils [None req-58748bc0-08f2-40c7-a104-ca67e0c44e9f tempest-DeleteServersTestJSON-991609127 tempest-DeleteServersTestJSON-991609127-project-member] Lock "e4e9aa22-87ba-4cab-99fd-6e2da17d3779" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.395s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2100.331738] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "e9e3394a-81fc-4203-a5d0-4d6ceee98e84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2100.332191] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "e9e3394a-81fc-4203-a5d0-4d6ceee98e84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2100.332534] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "e9e3394a-81fc-4203-a5d0-4d6ceee98e84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2100.332857] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "e9e3394a-81fc-4203-a5d0-4d6ceee98e84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2100.333103] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "e9e3394a-81fc-4203-a5d0-4d6ceee98e84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2100.335351] env[63676]: INFO nova.compute.manager [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Terminating instance [ 2100.369306] env[63676]: DEBUG nova.objects.base [None req-fdb1084d-51d1-42c1-9701-02f42333142e tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Object Instance<53b92e45-8bf3-45d2-beb6-5a349a5b055f> lazy-loaded attributes: flavor,info_cache {{(pid=63676) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2100.413571] env[63676]: INFO nova.compute.manager [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Took 13.54 seconds to build instance. [ 2100.473450] env[63676]: DEBUG nova.network.neutron [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2100.533331] env[63676]: INFO nova.network.neutron [None req-c0ae994b-91e2-48ee-b490-63e60ad3b41f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Port 40bfa93e-1feb-4130-b171-ccb2c363380d from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2100.533699] env[63676]: DEBUG nova.network.neutron [None req-c0ae994b-91e2-48ee-b490-63e60ad3b41f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Updating instance_info_cache with network_info: [{"id": "75d0e38a-3c1c-4649-889c-0aa523d13f99", "address": "fa:16:3e:13:ee:55", "network": {"id": "38f63f2a-71d4-4023-ae49-78d6598b510c", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1731398021-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf227039b25c482ab23b72d4919bbdd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a7ba8d0-0208-4af7-af44-2a5ad382f9be", "external-id": "nsx-vlan-transportzone-742", "segmentation_id": 742, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap75d0e38a-3c", "ovs_interfaceid": "75d0e38a-3c1c-4649-889c-0aa523d13f99", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2100.613479] env[63676]: DEBUG nova.network.neutron [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Updating instance_info_cache with network_info: [{"id": "86b87e5f-64c6-4816-8a8a-183786c138be", "address": "fa:16:3e:2f:a0:aa", "network": {"id": "fde740f8-0b20-49c5-b98c-77d3f65d2d60", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-654539961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a66733555d82429a9f59fc2d00a26ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86b87e5f-64", "ovs_interfaceid": "86b87e5f-64c6-4816-8a8a-183786c138be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2100.716409] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Acquiring lock "d50fcabf-ec74-489a-ae06-68a950684981" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2100.716675] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Lock "d50fcabf-ec74-489a-ae06-68a950684981" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2100.716896] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Acquiring lock "d50fcabf-ec74-489a-ae06-68a950684981-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2100.717095] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Lock "d50fcabf-ec74-489a-ae06-68a950684981-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2100.717269] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Lock "d50fcabf-ec74-489a-ae06-68a950684981-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2100.719600] env[63676]: INFO nova.compute.manager [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Terminating instance [ 2100.840269] env[63676]: DEBUG nova.compute.manager [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2100.840624] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2100.841992] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df5f472-5167-4556-8ed3-1f884ec48adc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.851583] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2100.851921] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa8358ca-629d-4662-8119-342874ec0e2c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.859773] env[63676]: DEBUG oslo_vmware.api [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 2100.859773] env[63676]: value = "task-1926423" [ 2100.859773] env[63676]: _type = "Task" [ 2100.859773] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.870509] env[63676]: DEBUG oslo_vmware.api [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.915156] env[63676]: DEBUG oslo_concurrency.lockutils [None req-80d6c5bf-dbbd-4dea-940a-5506dde5c67c tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "01452159-eafb-4ae6-8ca5-9b5c9b380bc5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.050s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2100.978738] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Didn't find any instances for network info cache update. {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 2100.979023] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2100.979244] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2100.979336] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2100.979477] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2100.979617] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2100.979758] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2100.979887] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63676) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 2100.980043] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2101.036771] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c0ae994b-91e2-48ee-b490-63e60ad3b41f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Releasing lock "refresh_cache-e9e3394a-81fc-4203-a5d0-4d6ceee98e84" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2101.116083] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Releasing lock "refresh_cache-a2fc79d4-f82d-4984-aaa4-e3170825cbbc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2101.116414] env[63676]: DEBUG nova.compute.manager [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Instance network_info: |[{"id": "86b87e5f-64c6-4816-8a8a-183786c138be", "address": "fa:16:3e:2f:a0:aa", "network": {"id": "fde740f8-0b20-49c5-b98c-77d3f65d2d60", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-654539961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a66733555d82429a9f59fc2d00a26ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86b87e5f-64", "ovs_interfaceid": "86b87e5f-64c6-4816-8a8a-183786c138be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2101.117044] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:a0:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86b87e5f-64c6-4816-8a8a-183786c138be', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2101.125236] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Creating folder: Project (a66733555d82429a9f59fc2d00a26ca8). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2101.125521] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b70d88b3-8aa1-4522-8e0c-640fda6fe80d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.137162] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Created folder: Project (a66733555d82429a9f59fc2d00a26ca8) in parent group-v396927. [ 2101.137408] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Creating folder: Instances. Parent ref: group-v397218. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2101.137666] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d55918eb-1f53-46e2-88d0-b109d01ef272 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.147631] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Created folder: Instances in parent group-v397218. [ 2101.147881] env[63676]: DEBUG oslo.service.loopingcall [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2101.148087] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2101.148289] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f85efee-4e38-44fe-882f-cee881d8abc7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.169313] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2101.169313] env[63676]: value = "task-1926426" [ 2101.169313] env[63676]: _type = "Task" [ 2101.169313] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.178141] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926426, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.223349] env[63676]: DEBUG nova.compute.manager [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2101.223604] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2101.224465] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db98140-b588-4a7a-bf32-ca7c0e01f390 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.232322] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2101.232558] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e3f48d3-2836-45e7-966b-42488b544e06 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.238688] env[63676]: DEBUG oslo_vmware.api [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2101.238688] env[63676]: value = "task-1926427" [ 2101.238688] env[63676]: _type = "Task" [ 2101.238688] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.247565] env[63676]: DEBUG oslo_vmware.api [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.252045] env[63676]: DEBUG nova.network.neutron [None req-fdb1084d-51d1-42c1-9701-02f42333142e tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Updating instance_info_cache with network_info: [{"id": "0122791e-33cb-48a3-9406-dfed42d3e33e", "address": "fa:16:3e:5f:c0:3f", "network": {"id": "abf80053-ace1-44b7-ac68-be3c9b4c031d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1491985291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5701b0b66ea4031b1efd32168ad7818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0122791e-33", "ovs_interfaceid": "0122791e-33cb-48a3-9406-dfed42d3e33e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2101.369753] env[63676]: DEBUG oslo_vmware.api [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926423, 'name': PowerOffVM_Task, 'duration_secs': 0.234955} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.370158] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2101.370424] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2101.370831] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-35c95586-f253-46e7-b5c6-3c799d3979e1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.483859] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.484207] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.484330] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2101.484485] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63676) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2101.485375] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f010f6b-241f-476b-89e8-9566d71d8266 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.493753] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ef21a2-6805-42fa-bf49-6955c77cd015 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.507439] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f423123-8b50-4f6b-928a-4ed49f6896be {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.514339] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f476145b-9886-4f33-ab36-8284ea1d1375 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.545987] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c0ae994b-91e2-48ee-b490-63e60ad3b41f tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "interface-e9e3394a-81fc-4203-a5d0-4d6ceee98e84-40bfa93e-1feb-4130-b171-ccb2c363380d" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.735s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2101.547488] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179369MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=63676) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2101.547649] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.547930] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.679726] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926426, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.713166] env[63676]: DEBUG nova.compute.manager [req-fb60783f-bda2-40bf-aae2-2c67f1b00f9d req-081743b4-b636-4ba1-b0b6-47bd1640e1ec service nova] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Received event network-changed-bfca625d-0f8a-4720-a34d-193c6c7045e4 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2101.713390] env[63676]: DEBUG nova.compute.manager [req-fb60783f-bda2-40bf-aae2-2c67f1b00f9d req-081743b4-b636-4ba1-b0b6-47bd1640e1ec service nova] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Refreshing instance network info cache due to event network-changed-bfca625d-0f8a-4720-a34d-193c6c7045e4. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2101.713606] env[63676]: DEBUG oslo_concurrency.lockutils [req-fb60783f-bda2-40bf-aae2-2c67f1b00f9d req-081743b4-b636-4ba1-b0b6-47bd1640e1ec service nova] Acquiring lock "refresh_cache-01452159-eafb-4ae6-8ca5-9b5c9b380bc5" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2101.713797] env[63676]: DEBUG oslo_concurrency.lockutils [req-fb60783f-bda2-40bf-aae2-2c67f1b00f9d req-081743b4-b636-4ba1-b0b6-47bd1640e1ec service nova] Acquired lock "refresh_cache-01452159-eafb-4ae6-8ca5-9b5c9b380bc5" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2101.713911] env[63676]: DEBUG nova.network.neutron [req-fb60783f-bda2-40bf-aae2-2c67f1b00f9d req-081743b4-b636-4ba1-b0b6-47bd1640e1ec service nova] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Refreshing network info cache for port bfca625d-0f8a-4720-a34d-193c6c7045e4 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2101.745060] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2101.745060] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2101.745296] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Deleting the datastore file [datastore1] e9e3394a-81fc-4203-a5d0-4d6ceee98e84 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2101.745357] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-542170a7-3f21-4a91-942b-c261de09c05b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.752278] env[63676]: DEBUG oslo_vmware.api [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926427, 'name': PowerOffVM_Task, 'duration_secs': 0.195022} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.753504] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2101.753681] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2101.753973] env[63676]: DEBUG oslo_vmware.api [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 2101.753973] env[63676]: value = "task-1926429" [ 2101.753973] env[63676]: _type = "Task" [ 2101.753973] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.754614] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fdb1084d-51d1-42c1-9701-02f42333142e tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Releasing lock "refresh_cache-53b92e45-8bf3-45d2-beb6-5a349a5b055f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2101.755667] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4eff6b3-8317-48c7-af4b-3579a7195def {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.765861] env[63676]: DEBUG oslo_vmware.api [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.016228] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2102.016529] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2102.016707] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Deleting the datastore file [datastore1] d50fcabf-ec74-489a-ae06-68a950684981 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2102.017079] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77628e72-bc84-4e2d-a292-d9266039da2b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.028655] env[63676]: DEBUG oslo_vmware.api [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for the task: (returnval){ [ 2102.028655] env[63676]: value = "task-1926431" [ 2102.028655] env[63676]: _type = "Task" [ 2102.028655] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.038150] env[63676]: DEBUG oslo_vmware.api [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.182758] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926426, 'name': CreateVM_Task, 'duration_secs': 0.818425} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.182961] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2102.183734] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2102.183920] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2102.184337] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2102.184590] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69af7251-33e6-4190-a482-12d97ad51846 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.189527] env[63676]: DEBUG oslo_vmware.api [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2102.189527] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520c9c03-e187-0e71-11e8-4c507fd7aca4" [ 2102.189527] env[63676]: _type = "Task" [ 2102.189527] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.198170] env[63676]: DEBUG oslo_vmware.api [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520c9c03-e187-0e71-11e8-4c507fd7aca4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.271245] env[63676]: DEBUG oslo_vmware.api [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.539012] env[63676]: DEBUG oslo_vmware.api [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.583786] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 09219395-79b1-4a17-8357-12266d342eb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2102.583948] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance b93872e7-c8bc-427d-9368-53840ec6cab1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2102.584089] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance d50fcabf-ec74-489a-ae06-68a950684981 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2102.584210] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 7920f80e-dcaf-4ecc-bbdc-e61a9031651a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2102.584328] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance e3f919b5-3524-4926-ad4b-a717d9f3df6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2102.584446] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance e9e3394a-81fc-4203-a5d0-4d6ceee98e84 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2102.584560] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 16e5273e-6392-447f-b4ba-38a24918954c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2102.584674] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 53b92e45-8bf3-45d2-beb6-5a349a5b055f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2102.584786] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 01452159-eafb-4ae6-8ca5-9b5c9b380bc5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2102.584897] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance a2fc79d4-f82d-4984-aaa4-e3170825cbbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2102.585116] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2102.585257] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2102.604885] env[63676]: DEBUG nova.network.neutron [req-fb60783f-bda2-40bf-aae2-2c67f1b00f9d req-081743b4-b636-4ba1-b0b6-47bd1640e1ec service nova] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Updated VIF entry in instance network info cache for port bfca625d-0f8a-4720-a34d-193c6c7045e4. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2102.605246] env[63676]: DEBUG nova.network.neutron [req-fb60783f-bda2-40bf-aae2-2c67f1b00f9d req-081743b4-b636-4ba1-b0b6-47bd1640e1ec service nova] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Updating instance_info_cache with network_info: [{"id": "bfca625d-0f8a-4720-a34d-193c6c7045e4", "address": "fa:16:3e:1a:a0:51", "network": {"id": "a95efb99-eea4-4e98-bf52-a2201de39e28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1488566241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64afb88688594408bd695883c0366330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbfca625d-0f", "ovs_interfaceid": "bfca625d-0f8a-4720-a34d-193c6c7045e4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2102.701496] env[63676]: DEBUG oslo_vmware.api [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520c9c03-e187-0e71-11e8-4c507fd7aca4, 'name': SearchDatastore_Task, 'duration_secs': 0.051022} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.703936] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2102.704124] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2102.704359] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2102.704744] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2102.704744] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2102.705128] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-868e48ce-78e3-481b-8756-f9299fb5abe4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.714822] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2102.714822] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2102.717863] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d261f386-bfb0-4f21-a23c-fc9672c680d8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.723463] env[63676]: DEBUG oslo_vmware.api [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2102.723463] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d911dc-89f0-e1e7-4c9d-40c58be6dc74" [ 2102.723463] env[63676]: _type = "Task" [ 2102.723463] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.731272] env[63676]: DEBUG oslo_vmware.api [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d911dc-89f0-e1e7-4c9d-40c58be6dc74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.732789] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8e2873-065a-43e2-b452-fc257bb61cc8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.739620] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b7c3c9-552c-4bce-ac83-6ffe3556a5b9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.770870] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb1084d-51d1-42c1-9701-02f42333142e tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2102.774412] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58a6460a-958d-4812-a2c4-b1ac01df4057 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.776344] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771d3843-5b6e-4f95-ab52-0fa2cb3cecdd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.785904] env[63676]: DEBUG oslo_vmware.api [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.788929] env[63676]: DEBUG oslo_vmware.api [None req-fdb1084d-51d1-42c1-9701-02f42333142e tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2102.788929] env[63676]: value = "task-1926432" [ 2102.788929] env[63676]: _type = "Task" [ 2102.788929] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.790190] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b51ce3f-217a-4d9e-aab1-9f67c76367b1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.801299] env[63676]: DEBUG oslo_vmware.api [None req-fdb1084d-51d1-42c1-9701-02f42333142e tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.809026] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2103.040956] env[63676]: DEBUG oslo_vmware.api [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.108390] env[63676]: DEBUG oslo_concurrency.lockutils [req-fb60783f-bda2-40bf-aae2-2c67f1b00f9d req-081743b4-b636-4ba1-b0b6-47bd1640e1ec service nova] Releasing lock "refresh_cache-01452159-eafb-4ae6-8ca5-9b5c9b380bc5" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2103.235064] env[63676]: DEBUG oslo_vmware.api [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d911dc-89f0-e1e7-4c9d-40c58be6dc74, 'name': SearchDatastore_Task, 'duration_secs': 0.05895} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.235840] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-165d35b9-d5c5-4a67-8466-3d57518d0259 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.241689] env[63676]: DEBUG oslo_vmware.api [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2103.241689] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52328e84-cb7a-96b4-e207-730a47fe353d" [ 2103.241689] env[63676]: _type = "Task" [ 2103.241689] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.249427] env[63676]: DEBUG oslo_vmware.api [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52328e84-cb7a-96b4-e207-730a47fe353d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.279944] env[63676]: DEBUG oslo_vmware.api [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926429, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.299303] env[63676]: DEBUG oslo_vmware.api [None req-fdb1084d-51d1-42c1-9701-02f42333142e tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926432, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.312372] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2103.542468] env[63676]: DEBUG oslo_vmware.api [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926431, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.752259] env[63676]: DEBUG oslo_vmware.api [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52328e84-cb7a-96b4-e207-730a47fe353d, 'name': SearchDatastore_Task, 'duration_secs': 0.273758} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.752536] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2103.752794] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] a2fc79d4-f82d-4984-aaa4-e3170825cbbc/a2fc79d4-f82d-4984-aaa4-e3170825cbbc.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2103.753073] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75fcc736-04a9-49e6-a5b1-adb700e1d98f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.759496] env[63676]: DEBUG oslo_vmware.api [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2103.759496] env[63676]: value = "task-1926434" [ 2103.759496] env[63676]: _type = "Task" [ 2103.759496] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.767439] env[63676]: DEBUG oslo_vmware.api [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926434, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.778679] env[63676]: DEBUG oslo_vmware.api [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926429, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.824353} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.778969] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2103.779203] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2103.779405] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2103.779594] env[63676]: INFO nova.compute.manager [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Took 2.94 seconds to destroy the instance on the hypervisor. [ 2103.779845] env[63676]: DEBUG oslo.service.loopingcall [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2103.780061] env[63676]: DEBUG nova.compute.manager [-] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2103.780176] env[63676]: DEBUG nova.network.neutron [-] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2103.800241] env[63676]: DEBUG oslo_vmware.api [None req-fdb1084d-51d1-42c1-9701-02f42333142e tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926432, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.817163] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2103.817377] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.270s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2104.040575] env[63676]: DEBUG oslo_vmware.api [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Task: {'id': task-1926431, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.553696} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.040936] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2104.041097] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2104.041469] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2104.041469] env[63676]: INFO nova.compute.manager [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Took 2.82 seconds to destroy the instance on the hypervisor. [ 2104.041729] env[63676]: DEBUG oslo.service.loopingcall [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2104.041876] env[63676]: DEBUG nova.compute.manager [-] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2104.041994] env[63676]: DEBUG nova.network.neutron [-] [instance: d50fcabf-ec74-489a-ae06-68a950684981] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2104.274162] env[63676]: DEBUG oslo_vmware.api [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926434, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.303933] env[63676]: DEBUG oslo_vmware.api [None req-fdb1084d-51d1-42c1-9701-02f42333142e tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926432, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.529955] env[63676]: DEBUG nova.compute.manager [req-e7295fb2-b850-4ee5-9aff-5f2f07f79dd1 req-1b120b80-0041-40cf-85bf-114077a3d66b service nova] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Received event network-vif-deleted-f19c3b31-060b-4f9d-b6d9-6dc986e63272 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2104.529955] env[63676]: INFO nova.compute.manager [req-e7295fb2-b850-4ee5-9aff-5f2f07f79dd1 req-1b120b80-0041-40cf-85bf-114077a3d66b service nova] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Neutron deleted interface f19c3b31-060b-4f9d-b6d9-6dc986e63272; detaching it from the instance and deleting it from the info cache [ 2104.529955] env[63676]: DEBUG nova.network.neutron [req-e7295fb2-b850-4ee5-9aff-5f2f07f79dd1 req-1b120b80-0041-40cf-85bf-114077a3d66b service nova] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2104.662217] env[63676]: DEBUG nova.compute.manager [req-a6b95f33-10ef-478a-a40c-354864a9ccc6 req-c756b553-2d6f-48b2-b126-77ab5b2b5ca1 service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Received event network-vif-deleted-75d0e38a-3c1c-4649-889c-0aa523d13f99 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2104.662475] env[63676]: INFO nova.compute.manager [req-a6b95f33-10ef-478a-a40c-354864a9ccc6 req-c756b553-2d6f-48b2-b126-77ab5b2b5ca1 service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Neutron deleted interface 75d0e38a-3c1c-4649-889c-0aa523d13f99; detaching it from the instance and deleting it from the info cache [ 2104.662735] env[63676]: DEBUG nova.network.neutron [req-a6b95f33-10ef-478a-a40c-354864a9ccc6 req-c756b553-2d6f-48b2-b126-77ab5b2b5ca1 service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2104.770829] env[63676]: DEBUG oslo_vmware.api [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926434, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.934416} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.771161] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] a2fc79d4-f82d-4984-aaa4-e3170825cbbc/a2fc79d4-f82d-4984-aaa4-e3170825cbbc.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2104.771378] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2104.771638] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-372718fc-0007-46a4-98e6-7dd40d9b0f39 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.781903] env[63676]: DEBUG oslo_vmware.api [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2104.781903] env[63676]: value = "task-1926435" [ 2104.781903] env[63676]: _type = "Task" [ 2104.781903] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.791197] env[63676]: DEBUG oslo_vmware.api [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926435, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.800779] env[63676]: DEBUG oslo_vmware.api [None req-fdb1084d-51d1-42c1-9701-02f42333142e tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926432, 'name': PowerOnVM_Task, 'duration_secs': 1.522391} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.801053] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb1084d-51d1-42c1-9701-02f42333142e tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2104.801260] env[63676]: DEBUG nova.compute.manager [None req-fdb1084d-51d1-42c1-9701-02f42333142e tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2104.802099] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09778f64-28f0-4b02-896c-c52738a41616 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.999430] env[63676]: DEBUG nova.network.neutron [-] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2105.033327] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-497d8253-78b8-465b-be78-3ce25d335d0c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.043600] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e853fe4-6cc3-49c3-b094-795c0874a1eb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.075082] env[63676]: DEBUG nova.compute.manager [req-e7295fb2-b850-4ee5-9aff-5f2f07f79dd1 req-1b120b80-0041-40cf-85bf-114077a3d66b service nova] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Detach interface failed, port_id=f19c3b31-060b-4f9d-b6d9-6dc986e63272, reason: Instance d50fcabf-ec74-489a-ae06-68a950684981 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2105.136375] env[63676]: DEBUG nova.network.neutron [-] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2105.165583] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fff9ae9d-a384-4350-8258-0596ed93b00d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.175393] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178d8e07-a9a6-4d9a-9028-9751c9c8c4b2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.208162] env[63676]: DEBUG nova.compute.manager [req-a6b95f33-10ef-478a-a40c-354864a9ccc6 req-c756b553-2d6f-48b2-b126-77ab5b2b5ca1 service nova] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Detach interface failed, port_id=75d0e38a-3c1c-4649-889c-0aa523d13f99, reason: Instance e9e3394a-81fc-4203-a5d0-4d6ceee98e84 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2105.293674] env[63676]: DEBUG oslo_vmware.api [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926435, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076963} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.293674] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2105.294426] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807e137a-ad67-4f6c-b653-f5054fe66e0e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.317316] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] a2fc79d4-f82d-4984-aaa4-e3170825cbbc/a2fc79d4-f82d-4984-aaa4-e3170825cbbc.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2105.319596] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eb38781-a404-422e-919e-af3a7558945e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.341265] env[63676]: DEBUG oslo_vmware.api [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2105.341265] env[63676]: value = "task-1926436" [ 2105.341265] env[63676]: _type = "Task" [ 2105.341265] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.350152] env[63676]: DEBUG oslo_vmware.api [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926436, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.502341] env[63676]: INFO nova.compute.manager [-] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Took 1.46 seconds to deallocate network for instance. [ 2105.639063] env[63676]: INFO nova.compute.manager [-] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Took 1.86 seconds to deallocate network for instance. [ 2105.853530] env[63676]: DEBUG oslo_vmware.api [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926436, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.013259] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2106.014030] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.014030] env[63676]: DEBUG nova.objects.instance [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Lazy-loading 'resources' on Instance uuid d50fcabf-ec74-489a-ae06-68a950684981 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2106.147240] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2106.352152] env[63676]: DEBUG oslo_vmware.api [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926436, 'name': ReconfigVM_Task, 'duration_secs': 0.664129} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.352465] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Reconfigured VM instance instance-0000006e to attach disk [datastore1] a2fc79d4-f82d-4984-aaa4-e3170825cbbc/a2fc79d4-f82d-4984-aaa4-e3170825cbbc.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2106.353225] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a21361a3-3796-4dde-a31c-d69e27cfb150 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.360611] env[63676]: DEBUG oslo_vmware.api [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2106.360611] env[63676]: value = "task-1926438" [ 2106.360611] env[63676]: _type = "Task" [ 2106.360611] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.369684] env[63676]: DEBUG oslo_vmware.api [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926438, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.630565] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "53b92e45-8bf3-45d2-beb6-5a349a5b055f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2106.630939] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "53b92e45-8bf3-45d2-beb6-5a349a5b055f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.631195] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "53b92e45-8bf3-45d2-beb6-5a349a5b055f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2106.631402] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "53b92e45-8bf3-45d2-beb6-5a349a5b055f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2106.631573] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "53b92e45-8bf3-45d2-beb6-5a349a5b055f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.636162] env[63676]: INFO nova.compute.manager [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Terminating instance [ 2106.707241] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afbf9719-a361-477f-a358-4c07cdc1af43 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.715558] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b906f3-bfa6-4841-aa38-d62895686f48 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.750895] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1ef701-095f-4303-be09-c4e509a8d772 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.759455] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52df09ce-368f-48fb-9a00-2f059cf07796 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.774315] env[63676]: DEBUG nova.compute.provider_tree [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2106.872422] env[63676]: DEBUG oslo_vmware.api [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926438, 'name': Rename_Task, 'duration_secs': 0.240429} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.872663] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2106.872955] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-996619d9-6d72-4395-8f71-76b3255834a8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.880209] env[63676]: DEBUG oslo_vmware.api [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2106.880209] env[63676]: value = "task-1926439" [ 2106.880209] env[63676]: _type = "Task" [ 2106.880209] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.890334] env[63676]: DEBUG oslo_vmware.api [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926439, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.139973] env[63676]: DEBUG nova.compute.manager [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2107.140228] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2107.141273] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd14f241-fdf6-4f07-ae0a-5641f7c6e9ee {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.148880] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2107.149279] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60acb2cc-b53b-42c1-92ec-38dd7a6f5297 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.154912] env[63676]: DEBUG oslo_vmware.api [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2107.154912] env[63676]: value = "task-1926440" [ 2107.154912] env[63676]: _type = "Task" [ 2107.154912] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.166871] env[63676]: DEBUG oslo_vmware.api [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926440, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.278307] env[63676]: DEBUG nova.scheduler.client.report [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2107.391471] env[63676]: DEBUG oslo_vmware.api [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926439, 'name': PowerOnVM_Task} progress is 87%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.621110] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2107.666632] env[63676]: DEBUG oslo_vmware.api [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926440, 'name': PowerOffVM_Task, 'duration_secs': 0.21102} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.667244] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2107.667466] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2107.667733] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9cfd811-8621-478d-b771-eec53798aa03 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.784220] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.770s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.787145] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.640s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.787765] env[63676]: DEBUG nova.objects.instance [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lazy-loading 'resources' on Instance uuid e9e3394a-81fc-4203-a5d0-4d6ceee98e84 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2107.820303] env[63676]: INFO nova.scheduler.client.report [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Deleted allocations for instance d50fcabf-ec74-489a-ae06-68a950684981 [ 2107.895943] env[63676]: DEBUG oslo_vmware.api [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926439, 'name': PowerOnVM_Task, 'duration_secs': 0.839817} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.896271] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2107.896482] env[63676]: INFO nova.compute.manager [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Took 10.20 seconds to spawn the instance on the hypervisor. [ 2107.896662] env[63676]: DEBUG nova.compute.manager [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2107.897604] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b258ba0-fa62-4377-994a-3f603f769994 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.903210] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2107.903406] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2107.903587] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Deleting the datastore file [datastore1] 53b92e45-8bf3-45d2-beb6-5a349a5b055f {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2107.904544] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-030a41ba-3926-49bc-955c-2a47f8593481 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.915588] env[63676]: DEBUG oslo_vmware.api [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2107.915588] env[63676]: value = "task-1926442" [ 2107.915588] env[63676]: _type = "Task" [ 2107.915588] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.927169] env[63676]: DEBUG oslo_vmware.api [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926442, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.963322] env[63676]: DEBUG oslo_vmware.rw_handles [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522da978-599b-f81a-2805-4c0e35520b86/disk-0.vmdk. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2107.964222] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77eb8454-2068-40cd-8317-68381120714d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.971777] env[63676]: DEBUG oslo_vmware.rw_handles [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522da978-599b-f81a-2805-4c0e35520b86/disk-0.vmdk is in state: ready. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2107.971961] env[63676]: ERROR oslo_vmware.rw_handles [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522da978-599b-f81a-2805-4c0e35520b86/disk-0.vmdk due to incomplete transfer. [ 2107.972215] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-79fae2bc-1cba-4c44-8914-f3d6b469e2de {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.979255] env[63676]: DEBUG oslo_vmware.rw_handles [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522da978-599b-f81a-2805-4c0e35520b86/disk-0.vmdk. {{(pid=63676) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2107.979428] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Uploaded image f5e692b7-020f-4196-97e0-f21dc2992cba to the Glance image server {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2107.982683] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Destroying the VM {{(pid=63676) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2107.982953] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a2b13a13-4dd5-4993-9a7d-b990c4c572f5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.989157] env[63676]: DEBUG oslo_vmware.api [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 2107.989157] env[63676]: value = "task-1926443" [ 2107.989157] env[63676]: _type = "Task" [ 2107.989157] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.997622] env[63676]: DEBUG oslo_vmware.api [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926443, 'name': Destroy_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.335452] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fbdd3636-5a02-4da2-89a3-f90c04443cee tempest-ListImageFiltersTestJSON-142122150 tempest-ListImageFiltersTestJSON-142122150-project-member] Lock "d50fcabf-ec74-489a-ae06-68a950684981" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.619s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.424445] env[63676]: INFO nova.compute.manager [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Took 15.09 seconds to build instance. [ 2108.429329] env[63676]: DEBUG oslo_vmware.api [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926442, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15768} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.433315] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2108.433446] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2108.433699] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2108.433958] env[63676]: INFO nova.compute.manager [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Took 1.29 seconds to destroy the instance on the hypervisor. [ 2108.434210] env[63676]: DEBUG oslo.service.loopingcall [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2108.434851] env[63676]: DEBUG nova.compute.manager [-] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2108.434923] env[63676]: DEBUG nova.network.neutron [-] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2108.452668] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dca814e5-d770-4753-848d-75154d97f44b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.462161] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59965f53-104e-4ee9-ac6b-215e3ae9085e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.498054] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df35e3e-492f-4c51-a485-7cd744be9843 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.507038] env[63676]: DEBUG oslo_vmware.api [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926443, 'name': Destroy_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.509182] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82f86b6-381e-46b1-b48c-7270da3adefe {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.522971] env[63676]: DEBUG nova.compute.provider_tree [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2108.930193] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ce54c350-b3a6-41b2-a24b-6df636b56aac tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "a2fc79d4-f82d-4984-aaa4-e3170825cbbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.607s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.005181] env[63676]: DEBUG oslo_vmware.api [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926443, 'name': Destroy_Task} progress is 33%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.029205] env[63676]: DEBUG nova.scheduler.client.report [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2109.504423] env[63676]: DEBUG oslo_vmware.api [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926443, 'name': Destroy_Task, 'duration_secs': 1.212977} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.504423] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Destroyed the VM [ 2109.504423] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Deleting Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2109.504423] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-329a270b-558d-4ec7-8840-24388a208a2d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.510220] env[63676]: DEBUG oslo_vmware.api [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 2109.510220] env[63676]: value = "task-1926445" [ 2109.510220] env[63676]: _type = "Task" [ 2109.510220] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.519051] env[63676]: DEBUG oslo_vmware.api [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926445, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.533545] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.746s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2109.550863] env[63676]: INFO nova.scheduler.client.report [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Deleted allocations for instance e9e3394a-81fc-4203-a5d0-4d6ceee98e84 [ 2109.603214] env[63676]: DEBUG nova.compute.manager [req-d127b60c-0d20-4218-98ea-5485f6592ebd req-374022ee-3bf7-4146-b174-6f1ab0c6ddab service nova] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Received event network-vif-deleted-0122791e-33cb-48a3-9406-dfed42d3e33e {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2109.603640] env[63676]: INFO nova.compute.manager [req-d127b60c-0d20-4218-98ea-5485f6592ebd req-374022ee-3bf7-4146-b174-6f1ab0c6ddab service nova] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Neutron deleted interface 0122791e-33cb-48a3-9406-dfed42d3e33e; detaching it from the instance and deleting it from the info cache [ 2109.603791] env[63676]: DEBUG nova.network.neutron [req-d127b60c-0d20-4218-98ea-5485f6592ebd req-374022ee-3bf7-4146-b174-6f1ab0c6ddab service nova] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2109.853041] env[63676]: DEBUG oslo_concurrency.lockutils [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Acquiring lock "de4ab7af-bc70-4aa0-9624-536e96ffdb6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2109.853169] env[63676]: DEBUG oslo_concurrency.lockutils [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Lock "de4ab7af-bc70-4aa0-9624-536e96ffdb6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.011126] env[63676]: DEBUG nova.network.neutron [-] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2110.021691] env[63676]: DEBUG oslo_vmware.api [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926445, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.063756] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1d98d857-dca7-4ca4-ac58-57913a03f51d tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "e9e3394a-81fc-4203-a5d0-4d6ceee98e84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.732s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.106694] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-701e5fab-87bf-4611-a115-a99f9781fa6b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.116850] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33cd339e-f09e-4e87-a4fe-86381b409fa2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.149380] env[63676]: DEBUG nova.compute.manager [req-d127b60c-0d20-4218-98ea-5485f6592ebd req-374022ee-3bf7-4146-b174-6f1ab0c6ddab service nova] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Detach interface failed, port_id=0122791e-33cb-48a3-9406-dfed42d3e33e, reason: Instance 53b92e45-8bf3-45d2-beb6-5a349a5b055f could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2110.356067] env[63676]: DEBUG nova.compute.manager [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2110.518704] env[63676]: INFO nova.compute.manager [-] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Took 2.08 seconds to deallocate network for instance. [ 2110.527278] env[63676]: DEBUG oslo_vmware.api [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926445, 'name': RemoveSnapshot_Task, 'duration_secs': 0.813391} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.528500] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Deleted Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2110.528500] env[63676]: DEBUG nova.compute.manager [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2110.528667] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d86aaad-41e9-4510-8d9d-6004f3e5fba4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.833438] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "7920f80e-dcaf-4ecc-bbdc-e61a9031651a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.833706] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "7920f80e-dcaf-4ecc-bbdc-e61a9031651a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.833980] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "7920f80e-dcaf-4ecc-bbdc-e61a9031651a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.834109] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "7920f80e-dcaf-4ecc-bbdc-e61a9031651a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.834281] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "7920f80e-dcaf-4ecc-bbdc-e61a9031651a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.837170] env[63676]: INFO nova.compute.manager [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Terminating instance [ 2110.878997] env[63676]: DEBUG oslo_concurrency.lockutils [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2110.879293] env[63676]: DEBUG oslo_concurrency.lockutils [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.880824] env[63676]: INFO nova.compute.claims [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2111.025586] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2111.041082] env[63676]: INFO nova.compute.manager [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Shelve offloading [ 2111.343038] env[63676]: DEBUG nova.compute.manager [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2111.343296] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2111.344293] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eeced23-725b-4145-b807-1d1fd06f9112 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.352085] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2111.352331] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ec3e3e4-dc60-419b-82eb-9f61046498db {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.361276] env[63676]: DEBUG oslo_vmware.api [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 2111.361276] env[63676]: value = "task-1926447" [ 2111.361276] env[63676]: _type = "Task" [ 2111.361276] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.369097] env[63676]: DEBUG oslo_vmware.api [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.545124] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2111.545552] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50544db8-2295-40c0-83a9-652ef6fb20c0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.552869] env[63676]: DEBUG oslo_vmware.api [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 2111.552869] env[63676]: value = "task-1926448" [ 2111.552869] env[63676]: _type = "Task" [ 2111.552869] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.560904] env[63676]: DEBUG oslo_vmware.api [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926448, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.633259] env[63676]: DEBUG nova.compute.manager [req-ac6888ac-21e3-43de-9034-ec8f910770a2 req-73734721-a233-4ffb-bd72-ce8bef5fae1e service nova] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Received event network-changed-86b87e5f-64c6-4816-8a8a-183786c138be {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2111.633451] env[63676]: DEBUG nova.compute.manager [req-ac6888ac-21e3-43de-9034-ec8f910770a2 req-73734721-a233-4ffb-bd72-ce8bef5fae1e service nova] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Refreshing instance network info cache due to event network-changed-86b87e5f-64c6-4816-8a8a-183786c138be. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2111.633704] env[63676]: DEBUG oslo_concurrency.lockutils [req-ac6888ac-21e3-43de-9034-ec8f910770a2 req-73734721-a233-4ffb-bd72-ce8bef5fae1e service nova] Acquiring lock "refresh_cache-a2fc79d4-f82d-4984-aaa4-e3170825cbbc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2111.633892] env[63676]: DEBUG oslo_concurrency.lockutils [req-ac6888ac-21e3-43de-9034-ec8f910770a2 req-73734721-a233-4ffb-bd72-ce8bef5fae1e service nova] Acquired lock "refresh_cache-a2fc79d4-f82d-4984-aaa4-e3170825cbbc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2111.634299] env[63676]: DEBUG nova.network.neutron [req-ac6888ac-21e3-43de-9034-ec8f910770a2 req-73734721-a233-4ffb-bd72-ce8bef5fae1e service nova] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Refreshing network info cache for port 86b87e5f-64c6-4816-8a8a-183786c138be {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2111.871370] env[63676]: DEBUG oslo_vmware.api [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926447, 'name': PowerOffVM_Task, 'duration_secs': 0.307878} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.871712] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2111.872015] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2111.872299] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-adbe9c9f-97e5-4233-bb74-aca314dd6c6c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.016371] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-270f62b8-24ba-4599-8768-ff8538e4937f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.024250] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e90d81-3cf5-4fc5-a5c8-670ed930ec62 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.065559] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ad04bd-c064-43ac-a7b4-996d26ff7ebd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.077336] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] VM already powered off {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2112.077578] env[63676]: DEBUG nova.compute.manager [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2112.078358] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e99d30-97d8-4c3b-8563-8727cb538e25 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.081805] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31fa239-777a-4b5e-819f-5bf2124ced43 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.095299] env[63676]: DEBUG nova.compute.provider_tree [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2112.098045] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "refresh_cache-e3f919b5-3524-4926-ad4b-a717d9f3df6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2112.098218] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquired lock "refresh_cache-e3f919b5-3524-4926-ad4b-a717d9f3df6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2112.098385] env[63676]: DEBUG nova.network.neutron [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2112.377152] env[63676]: DEBUG nova.network.neutron [req-ac6888ac-21e3-43de-9034-ec8f910770a2 req-73734721-a233-4ffb-bd72-ce8bef5fae1e service nova] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Updated VIF entry in instance network info cache for port 86b87e5f-64c6-4816-8a8a-183786c138be. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2112.377567] env[63676]: DEBUG nova.network.neutron [req-ac6888ac-21e3-43de-9034-ec8f910770a2 req-73734721-a233-4ffb-bd72-ce8bef5fae1e service nova] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Updating instance_info_cache with network_info: [{"id": "86b87e5f-64c6-4816-8a8a-183786c138be", "address": "fa:16:3e:2f:a0:aa", "network": {"id": "fde740f8-0b20-49c5-b98c-77d3f65d2d60", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-654539961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a66733555d82429a9f59fc2d00a26ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86b87e5f-64", "ovs_interfaceid": "86b87e5f-64c6-4816-8a8a-183786c138be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2112.601184] env[63676]: DEBUG nova.scheduler.client.report [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2112.880446] env[63676]: DEBUG oslo_concurrency.lockutils [req-ac6888ac-21e3-43de-9034-ec8f910770a2 req-73734721-a233-4ffb-bd72-ce8bef5fae1e service nova] Releasing lock "refresh_cache-a2fc79d4-f82d-4984-aaa4-e3170825cbbc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2112.890732] env[63676]: DEBUG nova.network.neutron [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Updating instance_info_cache with network_info: [{"id": "0fa9a3d8-64dd-46c2-ac2a-ac393de91694", "address": "fa:16:3e:4a:59:52", "network": {"id": "465bc3ab-3d10-4ad3-beba-d983da006dd4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1745781740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e68c77877174b049493f256f443f81f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa9a3d8-64", "ovs_interfaceid": "0fa9a3d8-64dd-46c2-ac2a-ac393de91694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2113.107803] env[63676]: DEBUG oslo_concurrency.lockutils [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.228s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.108397] env[63676]: DEBUG nova.compute.manager [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2113.111188] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.086s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.111495] env[63676]: DEBUG nova.objects.instance [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lazy-loading 'resources' on Instance uuid 53b92e45-8bf3-45d2-beb6-5a349a5b055f {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2113.381213] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2113.381485] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2113.381753] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Deleting the datastore file [datastore1] 7920f80e-dcaf-4ecc-bbdc-e61a9031651a {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2113.382096] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a22081e9-132c-42da-ac3e-e564d5d1f1cf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.388302] env[63676]: DEBUG oslo_vmware.api [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for the task: (returnval){ [ 2113.388302] env[63676]: value = "task-1926451" [ 2113.388302] env[63676]: _type = "Task" [ 2113.388302] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.393141] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Releasing lock "refresh_cache-e3f919b5-3524-4926-ad4b-a717d9f3df6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2113.398867] env[63676]: DEBUG oslo_vmware.api [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926451, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.615401] env[63676]: DEBUG nova.compute.utils [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2113.619809] env[63676]: DEBUG nova.compute.manager [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2113.619994] env[63676]: DEBUG nova.network.neutron [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2113.664808] env[63676]: DEBUG nova.policy [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0945e122735d4983ab747d3d854d97b0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '170ed570f92a4f71aa81337d1510365e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 2113.668090] env[63676]: DEBUG nova.compute.manager [req-a160903a-c7d7-4520-8c19-5a089c76d073 req-dd6decf2-e5d1-4cec-bca3-a08194276f81 service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Received event network-vif-unplugged-0fa9a3d8-64dd-46c2-ac2a-ac393de91694 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2113.668301] env[63676]: DEBUG oslo_concurrency.lockutils [req-a160903a-c7d7-4520-8c19-5a089c76d073 req-dd6decf2-e5d1-4cec-bca3-a08194276f81 service nova] Acquiring lock "e3f919b5-3524-4926-ad4b-a717d9f3df6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.668502] env[63676]: DEBUG oslo_concurrency.lockutils [req-a160903a-c7d7-4520-8c19-5a089c76d073 req-dd6decf2-e5d1-4cec-bca3-a08194276f81 service nova] Lock "e3f919b5-3524-4926-ad4b-a717d9f3df6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.668666] env[63676]: DEBUG oslo_concurrency.lockutils [req-a160903a-c7d7-4520-8c19-5a089c76d073 req-dd6decf2-e5d1-4cec-bca3-a08194276f81 service nova] Lock "e3f919b5-3524-4926-ad4b-a717d9f3df6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.668834] env[63676]: DEBUG nova.compute.manager [req-a160903a-c7d7-4520-8c19-5a089c76d073 req-dd6decf2-e5d1-4cec-bca3-a08194276f81 service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] No waiting events found dispatching network-vif-unplugged-0fa9a3d8-64dd-46c2-ac2a-ac393de91694 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2113.669029] env[63676]: WARNING nova.compute.manager [req-a160903a-c7d7-4520-8c19-5a089c76d073 req-dd6decf2-e5d1-4cec-bca3-a08194276f81 service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Received unexpected event network-vif-unplugged-0fa9a3d8-64dd-46c2-ac2a-ac393de91694 for instance with vm_state shelved and task_state shelving_offloading. [ 2113.773068] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d82d0d-cd54-43c2-a679-98c16418cd00 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.783106] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2113.783106] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa1a709-783f-43b6-afec-65704d315986 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.788638] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee137ed3-c0e8-4cfd-866a-dc0f4022025f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.793678] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2113.794235] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c65ef8c2-3185-4f52-985a-c1afff0ac28c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.819927] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558e06c2-d2d7-49e3-9cb6-78042edb5d5b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.827256] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c702751-d809-4fff-84a3-d0cfae733edd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.841786] env[63676]: DEBUG nova.compute.provider_tree [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2113.897790] env[63676]: DEBUG oslo_vmware.api [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Task: {'id': task-1926451, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.200595} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.898210] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2113.898269] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2113.898412] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2113.898605] env[63676]: INFO nova.compute.manager [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Took 2.56 seconds to destroy the instance on the hypervisor. [ 2113.898889] env[63676]: DEBUG oslo.service.loopingcall [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2113.899119] env[63676]: DEBUG nova.compute.manager [-] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2113.899208] env[63676]: DEBUG nova.network.neutron [-] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2113.918213] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2113.918416] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2113.918620] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Deleting the datastore file [datastore1] e3f919b5-3524-4926-ad4b-a717d9f3df6b {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2113.918881] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34336d1b-9e6b-41b3-b5df-d29dfe1b6455 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2113.923370] env[63676]: DEBUG nova.network.neutron [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Successfully created port: 800991b3-858a-4827-90d4-da1a865bf45f {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2113.928635] env[63676]: DEBUG oslo_vmware.api [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 2113.928635] env[63676]: value = "task-1926453" [ 2113.928635] env[63676]: _type = "Task" [ 2113.928635] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2113.937792] env[63676]: DEBUG oslo_vmware.api [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926453, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.121158] env[63676]: DEBUG nova.compute.manager [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2114.345021] env[63676]: DEBUG nova.scheduler.client.report [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2114.437148] env[63676]: DEBUG oslo_vmware.api [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926453, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.168989} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.437450] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2114.437666] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2114.437881] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2114.460818] env[63676]: INFO nova.scheduler.client.report [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Deleted allocations for instance e3f919b5-3524-4926-ad4b-a717d9f3df6b [ 2114.614965] env[63676]: DEBUG nova.network.neutron [-] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2114.850062] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.739s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2114.868995] env[63676]: INFO nova.scheduler.client.report [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Deleted allocations for instance 53b92e45-8bf3-45d2-beb6-5a349a5b055f [ 2114.965386] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2114.965823] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2114.965927] env[63676]: DEBUG nova.objects.instance [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lazy-loading 'resources' on Instance uuid e3f919b5-3524-4926-ad4b-a717d9f3df6b {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2115.117842] env[63676]: INFO nova.compute.manager [-] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Took 1.22 seconds to deallocate network for instance. [ 2115.130865] env[63676]: DEBUG nova.compute.manager [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2115.163493] env[63676]: DEBUG nova.virt.hardware [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2115.163762] env[63676]: DEBUG nova.virt.hardware [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2115.163933] env[63676]: DEBUG nova.virt.hardware [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2115.164147] env[63676]: DEBUG nova.virt.hardware [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2115.164298] env[63676]: DEBUG nova.virt.hardware [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2115.164446] env[63676]: DEBUG nova.virt.hardware [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2115.164654] env[63676]: DEBUG nova.virt.hardware [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2115.164815] env[63676]: DEBUG nova.virt.hardware [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2115.164983] env[63676]: DEBUG nova.virt.hardware [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2115.165156] env[63676]: DEBUG nova.virt.hardware [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2115.165329] env[63676]: DEBUG nova.virt.hardware [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2115.166497] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e26382c-c187-49ec-adef-766838dc2007 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.174938] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2780e3f-ffcf-49ba-859b-18580e115613 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.381615] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6f185e14-3e9d-46fe-93fe-13bbcc60cf55 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "53b92e45-8bf3-45d2-beb6-5a349a5b055f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.751s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2115.469083] env[63676]: DEBUG nova.objects.instance [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lazy-loading 'numa_topology' on Instance uuid e3f919b5-3524-4926-ad4b-a717d9f3df6b {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2115.564490] env[63676]: DEBUG nova.compute.manager [req-47c7b3c6-d50a-4d64-b7af-71cd6c733f68 req-35adb18b-d2ff-4bd3-bcbd-936878239de7 service nova] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Received event network-vif-plugged-800991b3-858a-4827-90d4-da1a865bf45f {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2115.564723] env[63676]: DEBUG oslo_concurrency.lockutils [req-47c7b3c6-d50a-4d64-b7af-71cd6c733f68 req-35adb18b-d2ff-4bd3-bcbd-936878239de7 service nova] Acquiring lock "de4ab7af-bc70-4aa0-9624-536e96ffdb6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2115.564934] env[63676]: DEBUG oslo_concurrency.lockutils [req-47c7b3c6-d50a-4d64-b7af-71cd6c733f68 req-35adb18b-d2ff-4bd3-bcbd-936878239de7 service nova] Lock "de4ab7af-bc70-4aa0-9624-536e96ffdb6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2115.565119] env[63676]: DEBUG oslo_concurrency.lockutils [req-47c7b3c6-d50a-4d64-b7af-71cd6c733f68 req-35adb18b-d2ff-4bd3-bcbd-936878239de7 service nova] Lock "de4ab7af-bc70-4aa0-9624-536e96ffdb6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2115.565288] env[63676]: DEBUG nova.compute.manager [req-47c7b3c6-d50a-4d64-b7af-71cd6c733f68 req-35adb18b-d2ff-4bd3-bcbd-936878239de7 service nova] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] No waiting events found dispatching network-vif-plugged-800991b3-858a-4827-90d4-da1a865bf45f {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2115.565456] env[63676]: WARNING nova.compute.manager [req-47c7b3c6-d50a-4d64-b7af-71cd6c733f68 req-35adb18b-d2ff-4bd3-bcbd-936878239de7 service nova] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Received unexpected event network-vif-plugged-800991b3-858a-4827-90d4-da1a865bf45f for instance with vm_state building and task_state spawning. [ 2115.589073] env[63676]: DEBUG nova.network.neutron [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Successfully updated port: 800991b3-858a-4827-90d4-da1a865bf45f {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2115.624467] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2115.697860] env[63676]: DEBUG nova.compute.manager [req-54b67ae6-636b-4390-a865-51bea882db24 req-9ef12ccc-2ea3-423a-b716-b08d06f344f2 service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Received event network-changed-0fa9a3d8-64dd-46c2-ac2a-ac393de91694 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2115.698087] env[63676]: DEBUG nova.compute.manager [req-54b67ae6-636b-4390-a865-51bea882db24 req-9ef12ccc-2ea3-423a-b716-b08d06f344f2 service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Refreshing instance network info cache due to event network-changed-0fa9a3d8-64dd-46c2-ac2a-ac393de91694. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2115.698534] env[63676]: DEBUG oslo_concurrency.lockutils [req-54b67ae6-636b-4390-a865-51bea882db24 req-9ef12ccc-2ea3-423a-b716-b08d06f344f2 service nova] Acquiring lock "refresh_cache-e3f919b5-3524-4926-ad4b-a717d9f3df6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2115.698534] env[63676]: DEBUG oslo_concurrency.lockutils [req-54b67ae6-636b-4390-a865-51bea882db24 req-9ef12ccc-2ea3-423a-b716-b08d06f344f2 service nova] Acquired lock "refresh_cache-e3f919b5-3524-4926-ad4b-a717d9f3df6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2115.698642] env[63676]: DEBUG nova.network.neutron [req-54b67ae6-636b-4390-a865-51bea882db24 req-9ef12ccc-2ea3-423a-b716-b08d06f344f2 service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Refreshing network info cache for port 0fa9a3d8-64dd-46c2-ac2a-ac393de91694 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2115.972039] env[63676]: DEBUG nova.objects.base [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=63676) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2116.075805] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b43217-b4da-4d7e-81bd-717167d2935c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.083284] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e42f766-8b56-44f5-984e-6e99ebc10702 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.113134] env[63676]: DEBUG oslo_concurrency.lockutils [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Acquiring lock "refresh_cache-de4ab7af-bc70-4aa0-9624-536e96ffdb6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2116.113337] env[63676]: DEBUG oslo_concurrency.lockutils [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Acquired lock "refresh_cache-de4ab7af-bc70-4aa0-9624-536e96ffdb6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2116.113497] env[63676]: DEBUG nova.network.neutron [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2116.115825] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90814c75-c10f-4b68-99bb-a4c43004c2f8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.124384] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7fc396-b783-42a1-96ee-c7470259da99 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.138013] env[63676]: DEBUG nova.compute.provider_tree [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2116.160892] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "cc049a13-f8ff-498e-8204-1a0a72df9846" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.161129] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "cc049a13-f8ff-498e-8204-1a0a72df9846" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.427341] env[63676]: DEBUG nova.network.neutron [req-54b67ae6-636b-4390-a865-51bea882db24 req-9ef12ccc-2ea3-423a-b716-b08d06f344f2 service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Updated VIF entry in instance network info cache for port 0fa9a3d8-64dd-46c2-ac2a-ac393de91694. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2116.427757] env[63676]: DEBUG nova.network.neutron [req-54b67ae6-636b-4390-a865-51bea882db24 req-9ef12ccc-2ea3-423a-b716-b08d06f344f2 service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Updating instance_info_cache with network_info: [{"id": "0fa9a3d8-64dd-46c2-ac2a-ac393de91694", "address": "fa:16:3e:4a:59:52", "network": {"id": "465bc3ab-3d10-4ad3-beba-d983da006dd4", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1745781740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e68c77877174b049493f256f443f81f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap0fa9a3d8-64", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2116.641631] env[63676]: DEBUG nova.scheduler.client.report [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2116.645538] env[63676]: DEBUG nova.network.neutron [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2116.664071] env[63676]: DEBUG nova.compute.manager [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2116.778042] env[63676]: DEBUG nova.network.neutron [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Updating instance_info_cache with network_info: [{"id": "800991b3-858a-4827-90d4-da1a865bf45f", "address": "fa:16:3e:60:43:e0", "network": {"id": "576ae49d-b760-4176-8155-b03a915d5ce4", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1282912881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "170ed570f92a4f71aa81337d1510365e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap800991b3-85", "ovs_interfaceid": "800991b3-858a-4827-90d4-da1a865bf45f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2116.854585] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "e3f919b5-3524-4926-ad4b-a717d9f3df6b" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2116.930787] env[63676]: DEBUG oslo_concurrency.lockutils [req-54b67ae6-636b-4390-a865-51bea882db24 req-9ef12ccc-2ea3-423a-b716-b08d06f344f2 service nova] Releasing lock "refresh_cache-e3f919b5-3524-4926-ad4b-a717d9f3df6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2116.931094] env[63676]: DEBUG nova.compute.manager [req-54b67ae6-636b-4390-a865-51bea882db24 req-9ef12ccc-2ea3-423a-b716-b08d06f344f2 service nova] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Received event network-vif-deleted-01668ad3-e1b6-4073-a805-25b5979400e9 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2117.149091] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.152431] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.527s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2117.152431] env[63676]: DEBUG nova.objects.instance [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lazy-loading 'resources' on Instance uuid 7920f80e-dcaf-4ecc-bbdc-e61a9031651a {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2117.188139] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2117.281305] env[63676]: DEBUG oslo_concurrency.lockutils [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Releasing lock "refresh_cache-de4ab7af-bc70-4aa0-9624-536e96ffdb6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2117.281664] env[63676]: DEBUG nova.compute.manager [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Instance network_info: |[{"id": "800991b3-858a-4827-90d4-da1a865bf45f", "address": "fa:16:3e:60:43:e0", "network": {"id": "576ae49d-b760-4176-8155-b03a915d5ce4", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1282912881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "170ed570f92a4f71aa81337d1510365e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap800991b3-85", "ovs_interfaceid": "800991b3-858a-4827-90d4-da1a865bf45f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2117.282096] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:43:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '800991b3-858a-4827-90d4-da1a865bf45f', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2117.289693] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Creating folder: Project (170ed570f92a4f71aa81337d1510365e). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2117.289984] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5bd65169-b8d8-4075-b8d9-79915cca379c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.300537] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Created folder: Project (170ed570f92a4f71aa81337d1510365e) in parent group-v396927. [ 2117.300756] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Creating folder: Instances. Parent ref: group-v397223. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2117.300989] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16520c9f-47b6-4dbd-b286-a9e6791e5686 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.309143] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Created folder: Instances in parent group-v397223. [ 2117.309374] env[63676]: DEBUG oslo.service.loopingcall [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2117.309556] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2117.310050] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac054c20-088e-47c1-bdc7-133aecdb81f4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.328436] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2117.328436] env[63676]: value = "task-1926458" [ 2117.328436] env[63676]: _type = "Task" [ 2117.328436] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.335989] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926458, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.594272] env[63676]: DEBUG nova.compute.manager [req-9e787947-832f-4e53-9a4f-40a9b2a8c883 req-f1be47fc-96cc-48c2-a0de-70f7f2130161 service nova] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Received event network-changed-800991b3-858a-4827-90d4-da1a865bf45f {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2117.594470] env[63676]: DEBUG nova.compute.manager [req-9e787947-832f-4e53-9a4f-40a9b2a8c883 req-f1be47fc-96cc-48c2-a0de-70f7f2130161 service nova] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Refreshing instance network info cache due to event network-changed-800991b3-858a-4827-90d4-da1a865bf45f. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2117.594746] env[63676]: DEBUG oslo_concurrency.lockutils [req-9e787947-832f-4e53-9a4f-40a9b2a8c883 req-f1be47fc-96cc-48c2-a0de-70f7f2130161 service nova] Acquiring lock "refresh_cache-de4ab7af-bc70-4aa0-9624-536e96ffdb6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2117.594899] env[63676]: DEBUG oslo_concurrency.lockutils [req-9e787947-832f-4e53-9a4f-40a9b2a8c883 req-f1be47fc-96cc-48c2-a0de-70f7f2130161 service nova] Acquired lock "refresh_cache-de4ab7af-bc70-4aa0-9624-536e96ffdb6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2117.595072] env[63676]: DEBUG nova.network.neutron [req-9e787947-832f-4e53-9a4f-40a9b2a8c883 req-f1be47fc-96cc-48c2-a0de-70f7f2130161 service nova] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Refreshing network info cache for port 800991b3-858a-4827-90d4-da1a865bf45f {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2117.660817] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ee363f8f-4457-4dc9-aba2-d0f572ebff14 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "e3f919b5-3524-4926-ad4b-a717d9f3df6b" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 26.193s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.662301] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "e3f919b5-3524-4926-ad4b-a717d9f3df6b" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.808s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2117.662543] env[63676]: INFO nova.compute.manager [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Unshelving [ 2117.766809] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8207cbc-6173-426b-9fe9-854730b871ef {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.774051] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6955398-aae7-4307-8d77-cebbb361ca52 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.804098] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371dc333-dc2f-43c5-accf-267fffab9a8e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.812058] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8ab2e6-805f-49c8-b5b5-c25960006a0a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.824222] env[63676]: DEBUG nova.compute.provider_tree [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2117.836580] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926458, 'name': CreateVM_Task, 'duration_secs': 0.341032} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.836738] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2117.837403] env[63676]: DEBUG oslo_concurrency.lockutils [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2117.837563] env[63676]: DEBUG oslo_concurrency.lockutils [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2117.837866] env[63676]: DEBUG oslo_concurrency.lockutils [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2117.838116] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bca1b39-7ee3-4204-a0a3-255876e8c003 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.842852] env[63676]: DEBUG oslo_vmware.api [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Waiting for the task: (returnval){ [ 2117.842852] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52de4952-0a8f-451c-eeb4-8ee558178cb6" [ 2117.842852] env[63676]: _type = "Task" [ 2117.842852] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.850373] env[63676]: DEBUG oslo_vmware.api [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52de4952-0a8f-451c-eeb4-8ee558178cb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.297953] env[63676]: DEBUG nova.network.neutron [req-9e787947-832f-4e53-9a4f-40a9b2a8c883 req-f1be47fc-96cc-48c2-a0de-70f7f2130161 service nova] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Updated VIF entry in instance network info cache for port 800991b3-858a-4827-90d4-da1a865bf45f. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2118.298400] env[63676]: DEBUG nova.network.neutron [req-9e787947-832f-4e53-9a4f-40a9b2a8c883 req-f1be47fc-96cc-48c2-a0de-70f7f2130161 service nova] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Updating instance_info_cache with network_info: [{"id": "800991b3-858a-4827-90d4-da1a865bf45f", "address": "fa:16:3e:60:43:e0", "network": {"id": "576ae49d-b760-4176-8155-b03a915d5ce4", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1282912881-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "170ed570f92a4f71aa81337d1510365e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap800991b3-85", "ovs_interfaceid": "800991b3-858a-4827-90d4-da1a865bf45f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2118.343023] env[63676]: ERROR nova.scheduler.client.report [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] [req-e0ed8824-9b35-4de2-aa71-3f8403493c3c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5759d2a2-0179-444e-89b9-d9d622fd17b7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e0ed8824-9b35-4de2-aa71-3f8403493c3c"}]} [ 2118.355098] env[63676]: DEBUG oslo_vmware.api [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52de4952-0a8f-451c-eeb4-8ee558178cb6, 'name': SearchDatastore_Task, 'duration_secs': 0.009815} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.355399] env[63676]: DEBUG oslo_concurrency.lockutils [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2118.355623] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2118.355862] env[63676]: DEBUG oslo_concurrency.lockutils [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2118.356025] env[63676]: DEBUG oslo_concurrency.lockutils [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2118.356208] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2118.356464] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d310e4a-8c18-4371-899d-02e3e3adf8a7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.360046] env[63676]: DEBUG nova.scheduler.client.report [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Refreshing inventories for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2118.364787] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2118.364961] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2118.365680] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1a93863-796b-4e67-a7e3-9b20837fd99d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.374022] env[63676]: DEBUG oslo_vmware.api [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Waiting for the task: (returnval){ [ 2118.374022] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525c90bc-d11d-3229-6ea4-4b08edec3d8b" [ 2118.374022] env[63676]: _type = "Task" [ 2118.374022] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.374898] env[63676]: DEBUG nova.scheduler.client.report [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Updating ProviderTree inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2118.375150] env[63676]: DEBUG nova.compute.provider_tree [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2118.388457] env[63676]: DEBUG oslo_vmware.api [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525c90bc-d11d-3229-6ea4-4b08edec3d8b, 'name': SearchDatastore_Task, 'duration_secs': 0.010021} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.389305] env[63676]: DEBUG nova.scheduler.client.report [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Refreshing aggregate associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, aggregates: None {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2118.392266] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-480f83a8-5109-4c67-a96f-42df688d5ec6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.397711] env[63676]: DEBUG oslo_vmware.api [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Waiting for the task: (returnval){ [ 2118.397711] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52047bec-17f4-aa9a-42e2-45528d1bccd8" [ 2118.397711] env[63676]: _type = "Task" [ 2118.397711] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.405425] env[63676]: DEBUG oslo_vmware.api [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52047bec-17f4-aa9a-42e2-45528d1bccd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.408822] env[63676]: DEBUG nova.scheduler.client.report [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Refreshing trait associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2118.518224] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-568d5290-7699-4a15-9f95-61f058191d92 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.525092] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a29d1ec-a1ab-4914-aebd-a5c339872e4c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.556992] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63810df9-0a3c-43c6-98fc-53b5f69be31f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.564312] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a90e6fa4-b017-42fb-b240-586f3f3eaac8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.576903] env[63676]: DEBUG nova.compute.provider_tree [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2118.685941] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.804422] env[63676]: DEBUG oslo_concurrency.lockutils [req-9e787947-832f-4e53-9a4f-40a9b2a8c883 req-f1be47fc-96cc-48c2-a0de-70f7f2130161 service nova] Releasing lock "refresh_cache-de4ab7af-bc70-4aa0-9624-536e96ffdb6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2118.872749] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "16e5273e-6392-447f-b4ba-38a24918954c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.873178] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "16e5273e-6392-447f-b4ba-38a24918954c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.873455] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "16e5273e-6392-447f-b4ba-38a24918954c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.873724] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "16e5273e-6392-447f-b4ba-38a24918954c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.873925] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "16e5273e-6392-447f-b4ba-38a24918954c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.876136] env[63676]: INFO nova.compute.manager [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Terminating instance [ 2118.908749] env[63676]: DEBUG oslo_vmware.api [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52047bec-17f4-aa9a-42e2-45528d1bccd8, 'name': SearchDatastore_Task, 'duration_secs': 0.00953} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.909015] env[63676]: DEBUG oslo_concurrency.lockutils [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2118.909286] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] de4ab7af-bc70-4aa0-9624-536e96ffdb6b/de4ab7af-bc70-4aa0-9624-536e96ffdb6b.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2118.909535] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2297702-ae49-4096-a932-7bbb7a3c924e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.916724] env[63676]: DEBUG oslo_vmware.api [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Waiting for the task: (returnval){ [ 2118.916724] env[63676]: value = "task-1926460" [ 2118.916724] env[63676]: _type = "Task" [ 2118.916724] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.926132] env[63676]: DEBUG oslo_vmware.api [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Task: {'id': task-1926460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.105857] env[63676]: DEBUG nova.scheduler.client.report [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Updated inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with generation 161 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2119.106187] env[63676]: DEBUG nova.compute.provider_tree [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Updating resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 generation from 161 to 162 during operation: update_inventory {{(pid=63676) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2119.106367] env[63676]: DEBUG nova.compute.provider_tree [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2119.380161] env[63676]: DEBUG nova.compute.manager [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2119.380531] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2119.381431] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19516d1c-37bc-424b-b05e-44d8a2272d12 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.389195] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2119.389444] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4751cc8b-de76-4c98-b338-9fe683a69437 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.395062] env[63676]: DEBUG oslo_vmware.api [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2119.395062] env[63676]: value = "task-1926461" [ 2119.395062] env[63676]: _type = "Task" [ 2119.395062] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.402482] env[63676]: DEBUG oslo_vmware.api [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926461, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.426468] env[63676]: DEBUG oslo_vmware.api [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Task: {'id': task-1926460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.611339] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.459s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.613567] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.426s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2119.615100] env[63676]: INFO nova.compute.claims [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2119.632597] env[63676]: INFO nova.scheduler.client.report [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Deleted allocations for instance 7920f80e-dcaf-4ecc-bbdc-e61a9031651a [ 2119.905034] env[63676]: DEBUG oslo_vmware.api [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926461, 'name': PowerOffVM_Task, 'duration_secs': 0.196301} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.905396] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2119.905604] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2119.905865] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ba8ba56-5cdd-4c8e-a338-3b1c7b0de15f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.925707] env[63676]: DEBUG oslo_vmware.api [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Task: {'id': task-1926460, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.066533] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2120.066770] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2120.067296] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Deleting the datastore file [datastore1] 16e5273e-6392-447f-b4ba-38a24918954c {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2120.067296] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cca6a020-657a-4a3d-b7af-1f0fbcd18f02 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.074620] env[63676]: DEBUG oslo_vmware.api [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2120.074620] env[63676]: value = "task-1926463" [ 2120.074620] env[63676]: _type = "Task" [ 2120.074620] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.082434] env[63676]: DEBUG oslo_vmware.api [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.138942] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8223a83a-185c-49fb-b682-a5af154ba5aa tempest-AttachInterfacesTestJSON-187162182 tempest-AttachInterfacesTestJSON-187162182-project-member] Lock "7920f80e-dcaf-4ecc-bbdc-e61a9031651a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.305s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2120.431037] env[63676]: DEBUG oslo_vmware.api [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Task: {'id': task-1926460, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.586191] env[63676]: DEBUG oslo_vmware.api [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.740146] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb469739-ef82-45b7-80b5-ac1a6efd10e7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.747856] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7e5baf-485e-4450-9104-1f2a856b098f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.777342] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9da6dd-7c86-4062-8c15-d531c08c620e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.784448] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91423474-ea7a-4648-957d-fe2ad540506a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.797149] env[63676]: DEBUG nova.compute.provider_tree [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2120.928116] env[63676]: DEBUG oslo_vmware.api [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Task: {'id': task-1926460, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.657499} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.928388] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] de4ab7af-bc70-4aa0-9624-536e96ffdb6b/de4ab7af-bc70-4aa0-9624-536e96ffdb6b.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2120.928734] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2120.928888] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27fca03e-dd53-442c-815e-865556886a1c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.936237] env[63676]: DEBUG oslo_vmware.api [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Waiting for the task: (returnval){ [ 2120.936237] env[63676]: value = "task-1926464" [ 2120.936237] env[63676]: _type = "Task" [ 2120.936237] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.944052] env[63676]: DEBUG oslo_vmware.api [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Task: {'id': task-1926464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.085670] env[63676]: DEBUG oslo_vmware.api [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.570712} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.085914] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2121.086170] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2121.086381] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2121.086576] env[63676]: INFO nova.compute.manager [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Took 1.71 seconds to destroy the instance on the hypervisor. [ 2121.086860] env[63676]: DEBUG oslo.service.loopingcall [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2121.087088] env[63676]: DEBUG nova.compute.manager [-] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2121.087202] env[63676]: DEBUG nova.network.neutron [-] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2121.300748] env[63676]: DEBUG nova.scheduler.client.report [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2121.447772] env[63676]: DEBUG oslo_vmware.api [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Task: {'id': task-1926464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.594272] env[63676]: DEBUG nova.compute.manager [req-085181a6-bea6-4cd2-923d-f630addc283b req-6ee1baa7-4fdf-48ae-b2db-77e7d7b24dad service nova] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Received event network-vif-deleted-f5f342c7-ddfd-4a19-8f4f-45062495fc06 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2121.594475] env[63676]: INFO nova.compute.manager [req-085181a6-bea6-4cd2-923d-f630addc283b req-6ee1baa7-4fdf-48ae-b2db-77e7d7b24dad service nova] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Neutron deleted interface f5f342c7-ddfd-4a19-8f4f-45062495fc06; detaching it from the instance and deleting it from the info cache [ 2121.594646] env[63676]: DEBUG nova.network.neutron [req-085181a6-bea6-4cd2-923d-f630addc283b req-6ee1baa7-4fdf-48ae-b2db-77e7d7b24dad service nova] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2121.805773] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2121.806342] env[63676]: DEBUG nova.compute.manager [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2121.813301] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.128s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2121.813531] env[63676]: DEBUG nova.objects.instance [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lazy-loading 'pci_requests' on Instance uuid e3f919b5-3524-4926-ad4b-a717d9f3df6b {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2121.949063] env[63676]: DEBUG oslo_vmware.api [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Task: {'id': task-1926464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.617758} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.949353] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2121.950165] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbbb6e9d-e6da-464c-9b0a-203d617ff75b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.725165] env[63676]: DEBUG nova.network.neutron [-] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2122.728615] env[63676]: DEBUG nova.compute.utils [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2122.733375] env[63676]: DEBUG nova.objects.instance [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lazy-loading 'numa_topology' on Instance uuid e3f919b5-3524-4926-ad4b-a717d9f3df6b {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2122.741254] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] de4ab7af-bc70-4aa0-9624-536e96ffdb6b/de4ab7af-bc70-4aa0-9624-536e96ffdb6b.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2122.741254] env[63676]: INFO nova.compute.manager [-] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Took 1.65 seconds to deallocate network for instance. [ 2122.741621] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1783b411-4027-4f8a-8fb5-d49412068a03 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.745870] env[63676]: DEBUG nova.compute.manager [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2122.746113] env[63676]: DEBUG nova.network.neutron [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2122.747838] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12710e33-9b4a-41c6-a1ff-2c63d0e70a58 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.763347] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "4a287e1d-47d9-4e21-908f-2bf48c89966c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2122.763571] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "4a287e1d-47d9-4e21-908f-2bf48c89966c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.775918] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1438930e-5bcd-480c-bb34-6cd5d9bf8ed0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.788055] env[63676]: DEBUG oslo_vmware.api [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Waiting for the task: (returnval){ [ 2122.788055] env[63676]: value = "task-1926465" [ 2122.788055] env[63676]: _type = "Task" [ 2122.788055] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.796635] env[63676]: DEBUG oslo_vmware.api [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Task: {'id': task-1926465, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.804236] env[63676]: DEBUG nova.compute.manager [req-085181a6-bea6-4cd2-923d-f630addc283b req-6ee1baa7-4fdf-48ae-b2db-77e7d7b24dad service nova] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Detach interface failed, port_id=f5f342c7-ddfd-4a19-8f4f-45062495fc06, reason: Instance 16e5273e-6392-447f-b4ba-38a24918954c could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2122.820859] env[63676]: DEBUG nova.policy [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a2f733d7e9b4cfb945b729188c6bf2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5701b0b66ea4031b1efd32168ad7818', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 2123.103931] env[63676]: DEBUG nova.network.neutron [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Successfully created port: 64bd399f-f9c2-4170-a9f0-378df22370f7 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2123.246022] env[63676]: DEBUG nova.compute.manager [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2123.246022] env[63676]: INFO nova.compute.claims [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2123.269941] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.270617] env[63676]: DEBUG nova.compute.manager [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2123.301240] env[63676]: DEBUG oslo_vmware.api [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Task: {'id': task-1926465, 'name': ReconfigVM_Task, 'duration_secs': 0.299763} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.301384] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Reconfigured VM instance instance-0000006f to attach disk [datastore1] de4ab7af-bc70-4aa0-9624-536e96ffdb6b/de4ab7af-bc70-4aa0-9624-536e96ffdb6b.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2123.302200] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23eae8d7-a110-4fec-a2ca-3843cb29ff18 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.309998] env[63676]: DEBUG oslo_vmware.api [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Waiting for the task: (returnval){ [ 2123.309998] env[63676]: value = "task-1926466" [ 2123.309998] env[63676]: _type = "Task" [ 2123.309998] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.319722] env[63676]: DEBUG oslo_vmware.api [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Task: {'id': task-1926466, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.795851] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.820146] env[63676]: DEBUG oslo_vmware.api [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Task: {'id': task-1926466, 'name': Rename_Task, 'duration_secs': 0.138427} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.820418] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2123.820691] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-122352b3-df35-424e-a2ea-9f167ef819d6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.826783] env[63676]: DEBUG oslo_vmware.api [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Waiting for the task: (returnval){ [ 2123.826783] env[63676]: value = "task-1926467" [ 2123.826783] env[63676]: _type = "Task" [ 2123.826783] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.834237] env[63676]: DEBUG oslo_vmware.api [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Task: {'id': task-1926467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.259224] env[63676]: DEBUG nova.compute.manager [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2124.297396] env[63676]: DEBUG nova.virt.hardware [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2124.297673] env[63676]: DEBUG nova.virt.hardware [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2124.297866] env[63676]: DEBUG nova.virt.hardware [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2124.298126] env[63676]: DEBUG nova.virt.hardware [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2124.298787] env[63676]: DEBUG nova.virt.hardware [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2124.298787] env[63676]: DEBUG nova.virt.hardware [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2124.298987] env[63676]: DEBUG nova.virt.hardware [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2124.299180] env[63676]: DEBUG nova.virt.hardware [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2124.299356] env[63676]: DEBUG nova.virt.hardware [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2124.299616] env[63676]: DEBUG nova.virt.hardware [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2124.299830] env[63676]: DEBUG nova.virt.hardware [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2124.301251] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a27fb6-e1e0-4709-9f8a-aeda11bd364d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.312830] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f127321e-4232-4fb0-8921-355d17e36a86 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.338147] env[63676]: DEBUG oslo_vmware.api [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Task: {'id': task-1926467, 'name': PowerOnVM_Task, 'duration_secs': 0.493089} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.338422] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2124.338624] env[63676]: INFO nova.compute.manager [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Took 9.21 seconds to spawn the instance on the hypervisor. [ 2124.338806] env[63676]: DEBUG nova.compute.manager [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2124.339753] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7ea1e2-8d22-4604-be3f-38b2a5d52fe0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.422208] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd3ec13-d4c8-4e8f-a34b-c9d9669d22a8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.429684] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44e8086b-d06b-402e-900b-edf95632ffbf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.461211] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01336c46-7e13-46e4-8b11-348d023fe1f4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.468804] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3abecad0-75d8-4030-baca-b6a6786cb147 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.481956] env[63676]: DEBUG nova.compute.provider_tree [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2124.635713] env[63676]: DEBUG nova.compute.manager [req-24fa4386-dd66-47ae-a53b-4d3bac102fd4 req-3f95d96a-5e73-4bf2-9fc4-544af544d628 service nova] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Received event network-vif-plugged-64bd399f-f9c2-4170-a9f0-378df22370f7 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2124.635947] env[63676]: DEBUG oslo_concurrency.lockutils [req-24fa4386-dd66-47ae-a53b-4d3bac102fd4 req-3f95d96a-5e73-4bf2-9fc4-544af544d628 service nova] Acquiring lock "cc049a13-f8ff-498e-8204-1a0a72df9846-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2124.636566] env[63676]: DEBUG oslo_concurrency.lockutils [req-24fa4386-dd66-47ae-a53b-4d3bac102fd4 req-3f95d96a-5e73-4bf2-9fc4-544af544d628 service nova] Lock "cc049a13-f8ff-498e-8204-1a0a72df9846-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2124.636689] env[63676]: DEBUG oslo_concurrency.lockutils [req-24fa4386-dd66-47ae-a53b-4d3bac102fd4 req-3f95d96a-5e73-4bf2-9fc4-544af544d628 service nova] Lock "cc049a13-f8ff-498e-8204-1a0a72df9846-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2124.636863] env[63676]: DEBUG nova.compute.manager [req-24fa4386-dd66-47ae-a53b-4d3bac102fd4 req-3f95d96a-5e73-4bf2-9fc4-544af544d628 service nova] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] No waiting events found dispatching network-vif-plugged-64bd399f-f9c2-4170-a9f0-378df22370f7 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2124.637043] env[63676]: WARNING nova.compute.manager [req-24fa4386-dd66-47ae-a53b-4d3bac102fd4 req-3f95d96a-5e73-4bf2-9fc4-544af544d628 service nova] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Received unexpected event network-vif-plugged-64bd399f-f9c2-4170-a9f0-378df22370f7 for instance with vm_state building and task_state spawning. [ 2124.819154] env[63676]: DEBUG nova.network.neutron [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Successfully updated port: 64bd399f-f9c2-4170-a9f0-378df22370f7 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2124.861342] env[63676]: INFO nova.compute.manager [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Took 14.00 seconds to build instance. [ 2124.986521] env[63676]: DEBUG nova.scheduler.client.report [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2125.322526] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "refresh_cache-cc049a13-f8ff-498e-8204-1a0a72df9846" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2125.322526] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquired lock "refresh_cache-cc049a13-f8ff-498e-8204-1a0a72df9846" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2125.322526] env[63676]: DEBUG nova.network.neutron [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2125.363553] env[63676]: DEBUG oslo_concurrency.lockutils [None req-623306d7-0669-4ce1-be50-d937d0046e9c tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Lock "de4ab7af-bc70-4aa0-9624-536e96ffdb6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.510s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2125.489979] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.677s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2125.494014] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.224s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2125.494328] env[63676]: DEBUG nova.objects.instance [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lazy-loading 'resources' on Instance uuid 16e5273e-6392-447f-b4ba-38a24918954c {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2125.560425] env[63676]: INFO nova.network.neutron [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Updating port 0fa9a3d8-64dd-46c2-ac2a-ac393de91694 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2125.678734] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Acquiring lock "de4ab7af-bc70-4aa0-9624-536e96ffdb6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2125.679085] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Lock "de4ab7af-bc70-4aa0-9624-536e96ffdb6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2125.679361] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Acquiring lock "de4ab7af-bc70-4aa0-9624-536e96ffdb6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2125.679586] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Lock "de4ab7af-bc70-4aa0-9624-536e96ffdb6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2125.679794] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Lock "de4ab7af-bc70-4aa0-9624-536e96ffdb6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2125.682645] env[63676]: INFO nova.compute.manager [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Terminating instance [ 2125.871036] env[63676]: DEBUG nova.network.neutron [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2126.089934] env[63676]: DEBUG nova.network.neutron [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Updating instance_info_cache with network_info: [{"id": "64bd399f-f9c2-4170-a9f0-378df22370f7", "address": "fa:16:3e:bd:6d:26", "network": {"id": "abf80053-ace1-44b7-ac68-be3c9b4c031d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1491985291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5701b0b66ea4031b1efd32168ad7818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bd399f-f9", "ovs_interfaceid": "64bd399f-f9c2-4170-a9f0-378df22370f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2126.164786] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d985ed-d122-4749-99cc-e2a442c5b6d1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.172988] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402c93cd-2689-492c-89f1-57654e48c3d3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.206760] env[63676]: DEBUG nova.compute.manager [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2126.207010] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2126.207935] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e125a11-9b1c-4ab0-ace0-f429f206bee9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.211149] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e26e993-2030-4b4d-8935-27daebbf61f5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.220856] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba7f262-8740-40e9-a177-410bc4669b8c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.224641] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2126.224890] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91498877-918e-4db6-8cbe-14947544cdec {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.236055] env[63676]: DEBUG nova.compute.provider_tree [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2126.238680] env[63676]: DEBUG oslo_vmware.api [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Waiting for the task: (returnval){ [ 2126.238680] env[63676]: value = "task-1926468" [ 2126.238680] env[63676]: _type = "Task" [ 2126.238680] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.247394] env[63676]: DEBUG oslo_vmware.api [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Task: {'id': task-1926468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.592780] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Releasing lock "refresh_cache-cc049a13-f8ff-498e-8204-1a0a72df9846" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2126.593137] env[63676]: DEBUG nova.compute.manager [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Instance network_info: |[{"id": "64bd399f-f9c2-4170-a9f0-378df22370f7", "address": "fa:16:3e:bd:6d:26", "network": {"id": "abf80053-ace1-44b7-ac68-be3c9b4c031d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1491985291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5701b0b66ea4031b1efd32168ad7818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bd399f-f9", "ovs_interfaceid": "64bd399f-f9c2-4170-a9f0-378df22370f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2126.593835] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:6d:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64bd399f-f9c2-4170-a9f0-378df22370f7', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2126.601297] env[63676]: DEBUG oslo.service.loopingcall [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2126.601508] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2126.601749] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d2066e4-aff5-4afc-8bdd-f5d378ebc16b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.621839] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2126.621839] env[63676]: value = "task-1926469" [ 2126.621839] env[63676]: _type = "Task" [ 2126.621839] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.630021] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926469, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.663275] env[63676]: DEBUG nova.compute.manager [req-e6a6bfd7-1fc1-4580-bcc1-a986440a924f req-f76c3632-c462-4c12-93f3-56797b1016d7 service nova] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Received event network-changed-64bd399f-f9c2-4170-a9f0-378df22370f7 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2126.663465] env[63676]: DEBUG nova.compute.manager [req-e6a6bfd7-1fc1-4580-bcc1-a986440a924f req-f76c3632-c462-4c12-93f3-56797b1016d7 service nova] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Refreshing instance network info cache due to event network-changed-64bd399f-f9c2-4170-a9f0-378df22370f7. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2126.663675] env[63676]: DEBUG oslo_concurrency.lockutils [req-e6a6bfd7-1fc1-4580-bcc1-a986440a924f req-f76c3632-c462-4c12-93f3-56797b1016d7 service nova] Acquiring lock "refresh_cache-cc049a13-f8ff-498e-8204-1a0a72df9846" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2126.663818] env[63676]: DEBUG oslo_concurrency.lockutils [req-e6a6bfd7-1fc1-4580-bcc1-a986440a924f req-f76c3632-c462-4c12-93f3-56797b1016d7 service nova] Acquired lock "refresh_cache-cc049a13-f8ff-498e-8204-1a0a72df9846" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2126.663978] env[63676]: DEBUG nova.network.neutron [req-e6a6bfd7-1fc1-4580-bcc1-a986440a924f req-f76c3632-c462-4c12-93f3-56797b1016d7 service nova] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Refreshing network info cache for port 64bd399f-f9c2-4170-a9f0-378df22370f7 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2126.744722] env[63676]: DEBUG nova.scheduler.client.report [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2126.754922] env[63676]: DEBUG oslo_vmware.api [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Task: {'id': task-1926468, 'name': PowerOffVM_Task, 'duration_secs': 0.19684} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.755349] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2126.755642] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2126.755996] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9965537-685b-4efb-8d0c-5ee96295d237 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.059116] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2127.059423] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2127.059577] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Deleting the datastore file [datastore1] de4ab7af-bc70-4aa0-9624-536e96ffdb6b {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2127.059884] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be65e65e-4dfa-4008-914f-1a3555b65340 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.068919] env[63676]: DEBUG oslo_vmware.api [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Waiting for the task: (returnval){ [ 2127.068919] env[63676]: value = "task-1926471" [ 2127.068919] env[63676]: _type = "Task" [ 2127.068919] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.078793] env[63676]: DEBUG oslo_vmware.api [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Task: {'id': task-1926471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.131795] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926469, 'name': CreateVM_Task, 'duration_secs': 0.414093} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.131967] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2127.132662] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2127.132845] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2127.133186] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2127.133445] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5811ea71-68ce-4535-a7d5-62debff76f6b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.137993] env[63676]: DEBUG oslo_vmware.api [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2127.137993] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525c7ce8-d2fe-0f67-a785-d6d21fca6fa5" [ 2127.137993] env[63676]: _type = "Task" [ 2127.137993] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.146033] env[63676]: DEBUG oslo_vmware.api [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525c7ce8-d2fe-0f67-a785-d6d21fca6fa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.202643] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "refresh_cache-e3f919b5-3524-4926-ad4b-a717d9f3df6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2127.203277] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquired lock "refresh_cache-e3f919b5-3524-4926-ad4b-a717d9f3df6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2127.203277] env[63676]: DEBUG nova.network.neutron [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2127.250246] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.756s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2127.252970] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.457s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2127.254496] env[63676]: INFO nova.compute.claims [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2127.269048] env[63676]: INFO nova.scheduler.client.report [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Deleted allocations for instance 16e5273e-6392-447f-b4ba-38a24918954c [ 2127.442461] env[63676]: DEBUG nova.network.neutron [req-e6a6bfd7-1fc1-4580-bcc1-a986440a924f req-f76c3632-c462-4c12-93f3-56797b1016d7 service nova] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Updated VIF entry in instance network info cache for port 64bd399f-f9c2-4170-a9f0-378df22370f7. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2127.442907] env[63676]: DEBUG nova.network.neutron [req-e6a6bfd7-1fc1-4580-bcc1-a986440a924f req-f76c3632-c462-4c12-93f3-56797b1016d7 service nova] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Updating instance_info_cache with network_info: [{"id": "64bd399f-f9c2-4170-a9f0-378df22370f7", "address": "fa:16:3e:bd:6d:26", "network": {"id": "abf80053-ace1-44b7-ac68-be3c9b4c031d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1491985291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5701b0b66ea4031b1efd32168ad7818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bd399f-f9", "ovs_interfaceid": "64bd399f-f9c2-4170-a9f0-378df22370f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2127.487753] env[63676]: DEBUG oslo_concurrency.lockutils [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "27430538-f13b-4e42-a4cc-6b306b400291" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.487983] env[63676]: DEBUG oslo_concurrency.lockutils [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "27430538-f13b-4e42-a4cc-6b306b400291" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2127.578999] env[63676]: DEBUG oslo_vmware.api [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Task: {'id': task-1926471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142286} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.579322] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2127.579545] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2127.579762] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2127.579976] env[63676]: INFO nova.compute.manager [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Took 1.37 seconds to destroy the instance on the hypervisor. [ 2127.580260] env[63676]: DEBUG oslo.service.loopingcall [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2127.580521] env[63676]: DEBUG nova.compute.manager [-] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2127.580590] env[63676]: DEBUG nova.network.neutron [-] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2127.648419] env[63676]: DEBUG oslo_vmware.api [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525c7ce8-d2fe-0f67-a785-d6d21fca6fa5, 'name': SearchDatastore_Task, 'duration_secs': 0.009039} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.648778] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2127.649026] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2127.649261] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2127.649412] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2127.649621] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2127.649878] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9eb6d3cb-a9bd-4b91-9a0e-cef2cedbd75b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.662349] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2127.662529] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2127.663436] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-449aece0-0f88-47a6-a380-092ed3882d77 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.668533] env[63676]: DEBUG oslo_vmware.api [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2127.668533] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521f7ee0-81ec-69f2-4920-05d66710d286" [ 2127.668533] env[63676]: _type = "Task" [ 2127.668533] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.677195] env[63676]: DEBUG oslo_vmware.api [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521f7ee0-81ec-69f2-4920-05d66710d286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.779017] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8010d475-3106-4099-be02-e34af4ef3b7a tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "16e5273e-6392-447f-b4ba-38a24918954c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.903s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2127.812785] env[63676]: DEBUG nova.compute.manager [req-4569881d-04a7-4564-bd53-d97af17a8dee req-dc5fa17f-c671-4e8d-9b11-02a3b754c528 service nova] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Received event network-vif-deleted-800991b3-858a-4827-90d4-da1a865bf45f {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2127.813030] env[63676]: INFO nova.compute.manager [req-4569881d-04a7-4564-bd53-d97af17a8dee req-dc5fa17f-c671-4e8d-9b11-02a3b754c528 service nova] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Neutron deleted interface 800991b3-858a-4827-90d4-da1a865bf45f; detaching it from the instance and deleting it from the info cache [ 2127.813163] env[63676]: DEBUG nova.network.neutron [req-4569881d-04a7-4564-bd53-d97af17a8dee req-dc5fa17f-c671-4e8d-9b11-02a3b754c528 service nova] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2127.920500] env[63676]: DEBUG nova.network.neutron [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Updating instance_info_cache with network_info: [{"id": "0fa9a3d8-64dd-46c2-ac2a-ac393de91694", "address": "fa:16:3e:4a:59:52", "network": {"id": "465bc3ab-3d10-4ad3-beba-d983da006dd4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1745781740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e68c77877174b049493f256f443f81f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa9a3d8-64", "ovs_interfaceid": "0fa9a3d8-64dd-46c2-ac2a-ac393de91694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2127.945168] env[63676]: DEBUG oslo_concurrency.lockutils [req-e6a6bfd7-1fc1-4580-bcc1-a986440a924f req-f76c3632-c462-4c12-93f3-56797b1016d7 service nova] Releasing lock "refresh_cache-cc049a13-f8ff-498e-8204-1a0a72df9846" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2127.990219] env[63676]: DEBUG nova.compute.manager [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2128.178744] env[63676]: DEBUG oslo_vmware.api [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]521f7ee0-81ec-69f2-4920-05d66710d286, 'name': SearchDatastore_Task, 'duration_secs': 0.009143} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.179540] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1be8c0ec-a4e7-45e9-afe2-3b909e098ac7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.184430] env[63676]: DEBUG oslo_vmware.api [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2128.184430] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a0e121-e241-8cf1-d517-4a90de61803b" [ 2128.184430] env[63676]: _type = "Task" [ 2128.184430] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.192487] env[63676]: DEBUG oslo_vmware.api [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a0e121-e241-8cf1-d517-4a90de61803b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.292386] env[63676]: DEBUG nova.network.neutron [-] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2128.315279] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4d611cf5-de62-488d-ac27-3e1b00d1ddd3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.325121] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafa0571-59b2-4a5b-9324-fb754524e58d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.358092] env[63676]: DEBUG nova.compute.manager [req-4569881d-04a7-4564-bd53-d97af17a8dee req-dc5fa17f-c671-4e8d-9b11-02a3b754c528 service nova] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Detach interface failed, port_id=800991b3-858a-4827-90d4-da1a865bf45f, reason: Instance de4ab7af-bc70-4aa0-9624-536e96ffdb6b could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2128.402261] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918403ba-3063-4906-a811-a4b7b9dde89a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.409929] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87f1484-fd12-45d4-80d7-737698739c53 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.440777] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Releasing lock "refresh_cache-e3f919b5-3524-4926-ad4b-a717d9f3df6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2128.444036] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e799de23-bccb-4487-8ba7-d30559429633 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.452253] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf824199-b00d-4221-88b7-30b673a7c6a0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.465711] env[63676]: DEBUG nova.compute.provider_tree [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2128.474676] env[63676]: DEBUG nova.virt.hardware [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='76edbee8dd010b9c76aa4f8610a3da96',container_format='bare',created_at=2024-12-16T20:00:39Z,direct_url=,disk_format='vmdk',id=f5e692b7-020f-4196-97e0-f21dc2992cba,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-142121814-shelved',owner='4e68c77877174b049493f256f443f81f',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2024-12-16T20:00:56Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2128.474909] env[63676]: DEBUG nova.virt.hardware [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2128.475109] env[63676]: DEBUG nova.virt.hardware [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2128.475321] env[63676]: DEBUG nova.virt.hardware [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2128.475476] env[63676]: DEBUG nova.virt.hardware [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2128.475629] env[63676]: DEBUG nova.virt.hardware [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2128.475839] env[63676]: DEBUG nova.virt.hardware [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2128.476007] env[63676]: DEBUG nova.virt.hardware [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2128.476187] env[63676]: DEBUG nova.virt.hardware [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2128.476353] env[63676]: DEBUG nova.virt.hardware [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2128.476549] env[63676]: DEBUG nova.virt.hardware [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2128.477355] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40392195-2198-4e4f-a69f-f0c09a6eaede {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.485526] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e6d2d3-04ce-4310-a50e-2416bd33d101 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.501508] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:59:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73eeba7c-29e1-4fdf-82b3-d62e63e86051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0fa9a3d8-64dd-46c2-ac2a-ac393de91694', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2128.508624] env[63676]: DEBUG oslo.service.loopingcall [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2128.510697] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2128.511904] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08f6b694-6600-4e5b-b80d-8808dfb1dadf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.525687] env[63676]: DEBUG oslo_concurrency.lockutils [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.530728] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2128.530728] env[63676]: value = "task-1926472" [ 2128.530728] env[63676]: _type = "Task" [ 2128.530728] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.537912] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926472, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.695319] env[63676]: DEBUG oslo_vmware.api [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a0e121-e241-8cf1-d517-4a90de61803b, 'name': SearchDatastore_Task, 'duration_secs': 0.009354} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.695588] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2128.695845] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] cc049a13-f8ff-498e-8204-1a0a72df9846/cc049a13-f8ff-498e-8204-1a0a72df9846.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2128.696193] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57b6ed5c-6db3-4890-9d07-be2760812062 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.703587] env[63676]: DEBUG oslo_vmware.api [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2128.703587] env[63676]: value = "task-1926473" [ 2128.703587] env[63676]: _type = "Task" [ 2128.703587] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.712434] env[63676]: DEBUG oslo_vmware.api [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.750393] env[63676]: DEBUG nova.compute.manager [req-1e52db23-9fce-4206-a7d5-5b918087c343 req-1f023206-59d5-46e9-bc9d-db26a993316c service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Received event network-vif-plugged-0fa9a3d8-64dd-46c2-ac2a-ac393de91694 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2128.750636] env[63676]: DEBUG oslo_concurrency.lockutils [req-1e52db23-9fce-4206-a7d5-5b918087c343 req-1f023206-59d5-46e9-bc9d-db26a993316c service nova] Acquiring lock "e3f919b5-3524-4926-ad4b-a717d9f3df6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.750815] env[63676]: DEBUG oslo_concurrency.lockutils [req-1e52db23-9fce-4206-a7d5-5b918087c343 req-1f023206-59d5-46e9-bc9d-db26a993316c service nova] Lock "e3f919b5-3524-4926-ad4b-a717d9f3df6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2128.750975] env[63676]: DEBUG oslo_concurrency.lockutils [req-1e52db23-9fce-4206-a7d5-5b918087c343 req-1f023206-59d5-46e9-bc9d-db26a993316c service nova] Lock "e3f919b5-3524-4926-ad4b-a717d9f3df6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2128.751333] env[63676]: DEBUG nova.compute.manager [req-1e52db23-9fce-4206-a7d5-5b918087c343 req-1f023206-59d5-46e9-bc9d-db26a993316c service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] No waiting events found dispatching network-vif-plugged-0fa9a3d8-64dd-46c2-ac2a-ac393de91694 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2128.751390] env[63676]: WARNING nova.compute.manager [req-1e52db23-9fce-4206-a7d5-5b918087c343 req-1f023206-59d5-46e9-bc9d-db26a993316c service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Received unexpected event network-vif-plugged-0fa9a3d8-64dd-46c2-ac2a-ac393de91694 for instance with vm_state shelved_offloaded and task_state spawning. [ 2128.751649] env[63676]: DEBUG nova.compute.manager [req-1e52db23-9fce-4206-a7d5-5b918087c343 req-1f023206-59d5-46e9-bc9d-db26a993316c service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Received event network-changed-0fa9a3d8-64dd-46c2-ac2a-ac393de91694 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2128.751743] env[63676]: DEBUG nova.compute.manager [req-1e52db23-9fce-4206-a7d5-5b918087c343 req-1f023206-59d5-46e9-bc9d-db26a993316c service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Refreshing instance network info cache due to event network-changed-0fa9a3d8-64dd-46c2-ac2a-ac393de91694. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2128.751932] env[63676]: DEBUG oslo_concurrency.lockutils [req-1e52db23-9fce-4206-a7d5-5b918087c343 req-1f023206-59d5-46e9-bc9d-db26a993316c service nova] Acquiring lock "refresh_cache-e3f919b5-3524-4926-ad4b-a717d9f3df6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2128.752096] env[63676]: DEBUG oslo_concurrency.lockutils [req-1e52db23-9fce-4206-a7d5-5b918087c343 req-1f023206-59d5-46e9-bc9d-db26a993316c service nova] Acquired lock "refresh_cache-e3f919b5-3524-4926-ad4b-a717d9f3df6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2128.752233] env[63676]: DEBUG nova.network.neutron [req-1e52db23-9fce-4206-a7d5-5b918087c343 req-1f023206-59d5-46e9-bc9d-db26a993316c service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Refreshing network info cache for port 0fa9a3d8-64dd-46c2-ac2a-ac393de91694 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2128.795379] env[63676]: INFO nova.compute.manager [-] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Took 1.21 seconds to deallocate network for instance. [ 2128.971312] env[63676]: DEBUG nova.scheduler.client.report [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2129.041977] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926472, 'name': CreateVM_Task, 'duration_secs': 0.341481} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.042172] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2129.042892] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5e692b7-020f-4196-97e0-f21dc2992cba" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2129.043076] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5e692b7-020f-4196-97e0-f21dc2992cba" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2129.043483] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f5e692b7-020f-4196-97e0-f21dc2992cba" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2129.043751] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20d841c4-d95f-4375-9589-6fa460161cb0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.049714] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 2129.049714] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e933dd-b35d-5f3f-f79e-2276475d95d1" [ 2129.049714] env[63676]: _type = "Task" [ 2129.049714] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.058535] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e933dd-b35d-5f3f-f79e-2276475d95d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.213371] env[63676]: DEBUG oslo_vmware.api [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465581} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.213746] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] cc049a13-f8ff-498e-8204-1a0a72df9846/cc049a13-f8ff-498e-8204-1a0a72df9846.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2129.213830] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2129.214070] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2be6a2f2-03c9-448f-a435-04fa7378302f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.220357] env[63676]: DEBUG oslo_vmware.api [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2129.220357] env[63676]: value = "task-1926474" [ 2129.220357] env[63676]: _type = "Task" [ 2129.220357] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.227977] env[63676]: DEBUG oslo_vmware.api [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926474, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.243471] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3dda2205-3607-44d9-9dd1-03d441b3c416 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "b93872e7-c8bc-427d-9368-53840ec6cab1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2129.243716] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3dda2205-3607-44d9-9dd1-03d441b3c416 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "b93872e7-c8bc-427d-9368-53840ec6cab1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2129.302227] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2129.466577] env[63676]: DEBUG nova.network.neutron [req-1e52db23-9fce-4206-a7d5-5b918087c343 req-1f023206-59d5-46e9-bc9d-db26a993316c service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Updated VIF entry in instance network info cache for port 0fa9a3d8-64dd-46c2-ac2a-ac393de91694. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2129.466986] env[63676]: DEBUG nova.network.neutron [req-1e52db23-9fce-4206-a7d5-5b918087c343 req-1f023206-59d5-46e9-bc9d-db26a993316c service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Updating instance_info_cache with network_info: [{"id": "0fa9a3d8-64dd-46c2-ac2a-ac393de91694", "address": "fa:16:3e:4a:59:52", "network": {"id": "465bc3ab-3d10-4ad3-beba-d983da006dd4", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1745781740-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4e68c77877174b049493f256f443f81f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73eeba7c-29e1-4fdf-82b3-d62e63e86051", "external-id": "cl2-zone-659", "segmentation_id": 659, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0fa9a3d8-64", "ovs_interfaceid": "0fa9a3d8-64dd-46c2-ac2a-ac393de91694", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2129.475259] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.222s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.475645] env[63676]: DEBUG nova.compute.manager [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2129.481179] env[63676]: DEBUG oslo_concurrency.lockutils [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.953s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2129.481179] env[63676]: INFO nova.compute.claims [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2129.560035] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5e692b7-020f-4196-97e0-f21dc2992cba" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2129.560035] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Processing image f5e692b7-020f-4196-97e0-f21dc2992cba {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2129.560200] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f5e692b7-020f-4196-97e0-f21dc2992cba/f5e692b7-020f-4196-97e0-f21dc2992cba.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2129.560346] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f5e692b7-020f-4196-97e0-f21dc2992cba/f5e692b7-020f-4196-97e0-f21dc2992cba.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2129.560561] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2129.560812] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-890668a0-4fb0-4887-934e-e8c83eaf9de5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.569187] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2129.569363] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2129.570048] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17dd9c38-2946-4609-a55f-d8c195a268c2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.574795] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 2129.574795] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5203a8a5-c500-e555-4838-9c247769e596" [ 2129.574795] env[63676]: _type = "Task" [ 2129.574795] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.582169] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5203a8a5-c500-e555-4838-9c247769e596, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.729792] env[63676]: DEBUG oslo_vmware.api [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926474, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059652} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.730085] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2129.730871] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be76edc7-8809-46ad-a673-d9c51ebb4c42 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.753052] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] cc049a13-f8ff-498e-8204-1a0a72df9846/cc049a13-f8ff-498e-8204-1a0a72df9846.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2129.753764] env[63676]: INFO nova.compute.manager [None req-3dda2205-3607-44d9-9dd1-03d441b3c416 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Detaching volume 2b6f97fa-aba5-413f-93c2-f1c8fde006eb [ 2129.755443] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3d418d2-24cd-46bf-8c25-3462baed3f53 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.775835] env[63676]: DEBUG oslo_vmware.api [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2129.775835] env[63676]: value = "task-1926475" [ 2129.775835] env[63676]: _type = "Task" [ 2129.775835] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.783937] env[63676]: DEBUG oslo_vmware.api [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926475, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.802117] env[63676]: INFO nova.virt.block_device [None req-3dda2205-3607-44d9-9dd1-03d441b3c416 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Attempting to driver detach volume 2b6f97fa-aba5-413f-93c2-f1c8fde006eb from mountpoint /dev/sdb [ 2129.802117] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dda2205-3607-44d9-9dd1-03d441b3c416 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Volume detach. Driver type: vmdk {{(pid=63676) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2129.802117] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dda2205-3607-44d9-9dd1-03d441b3c416 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397210', 'volume_id': '2b6f97fa-aba5-413f-93c2-f1c8fde006eb', 'name': 'volume-2b6f97fa-aba5-413f-93c2-f1c8fde006eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b93872e7-c8bc-427d-9368-53840ec6cab1', 'attached_at': '', 'detached_at': '', 'volume_id': '2b6f97fa-aba5-413f-93c2-f1c8fde006eb', 'serial': '2b6f97fa-aba5-413f-93c2-f1c8fde006eb'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2129.802870] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af03fdbe-fb98-42cd-a76e-bda19161ccb9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.827493] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373c12ac-ae89-479a-a2c1-cf98ebf57250 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.834445] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8e3f74-1cbd-4221-9aca-44a5210d0aed {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.854040] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0363da-6e06-40a3-b785-009bb6a3d04b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.868911] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dda2205-3607-44d9-9dd1-03d441b3c416 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] The volume has not been displaced from its original location: [datastore1] volume-2b6f97fa-aba5-413f-93c2-f1c8fde006eb/volume-2b6f97fa-aba5-413f-93c2-f1c8fde006eb.vmdk. No consolidation needed. {{(pid=63676) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2129.874328] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dda2205-3607-44d9-9dd1-03d441b3c416 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Reconfiguring VM instance instance-00000063 to detach disk 2001 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2129.874636] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-178d16e4-e8e5-464f-a9cc-8fb9c6adb2e4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.893108] env[63676]: DEBUG oslo_vmware.api [None req-3dda2205-3607-44d9-9dd1-03d441b3c416 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2129.893108] env[63676]: value = "task-1926476" [ 2129.893108] env[63676]: _type = "Task" [ 2129.893108] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.900922] env[63676]: DEBUG oslo_vmware.api [None req-3dda2205-3607-44d9-9dd1-03d441b3c416 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.970918] env[63676]: DEBUG oslo_concurrency.lockutils [req-1e52db23-9fce-4206-a7d5-5b918087c343 req-1f023206-59d5-46e9-bc9d-db26a993316c service nova] Releasing lock "refresh_cache-e3f919b5-3524-4926-ad4b-a717d9f3df6b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2129.985919] env[63676]: DEBUG nova.compute.utils [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2129.989443] env[63676]: DEBUG nova.compute.manager [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2129.989604] env[63676]: DEBUG nova.network.neutron [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2130.028838] env[63676]: DEBUG nova.policy [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c5ea003aa7b54f4491adcd4a27411282', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '64afb88688594408bd695883c0366330', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 2130.085442] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Preparing fetch location {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2130.085713] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Fetch image to [datastore1] OSTACK_IMG_6888d62b-aeb0-4494-ac3e-85a283912e6c/OSTACK_IMG_6888d62b-aeb0-4494-ac3e-85a283912e6c.vmdk {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2130.085894] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Downloading stream optimized image f5e692b7-020f-4196-97e0-f21dc2992cba to [datastore1] OSTACK_IMG_6888d62b-aeb0-4494-ac3e-85a283912e6c/OSTACK_IMG_6888d62b-aeb0-4494-ac3e-85a283912e6c.vmdk on the data store datastore1 as vApp {{(pid=63676) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2130.086076] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Downloading image file data f5e692b7-020f-4196-97e0-f21dc2992cba to the ESX as VM named 'OSTACK_IMG_6888d62b-aeb0-4494-ac3e-85a283912e6c' {{(pid=63676) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2130.163114] env[63676]: DEBUG oslo_vmware.rw_handles [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2130.163114] env[63676]: value = "resgroup-9" [ 2130.163114] env[63676]: _type = "ResourcePool" [ 2130.163114] env[63676]: }. {{(pid=63676) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2130.163438] env[63676]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c51982a1-78f7-4e6a-9753-8a820c67be5c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.184833] env[63676]: DEBUG oslo_vmware.rw_handles [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lease: (returnval){ [ 2130.184833] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520408da-931c-a194-ea4f-55c4913ad85e" [ 2130.184833] env[63676]: _type = "HttpNfcLease" [ 2130.184833] env[63676]: } obtained for vApp import into resource pool (val){ [ 2130.184833] env[63676]: value = "resgroup-9" [ 2130.184833] env[63676]: _type = "ResourcePool" [ 2130.184833] env[63676]: }. {{(pid=63676) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2130.185153] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the lease: (returnval){ [ 2130.185153] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520408da-931c-a194-ea4f-55c4913ad85e" [ 2130.185153] env[63676]: _type = "HttpNfcLease" [ 2130.185153] env[63676]: } to be ready. {{(pid=63676) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2130.191225] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2130.191225] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520408da-931c-a194-ea4f-55c4913ad85e" [ 2130.191225] env[63676]: _type = "HttpNfcLease" [ 2130.191225] env[63676]: } is initializing. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2130.285875] env[63676]: DEBUG oslo_vmware.api [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926475, 'name': ReconfigVM_Task, 'duration_secs': 0.270278} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.286414] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Reconfigured VM instance instance-00000070 to attach disk [datastore1] cc049a13-f8ff-498e-8204-1a0a72df9846/cc049a13-f8ff-498e-8204-1a0a72df9846.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2130.286811] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47c77428-f3e2-4697-ac0f-b2224ff3ea16 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.294114] env[63676]: DEBUG oslo_vmware.api [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2130.294114] env[63676]: value = "task-1926478" [ 2130.294114] env[63676]: _type = "Task" [ 2130.294114] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.297555] env[63676]: DEBUG nova.network.neutron [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Successfully created port: f307def7-5c9c-4489-bd7b-b2298cc27c97 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2130.304169] env[63676]: DEBUG oslo_vmware.api [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926478, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.402845] env[63676]: DEBUG oslo_vmware.api [None req-3dda2205-3607-44d9-9dd1-03d441b3c416 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926476, 'name': ReconfigVM_Task, 'duration_secs': 0.230618} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.403187] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dda2205-3607-44d9-9dd1-03d441b3c416 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Reconfigured VM instance instance-00000063 to detach disk 2001 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2130.408290] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1a0090d-3e26-4522-8860-699312e8697b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.425143] env[63676]: DEBUG oslo_vmware.api [None req-3dda2205-3607-44d9-9dd1-03d441b3c416 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2130.425143] env[63676]: value = "task-1926479" [ 2130.425143] env[63676]: _type = "Task" [ 2130.425143] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.432930] env[63676]: DEBUG oslo_vmware.api [None req-3dda2205-3607-44d9-9dd1-03d441b3c416 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.491055] env[63676]: DEBUG nova.compute.manager [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2130.636412] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-530d20e7-5fac-4528-8a98-aa5192b138ae {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.643987] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddda26f-79a4-4f80-b3db-560ab52c0b6d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.675039] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e43039e-e005-4d45-99fb-3ee5610ef5d5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.681348] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2383a80-638e-4fa6-a66f-6bd130c0fe8a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.698801] env[63676]: DEBUG nova.compute.provider_tree [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2130.701458] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2130.701458] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520408da-931c-a194-ea4f-55c4913ad85e" [ 2130.701458] env[63676]: _type = "HttpNfcLease" [ 2130.701458] env[63676]: } is ready. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2130.701911] env[63676]: DEBUG oslo_vmware.rw_handles [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2130.701911] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]520408da-931c-a194-ea4f-55c4913ad85e" [ 2130.701911] env[63676]: _type = "HttpNfcLease" [ 2130.701911] env[63676]: }. {{(pid=63676) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2130.702634] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aff0711-4fb0-4abc-96c4-6b7dd56f7271 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.709836] env[63676]: DEBUG oslo_vmware.rw_handles [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f783c3-c34e-62f3-3a3f-5b47da420fad/disk-0.vmdk from lease info. {{(pid=63676) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2130.710029] env[63676]: DEBUG oslo_vmware.rw_handles [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f783c3-c34e-62f3-3a3f-5b47da420fad/disk-0.vmdk. {{(pid=63676) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2130.772461] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9039e360-b98b-404f-933a-2d155e84c0fb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.803614] env[63676]: DEBUG oslo_vmware.api [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926478, 'name': Rename_Task, 'duration_secs': 0.131936} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.803898] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2130.804152] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28e3e1d7-804a-4aeb-a23a-42436cb69540 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.810245] env[63676]: DEBUG oslo_vmware.api [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2130.810245] env[63676]: value = "task-1926480" [ 2130.810245] env[63676]: _type = "Task" [ 2130.810245] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.817750] env[63676]: DEBUG oslo_vmware.api [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926480, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.936069] env[63676]: DEBUG oslo_vmware.api [None req-3dda2205-3607-44d9-9dd1-03d441b3c416 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926479, 'name': ReconfigVM_Task, 'duration_secs': 0.148712} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.937266] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-3dda2205-3607-44d9-9dd1-03d441b3c416 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397210', 'volume_id': '2b6f97fa-aba5-413f-93c2-f1c8fde006eb', 'name': 'volume-2b6f97fa-aba5-413f-93c2-f1c8fde006eb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b93872e7-c8bc-427d-9368-53840ec6cab1', 'attached_at': '', 'detached_at': '', 'volume_id': '2b6f97fa-aba5-413f-93c2-f1c8fde006eb', 'serial': '2b6f97fa-aba5-413f-93c2-f1c8fde006eb'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2130.998536] env[63676]: INFO nova.virt.block_device [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Booting with volume 69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3 at /dev/sda [ 2131.033037] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-45d7c11f-67c9-4cd8-8dda-030182c3e904 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.043721] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b1aa438-7782-413e-9c8c-df502da40dfb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.079418] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-236f998b-1afd-46eb-a5c1-fad49d70d0a5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.089271] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ddc6a5b-0ddb-40fe-8ac4-2376f8c35469 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.126924] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac5b117-4855-44dd-a74d-1c74b07c5818 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.135832] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48c849b0-8367-4017-98b6-5e2f0ebdaa88 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.151347] env[63676]: DEBUG nova.virt.block_device [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Updating existing volume attachment record: 44b474c9-cc3f-4607-b4e5-250d4c6241c3 {{(pid=63676) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2131.203688] env[63676]: DEBUG nova.scheduler.client.report [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2131.322281] env[63676]: DEBUG oslo_vmware.api [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926480, 'name': PowerOnVM_Task, 'duration_secs': 0.511572} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.323604] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2131.323818] env[63676]: INFO nova.compute.manager [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Took 7.06 seconds to spawn the instance on the hypervisor. [ 2131.323998] env[63676]: DEBUG nova.compute.manager [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2131.324803] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84953268-ea81-4f5a-a204-a8355c11ade8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.481953] env[63676]: DEBUG nova.objects.instance [None req-3dda2205-3607-44d9-9dd1-03d441b3c416 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lazy-loading 'flavor' on Instance uuid b93872e7-c8bc-427d-9368-53840ec6cab1 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2131.707324] env[63676]: DEBUG nova.compute.manager [req-e7d2d6b3-5bd0-4643-836e-70d2d4c25e6d req-ba18e7a2-1efa-4797-8eb0-18cef5b750ab service nova] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Received event network-vif-plugged-f307def7-5c9c-4489-bd7b-b2298cc27c97 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2131.707415] env[63676]: DEBUG oslo_concurrency.lockutils [req-e7d2d6b3-5bd0-4643-836e-70d2d4c25e6d req-ba18e7a2-1efa-4797-8eb0-18cef5b750ab service nova] Acquiring lock "4a287e1d-47d9-4e21-908f-2bf48c89966c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.707627] env[63676]: DEBUG oslo_concurrency.lockutils [req-e7d2d6b3-5bd0-4643-836e-70d2d4c25e6d req-ba18e7a2-1efa-4797-8eb0-18cef5b750ab service nova] Lock "4a287e1d-47d9-4e21-908f-2bf48c89966c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.707797] env[63676]: DEBUG oslo_concurrency.lockutils [req-e7d2d6b3-5bd0-4643-836e-70d2d4c25e6d req-ba18e7a2-1efa-4797-8eb0-18cef5b750ab service nova] Lock "4a287e1d-47d9-4e21-908f-2bf48c89966c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.707995] env[63676]: DEBUG nova.compute.manager [req-e7d2d6b3-5bd0-4643-836e-70d2d4c25e6d req-ba18e7a2-1efa-4797-8eb0-18cef5b750ab service nova] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] No waiting events found dispatching network-vif-plugged-f307def7-5c9c-4489-bd7b-b2298cc27c97 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2131.708221] env[63676]: WARNING nova.compute.manager [req-e7d2d6b3-5bd0-4643-836e-70d2d4c25e6d req-ba18e7a2-1efa-4797-8eb0-18cef5b750ab service nova] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Received unexpected event network-vif-plugged-f307def7-5c9c-4489-bd7b-b2298cc27c97 for instance with vm_state building and task_state block_device_mapping. [ 2131.710794] env[63676]: DEBUG oslo_concurrency.lockutils [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.232s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.711313] env[63676]: DEBUG nova.compute.manager [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2131.714473] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.412s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.715124] env[63676]: DEBUG nova.objects.instance [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Lazy-loading 'resources' on Instance uuid de4ab7af-bc70-4aa0-9624-536e96ffdb6b {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2131.814778] env[63676]: DEBUG nova.network.neutron [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Successfully updated port: f307def7-5c9c-4489-bd7b-b2298cc27c97 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2131.844266] env[63676]: INFO nova.compute.manager [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Took 14.68 seconds to build instance. [ 2132.028750] env[63676]: DEBUG oslo_vmware.rw_handles [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Completed reading data from the image iterator. {{(pid=63676) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2132.028999] env[63676]: DEBUG oslo_vmware.rw_handles [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f783c3-c34e-62f3-3a3f-5b47da420fad/disk-0.vmdk. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2132.030791] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359324aa-d2e2-4011-9f1a-0fd8b8bc68f7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.038235] env[63676]: DEBUG oslo_vmware.rw_handles [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f783c3-c34e-62f3-3a3f-5b47da420fad/disk-0.vmdk is in state: ready. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2132.038451] env[63676]: DEBUG oslo_vmware.rw_handles [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f783c3-c34e-62f3-3a3f-5b47da420fad/disk-0.vmdk. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2132.038725] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a646924a-6de3-4fee-bf77-0690eb651af4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.220623] env[63676]: DEBUG nova.compute.utils [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2132.222131] env[63676]: DEBUG nova.compute.manager [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2132.222300] env[63676]: DEBUG nova.network.neutron [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2132.317741] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "refresh_cache-4a287e1d-47d9-4e21-908f-2bf48c89966c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2132.317863] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquired lock "refresh_cache-4a287e1d-47d9-4e21-908f-2bf48c89966c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2132.318054] env[63676]: DEBUG nova.network.neutron [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2132.347262] env[63676]: DEBUG nova.policy [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '622b77331b6e441384590cfac8fc9e2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a75c2b1db86b4c029c3f5ffe5bf7ee1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 2132.348874] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ebfb7144-8447-493f-8b54-3a374bc644ad tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "cc049a13-f8ff-498e-8204-1a0a72df9846" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.188s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2132.369352] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9fed3b-c37e-446c-9780-d7278be144f6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.376771] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46a66f4-eef7-426f-baf1-d9e38707feb8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.410839] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b4441a-6324-4cab-92f2-ff1b91db05c9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.413638] env[63676]: DEBUG oslo_vmware.rw_handles [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52f783c3-c34e-62f3-3a3f-5b47da420fad/disk-0.vmdk. {{(pid=63676) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2132.413935] env[63676]: INFO nova.virt.vmwareapi.images [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Downloaded image file data f5e692b7-020f-4196-97e0-f21dc2992cba [ 2132.417892] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90fd47d1-f630-415b-a72d-6f8804f1c825 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.420614] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947d3473-9521-427e-81f3-0c21834abbe9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.436387] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdea3f7c-a6c7-4318-891e-02790a22dc18 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.449715] env[63676]: DEBUG nova.compute.provider_tree [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2132.489582] env[63676]: DEBUG oslo_concurrency.lockutils [None req-3dda2205-3607-44d9-9dd1-03d441b3c416 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "b93872e7-c8bc-427d-9368-53840ec6cab1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.246s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2132.577069] env[63676]: INFO nova.virt.vmwareapi.images [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] The imported VM was unregistered [ 2132.579303] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Caching image {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2132.579533] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f5e692b7-020f-4196-97e0-f21dc2992cba {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2132.579804] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6500a48c-ec52-4a7e-8390-df4954a3b316 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.590362] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Created directory with path [datastore1] devstack-image-cache_base/f5e692b7-020f-4196-97e0-f21dc2992cba {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2132.590580] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_6888d62b-aeb0-4494-ac3e-85a283912e6c/OSTACK_IMG_6888d62b-aeb0-4494-ac3e-85a283912e6c.vmdk to [datastore1] devstack-image-cache_base/f5e692b7-020f-4196-97e0-f21dc2992cba/f5e692b7-020f-4196-97e0-f21dc2992cba.vmdk. {{(pid=63676) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2132.590826] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4c676f54-b6c6-4026-a52f-cc3cfedfdd83 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.596778] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 2132.596778] env[63676]: value = "task-1926482" [ 2132.596778] env[63676]: _type = "Task" [ 2132.596778] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.605724] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926482, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.725287] env[63676]: DEBUG nova.compute.manager [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2132.732133] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "b93872e7-c8bc-427d-9368-53840ec6cab1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2132.732133] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "b93872e7-c8bc-427d-9368-53840ec6cab1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2132.732133] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "b93872e7-c8bc-427d-9368-53840ec6cab1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2132.732133] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "b93872e7-c8bc-427d-9368-53840ec6cab1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2132.732421] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "b93872e7-c8bc-427d-9368-53840ec6cab1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2132.734684] env[63676]: INFO nova.compute.manager [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Terminating instance [ 2132.828045] env[63676]: DEBUG nova.network.neutron [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Successfully created port: b68a38b5-a601-46f0-934e-58d420dba062 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2132.878148] env[63676]: DEBUG nova.network.neutron [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2132.953749] env[63676]: DEBUG nova.scheduler.client.report [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2133.080624] env[63676]: DEBUG nova.network.neutron [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Updating instance_info_cache with network_info: [{"id": "f307def7-5c9c-4489-bd7b-b2298cc27c97", "address": "fa:16:3e:e4:4d:67", "network": {"id": "a95efb99-eea4-4e98-bf52-a2201de39e28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1488566241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64afb88688594408bd695883c0366330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf307def7-5c", "ovs_interfaceid": "f307def7-5c9c-4489-bd7b-b2298cc27c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2133.112246] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926482, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.239185] env[63676]: DEBUG nova.compute.manager [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2133.239417] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2133.240328] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac2eb252-ef29-4a71-a10f-c47728e43173 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.250457] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2133.250734] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0007fde1-61af-4072-9c58-a1ec828bf9f7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.258694] env[63676]: DEBUG oslo_vmware.api [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2133.258694] env[63676]: value = "task-1926483" [ 2133.258694] env[63676]: _type = "Task" [ 2133.258694] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.269856] env[63676]: DEBUG oslo_vmware.api [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.327424] env[63676]: DEBUG nova.compute.manager [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2133.328149] env[63676]: DEBUG nova.virt.hardware [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2133.328302] env[63676]: DEBUG nova.virt.hardware [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2133.328369] env[63676]: DEBUG nova.virt.hardware [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2133.328531] env[63676]: DEBUG nova.virt.hardware [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2133.328675] env[63676]: DEBUG nova.virt.hardware [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2133.328822] env[63676]: DEBUG nova.virt.hardware [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2133.329038] env[63676]: DEBUG nova.virt.hardware [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2133.329214] env[63676]: DEBUG nova.virt.hardware [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2133.329367] env[63676]: DEBUG nova.virt.hardware [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2133.329531] env[63676]: DEBUG nova.virt.hardware [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2133.329707] env[63676]: DEBUG nova.virt.hardware [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2133.330729] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564b3779-4532-4814-a06d-d8aed4e4141a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.340338] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8573d3bf-0415-40e6-94df-667bfec30847 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.465604] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.751s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.488587] env[63676]: INFO nova.scheduler.client.report [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Deleted allocations for instance de4ab7af-bc70-4aa0-9624-536e96ffdb6b [ 2133.583916] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Releasing lock "refresh_cache-4a287e1d-47d9-4e21-908f-2bf48c89966c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2133.584301] env[63676]: DEBUG nova.compute.manager [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Instance network_info: |[{"id": "f307def7-5c9c-4489-bd7b-b2298cc27c97", "address": "fa:16:3e:e4:4d:67", "network": {"id": "a95efb99-eea4-4e98-bf52-a2201de39e28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1488566241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64afb88688594408bd695883c0366330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf307def7-5c", "ovs_interfaceid": "f307def7-5c9c-4489-bd7b-b2298cc27c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2133.584814] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:4d:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f307def7-5c9c-4489-bd7b-b2298cc27c97', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2133.593775] env[63676]: DEBUG oslo.service.loopingcall [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2133.594047] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2133.594770] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de9edd6c-2b5d-45cd-a6db-98b322ff83b0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.621782] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926482, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.623169] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2133.623169] env[63676]: value = "task-1926484" [ 2133.623169] env[63676]: _type = "Task" [ 2133.623169] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.634629] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926484, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.737824] env[63676]: DEBUG nova.compute.manager [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2133.742434] env[63676]: DEBUG nova.compute.manager [req-f0d8d9cf-b51e-4e5c-9638-4fb613dadde9 req-1d506241-13bd-49c7-bc2f-cdefec2de89d service nova] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Received event network-changed-f307def7-5c9c-4489-bd7b-b2298cc27c97 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2133.742733] env[63676]: DEBUG nova.compute.manager [req-f0d8d9cf-b51e-4e5c-9638-4fb613dadde9 req-1d506241-13bd-49c7-bc2f-cdefec2de89d service nova] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Refreshing instance network info cache due to event network-changed-f307def7-5c9c-4489-bd7b-b2298cc27c97. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2133.743081] env[63676]: DEBUG oslo_concurrency.lockutils [req-f0d8d9cf-b51e-4e5c-9638-4fb613dadde9 req-1d506241-13bd-49c7-bc2f-cdefec2de89d service nova] Acquiring lock "refresh_cache-4a287e1d-47d9-4e21-908f-2bf48c89966c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2133.743334] env[63676]: DEBUG oslo_concurrency.lockutils [req-f0d8d9cf-b51e-4e5c-9638-4fb613dadde9 req-1d506241-13bd-49c7-bc2f-cdefec2de89d service nova] Acquired lock "refresh_cache-4a287e1d-47d9-4e21-908f-2bf48c89966c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2133.743603] env[63676]: DEBUG nova.network.neutron [req-f0d8d9cf-b51e-4e5c-9638-4fb613dadde9 req-1d506241-13bd-49c7-bc2f-cdefec2de89d service nova] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Refreshing network info cache for port f307def7-5c9c-4489-bd7b-b2298cc27c97 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2133.774987] env[63676]: DEBUG nova.virt.hardware [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2133.775278] env[63676]: DEBUG nova.virt.hardware [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2133.775441] env[63676]: DEBUG nova.virt.hardware [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2133.775689] env[63676]: DEBUG nova.virt.hardware [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2133.775842] env[63676]: DEBUG nova.virt.hardware [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2133.775994] env[63676]: DEBUG nova.virt.hardware [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2133.776242] env[63676]: DEBUG nova.virt.hardware [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2133.776407] env[63676]: DEBUG nova.virt.hardware [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2133.776623] env[63676]: DEBUG nova.virt.hardware [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2133.776804] env[63676]: DEBUG nova.virt.hardware [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2133.776983] env[63676]: DEBUG nova.virt.hardware [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2133.781570] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abd7366-c08a-4880-8141-7c8993e0dfe6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.784483] env[63676]: DEBUG oslo_vmware.api [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926483, 'name': PowerOffVM_Task, 'duration_secs': 0.372627} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.785206] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2133.785389] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2133.786104] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d35b4c47-1b30-4d63-beea-4a0cebd8314b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.792983] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351c6a4b-d836-401a-9479-6a921d7aaeae {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.973359] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2133.973585] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2133.973776] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Deleting the datastore file [datastore1] b93872e7-c8bc-427d-9368-53840ec6cab1 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2133.974153] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52ff406c-49db-4440-a73c-6551d71a2e65 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.982411] env[63676]: DEBUG oslo_vmware.api [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2133.982411] env[63676]: value = "task-1926486" [ 2133.982411] env[63676]: _type = "Task" [ 2133.982411] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2133.993033] env[63676]: DEBUG oslo_vmware.api [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.998984] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d8d2286b-3964-49be-adb5-061fa7b41735 tempest-ServerAddressesTestJSON-1509783586 tempest-ServerAddressesTestJSON-1509783586-project-member] Lock "de4ab7af-bc70-4aa0-9624-536e96ffdb6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.319s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.124729] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926482, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.135135] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926484, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.501369] env[63676]: DEBUG oslo_vmware.api [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.626100] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926482, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.631879] env[63676]: DEBUG nova.network.neutron [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Successfully updated port: b68a38b5-a601-46f0-934e-58d420dba062 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2134.637252] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926484, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2134.671855] env[63676]: DEBUG nova.network.neutron [req-f0d8d9cf-b51e-4e5c-9638-4fb613dadde9 req-1d506241-13bd-49c7-bc2f-cdefec2de89d service nova] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Updated VIF entry in instance network info cache for port f307def7-5c9c-4489-bd7b-b2298cc27c97. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2134.672305] env[63676]: DEBUG nova.network.neutron [req-f0d8d9cf-b51e-4e5c-9638-4fb613dadde9 req-1d506241-13bd-49c7-bc2f-cdefec2de89d service nova] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Updating instance_info_cache with network_info: [{"id": "f307def7-5c9c-4489-bd7b-b2298cc27c97", "address": "fa:16:3e:e4:4d:67", "network": {"id": "a95efb99-eea4-4e98-bf52-a2201de39e28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1488566241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64afb88688594408bd695883c0366330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf307def7-5c", "ovs_interfaceid": "f307def7-5c9c-4489-bd7b-b2298cc27c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2134.998530] env[63676]: DEBUG oslo_vmware.api [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926486, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.138562] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926482, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.139211] env[63676]: DEBUG oslo_concurrency.lockutils [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "refresh_cache-27430538-f13b-4e42-a4cc-6b306b400291" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2135.139345] env[63676]: DEBUG oslo_concurrency.lockutils [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquired lock "refresh_cache-27430538-f13b-4e42-a4cc-6b306b400291" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2135.139496] env[63676]: DEBUG nova.network.neutron [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2135.152849] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926484, 'name': CreateVM_Task, 'duration_secs': 1.058603} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.157839] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2135.158752] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'mount_device': '/dev/sda', 'device_type': None, 'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397222', 'volume_id': '69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3', 'name': 'volume-69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a287e1d-47d9-4e21-908f-2bf48c89966c', 'attached_at': '', 'detached_at': '', 'volume_id': '69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3', 'serial': '69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3'}, 'guest_format': None, 'delete_on_termination': True, 'attachment_id': '44b474c9-cc3f-4607-b4e5-250d4c6241c3', 'volume_type': None}], 'swap': None} {{(pid=63676) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2135.159134] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Root volume attach. Driver type: vmdk {{(pid=63676) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2135.160244] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e197aa2-283f-466a-b23d-d1df94ebbc35 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.175888] env[63676]: DEBUG oslo_concurrency.lockutils [req-f0d8d9cf-b51e-4e5c-9638-4fb613dadde9 req-1d506241-13bd-49c7-bc2f-cdefec2de89d service nova] Releasing lock "refresh_cache-4a287e1d-47d9-4e21-908f-2bf48c89966c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2135.176205] env[63676]: DEBUG nova.compute.manager [req-f0d8d9cf-b51e-4e5c-9638-4fb613dadde9 req-1d506241-13bd-49c7-bc2f-cdefec2de89d service nova] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Received event network-changed-64bd399f-f9c2-4170-a9f0-378df22370f7 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2135.176391] env[63676]: DEBUG nova.compute.manager [req-f0d8d9cf-b51e-4e5c-9638-4fb613dadde9 req-1d506241-13bd-49c7-bc2f-cdefec2de89d service nova] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Refreshing instance network info cache due to event network-changed-64bd399f-f9c2-4170-a9f0-378df22370f7. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2135.176602] env[63676]: DEBUG oslo_concurrency.lockutils [req-f0d8d9cf-b51e-4e5c-9638-4fb613dadde9 req-1d506241-13bd-49c7-bc2f-cdefec2de89d service nova] Acquiring lock "refresh_cache-cc049a13-f8ff-498e-8204-1a0a72df9846" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2135.176772] env[63676]: DEBUG oslo_concurrency.lockutils [req-f0d8d9cf-b51e-4e5c-9638-4fb613dadde9 req-1d506241-13bd-49c7-bc2f-cdefec2de89d service nova] Acquired lock "refresh_cache-cc049a13-f8ff-498e-8204-1a0a72df9846" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2135.176934] env[63676]: DEBUG nova.network.neutron [req-f0d8d9cf-b51e-4e5c-9638-4fb613dadde9 req-1d506241-13bd-49c7-bc2f-cdefec2de89d service nova] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Refreshing network info cache for port 64bd399f-f9c2-4170-a9f0-378df22370f7 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2135.179430] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b5e2d8-c557-45eb-907e-f1db76c9970e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.531474] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc822cf-f984-4471-889d-5c77472b3cbb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.546533] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-83e05dcf-a26e-4538-8cf6-97b712812170 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.549293] env[63676]: DEBUG oslo_vmware.api [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926486, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.309533} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.549582] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2135.549817] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2135.549893] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2135.550080] env[63676]: INFO nova.compute.manager [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Took 2.31 seconds to destroy the instance on the hypervisor. [ 2135.550328] env[63676]: DEBUG oslo.service.loopingcall [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2135.552715] env[63676]: DEBUG nova.compute.manager [-] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2135.552715] env[63676]: DEBUG nova.network.neutron [-] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2135.556320] env[63676]: DEBUG oslo_vmware.api [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2135.556320] env[63676]: value = "task-1926487" [ 2135.556320] env[63676]: _type = "Task" [ 2135.556320] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.565118] env[63676]: DEBUG oslo_vmware.api [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926487, 'name': RelocateVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.626681] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926482, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.683123} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2135.627038] env[63676]: INFO nova.virt.vmwareapi.ds_util [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_6888d62b-aeb0-4494-ac3e-85a283912e6c/OSTACK_IMG_6888d62b-aeb0-4494-ac3e-85a283912e6c.vmdk to [datastore1] devstack-image-cache_base/f5e692b7-020f-4196-97e0-f21dc2992cba/f5e692b7-020f-4196-97e0-f21dc2992cba.vmdk. [ 2135.627252] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Cleaning up location [datastore1] OSTACK_IMG_6888d62b-aeb0-4494-ac3e-85a283912e6c {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2135.627888] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_6888d62b-aeb0-4494-ac3e-85a283912e6c {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2135.628210] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d3832ef-0e72-446a-9c20-e6713bcd3eda {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.634711] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 2135.634711] env[63676]: value = "task-1926488" [ 2135.634711] env[63676]: _type = "Task" [ 2135.634711] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2135.646129] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926488, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2135.699514] env[63676]: DEBUG nova.network.neutron [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2135.913335] env[63676]: DEBUG nova.network.neutron [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Updating instance_info_cache with network_info: [{"id": "b68a38b5-a601-46f0-934e-58d420dba062", "address": "fa:16:3e:e6:af:eb", "network": {"id": "fb1a8f4b-5e76-4e02-9818-693fe02ccbc5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578765997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a75c2b1db86b4c029c3f5ffe5bf7ee1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb68a38b5-a6", "ovs_interfaceid": "b68a38b5-a601-46f0-934e-58d420dba062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2135.936725] env[63676]: DEBUG nova.compute.manager [req-ae98c5ae-39a1-4fee-b0b3-d4bae7fdb7cb req-bd7aa57a-8f64-483e-bf86-9d3caf349c6d service nova] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Received event network-vif-plugged-b68a38b5-a601-46f0-934e-58d420dba062 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2135.936965] env[63676]: DEBUG oslo_concurrency.lockutils [req-ae98c5ae-39a1-4fee-b0b3-d4bae7fdb7cb req-bd7aa57a-8f64-483e-bf86-9d3caf349c6d service nova] Acquiring lock "27430538-f13b-4e42-a4cc-6b306b400291-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2135.937199] env[63676]: DEBUG oslo_concurrency.lockutils [req-ae98c5ae-39a1-4fee-b0b3-d4bae7fdb7cb req-bd7aa57a-8f64-483e-bf86-9d3caf349c6d service nova] Lock "27430538-f13b-4e42-a4cc-6b306b400291-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.937404] env[63676]: DEBUG oslo_concurrency.lockutils [req-ae98c5ae-39a1-4fee-b0b3-d4bae7fdb7cb req-bd7aa57a-8f64-483e-bf86-9d3caf349c6d service nova] Lock "27430538-f13b-4e42-a4cc-6b306b400291-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.937592] env[63676]: DEBUG nova.compute.manager [req-ae98c5ae-39a1-4fee-b0b3-d4bae7fdb7cb req-bd7aa57a-8f64-483e-bf86-9d3caf349c6d service nova] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] No waiting events found dispatching network-vif-plugged-b68a38b5-a601-46f0-934e-58d420dba062 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2135.937760] env[63676]: WARNING nova.compute.manager [req-ae98c5ae-39a1-4fee-b0b3-d4bae7fdb7cb req-bd7aa57a-8f64-483e-bf86-9d3caf349c6d service nova] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Received unexpected event network-vif-plugged-b68a38b5-a601-46f0-934e-58d420dba062 for instance with vm_state building and task_state spawning. [ 2135.937917] env[63676]: DEBUG nova.compute.manager [req-ae98c5ae-39a1-4fee-b0b3-d4bae7fdb7cb req-bd7aa57a-8f64-483e-bf86-9d3caf349c6d service nova] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Received event network-changed-b68a38b5-a601-46f0-934e-58d420dba062 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2135.938484] env[63676]: DEBUG nova.compute.manager [req-ae98c5ae-39a1-4fee-b0b3-d4bae7fdb7cb req-bd7aa57a-8f64-483e-bf86-9d3caf349c6d service nova] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Refreshing instance network info cache due to event network-changed-b68a38b5-a601-46f0-934e-58d420dba062. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2135.938696] env[63676]: DEBUG oslo_concurrency.lockutils [req-ae98c5ae-39a1-4fee-b0b3-d4bae7fdb7cb req-bd7aa57a-8f64-483e-bf86-9d3caf349c6d service nova] Acquiring lock "refresh_cache-27430538-f13b-4e42-a4cc-6b306b400291" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2136.073609] env[63676]: DEBUG oslo_vmware.api [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926487, 'name': RelocateVM_Task, 'duration_secs': 0.388014} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.073911] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Volume attach. Driver type: vmdk {{(pid=63676) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2136.074131] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397222', 'volume_id': '69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3', 'name': 'volume-69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a287e1d-47d9-4e21-908f-2bf48c89966c', 'attached_at': '', 'detached_at': '', 'volume_id': '69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3', 'serial': '69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2136.074909] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc72c12-79f8-47da-a300-6ae4f203d709 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.099068] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14fc59d-9cba-45e6-a9b7-fff732082aee {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.136354] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3/volume-69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2136.136802] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01d5ccb9-b708-46d1-ad9a-c8f330de20fe {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.164849] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926488, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034944} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.166089] env[63676]: DEBUG nova.network.neutron [req-f0d8d9cf-b51e-4e5c-9638-4fb613dadde9 req-1d506241-13bd-49c7-bc2f-cdefec2de89d service nova] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Updated VIF entry in instance network info cache for port 64bd399f-f9c2-4170-a9f0-378df22370f7. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2136.166616] env[63676]: DEBUG nova.network.neutron [req-f0d8d9cf-b51e-4e5c-9638-4fb613dadde9 req-1d506241-13bd-49c7-bc2f-cdefec2de89d service nova] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Updating instance_info_cache with network_info: [{"id": "64bd399f-f9c2-4170-a9f0-378df22370f7", "address": "fa:16:3e:bd:6d:26", "network": {"id": "abf80053-ace1-44b7-ac68-be3c9b4c031d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1491985291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5701b0b66ea4031b1efd32168ad7818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bd399f-f9", "ovs_interfaceid": "64bd399f-f9c2-4170-a9f0-378df22370f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2136.170301] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2136.170301] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f5e692b7-020f-4196-97e0-f21dc2992cba/f5e692b7-020f-4196-97e0-f21dc2992cba.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2136.170301] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f5e692b7-020f-4196-97e0-f21dc2992cba/f5e692b7-020f-4196-97e0-f21dc2992cba.vmdk to [datastore1] e3f919b5-3524-4926-ad4b-a717d9f3df6b/e3f919b5-3524-4926-ad4b-a717d9f3df6b.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2136.170301] env[63676]: DEBUG oslo_vmware.api [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2136.170301] env[63676]: value = "task-1926489" [ 2136.170301] env[63676]: _type = "Task" [ 2136.170301] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.170683] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bf27302-f5eb-4e1b-9044-ea76bf58e67e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.181823] env[63676]: DEBUG oslo_vmware.api [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.183502] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 2136.183502] env[63676]: value = "task-1926490" [ 2136.183502] env[63676]: _type = "Task" [ 2136.183502] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.192417] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.357026] env[63676]: DEBUG nova.compute.manager [req-bfa74b67-d852-4014-8244-90b7fbd5cf31 req-fe4d249d-b00c-4ad5-8463-91548dbbcd25 service nova] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Received event network-vif-deleted-19e9f350-1e98-4f39-92ac-2d492bdd5071 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2136.357653] env[63676]: INFO nova.compute.manager [req-bfa74b67-d852-4014-8244-90b7fbd5cf31 req-fe4d249d-b00c-4ad5-8463-91548dbbcd25 service nova] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Neutron deleted interface 19e9f350-1e98-4f39-92ac-2d492bdd5071; detaching it from the instance and deleting it from the info cache [ 2136.357653] env[63676]: DEBUG nova.network.neutron [req-bfa74b67-d852-4014-8244-90b7fbd5cf31 req-fe4d249d-b00c-4ad5-8463-91548dbbcd25 service nova] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2136.416699] env[63676]: DEBUG oslo_concurrency.lockutils [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Releasing lock "refresh_cache-27430538-f13b-4e42-a4cc-6b306b400291" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2136.417878] env[63676]: DEBUG nova.compute.manager [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Instance network_info: |[{"id": "b68a38b5-a601-46f0-934e-58d420dba062", "address": "fa:16:3e:e6:af:eb", "network": {"id": "fb1a8f4b-5e76-4e02-9818-693fe02ccbc5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578765997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a75c2b1db86b4c029c3f5ffe5bf7ee1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb68a38b5-a6", "ovs_interfaceid": "b68a38b5-a601-46f0-934e-58d420dba062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2136.417878] env[63676]: DEBUG oslo_concurrency.lockutils [req-ae98c5ae-39a1-4fee-b0b3-d4bae7fdb7cb req-bd7aa57a-8f64-483e-bf86-9d3caf349c6d service nova] Acquired lock "refresh_cache-27430538-f13b-4e42-a4cc-6b306b400291" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2136.417878] env[63676]: DEBUG nova.network.neutron [req-ae98c5ae-39a1-4fee-b0b3-d4bae7fdb7cb req-bd7aa57a-8f64-483e-bf86-9d3caf349c6d service nova] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Refreshing network info cache for port b68a38b5-a601-46f0-934e-58d420dba062 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2136.418766] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:af:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b68a38b5-a601-46f0-934e-58d420dba062', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2136.427178] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Creating folder: Project (a75c2b1db86b4c029c3f5ffe5bf7ee1a). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2136.428699] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8cf4f2d-401e-4be3-91be-139102adc7a1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.442222] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Created folder: Project (a75c2b1db86b4c029c3f5ffe5bf7ee1a) in parent group-v396927. [ 2136.442457] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Creating folder: Instances. Parent ref: group-v397230. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2136.442756] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f876028f-7fb7-4828-b4ab-d74bb595696e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.457300] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Created folder: Instances in parent group-v397230. [ 2136.457666] env[63676]: DEBUG oslo.service.loopingcall [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2136.457873] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2136.458146] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9b225a3b-163c-4229-9061-18969af81718 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.481201] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2136.481201] env[63676]: value = "task-1926493" [ 2136.481201] env[63676]: _type = "Task" [ 2136.481201] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.492382] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926493, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.671259] env[63676]: DEBUG oslo_concurrency.lockutils [req-f0d8d9cf-b51e-4e5c-9638-4fb613dadde9 req-1d506241-13bd-49c7-bc2f-cdefec2de89d service nova] Releasing lock "refresh_cache-cc049a13-f8ff-498e-8204-1a0a72df9846" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2136.683106] env[63676]: DEBUG oslo_vmware.api [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926489, 'name': ReconfigVM_Task, 'duration_secs': 0.335256} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2136.683406] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3/volume-69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2136.688136] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7ce4d88-0bd1-4743-8bdb-4c0c4cf6bbe6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.710409] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926490, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.712267] env[63676]: DEBUG oslo_vmware.api [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2136.712267] env[63676]: value = "task-1926494" [ 2136.712267] env[63676]: _type = "Task" [ 2136.712267] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2136.722501] env[63676]: DEBUG oslo_vmware.api [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926494, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2136.828885] env[63676]: DEBUG nova.network.neutron [-] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2136.863167] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-866b73a3-e7f2-41ae-aed7-db3156fb72c6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.874908] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9d6859e-c478-406b-898f-589db82eafb2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.908197] env[63676]: DEBUG nova.compute.manager [req-bfa74b67-d852-4014-8244-90b7fbd5cf31 req-fe4d249d-b00c-4ad5-8463-91548dbbcd25 service nova] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Detach interface failed, port_id=19e9f350-1e98-4f39-92ac-2d492bdd5071, reason: Instance b93872e7-c8bc-427d-9368-53840ec6cab1 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2136.998786] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926493, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.201925] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926490, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.217559] env[63676]: DEBUG nova.network.neutron [req-ae98c5ae-39a1-4fee-b0b3-d4bae7fdb7cb req-bd7aa57a-8f64-483e-bf86-9d3caf349c6d service nova] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Updated VIF entry in instance network info cache for port b68a38b5-a601-46f0-934e-58d420dba062. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2137.217970] env[63676]: DEBUG nova.network.neutron [req-ae98c5ae-39a1-4fee-b0b3-d4bae7fdb7cb req-bd7aa57a-8f64-483e-bf86-9d3caf349c6d service nova] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Updating instance_info_cache with network_info: [{"id": "b68a38b5-a601-46f0-934e-58d420dba062", "address": "fa:16:3e:e6:af:eb", "network": {"id": "fb1a8f4b-5e76-4e02-9818-693fe02ccbc5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578765997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a75c2b1db86b4c029c3f5ffe5bf7ee1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb68a38b5-a6", "ovs_interfaceid": "b68a38b5-a601-46f0-934e-58d420dba062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2137.227979] env[63676]: DEBUG oslo_vmware.api [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926494, 'name': ReconfigVM_Task, 'duration_secs': 0.292939} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.227979] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397222', 'volume_id': '69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3', 'name': 'volume-69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a287e1d-47d9-4e21-908f-2bf48c89966c', 'attached_at': '', 'detached_at': '', 'volume_id': '69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3', 'serial': '69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2137.227979] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5a6c74c-359e-42fa-9158-c206df11ced4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.235640] env[63676]: DEBUG oslo_vmware.api [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2137.235640] env[63676]: value = "task-1926495" [ 2137.235640] env[63676]: _type = "Task" [ 2137.235640] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.246846] env[63676]: DEBUG oslo_vmware.api [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926495, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.332436] env[63676]: INFO nova.compute.manager [-] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Took 1.78 seconds to deallocate network for instance. [ 2137.494259] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926493, 'name': CreateVM_Task, 'duration_secs': 0.54554} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.494468] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2137.495188] env[63676]: DEBUG oslo_concurrency.lockutils [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2137.495348] env[63676]: DEBUG oslo_concurrency.lockutils [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2137.495687] env[63676]: DEBUG oslo_concurrency.lockutils [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2137.495968] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fda3720-65d2-43cd-af91-6e1e4a27eaa0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.504552] env[63676]: DEBUG oslo_vmware.api [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2137.504552] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e8730d-5af1-2fa8-2a2c-b31f735ff9dc" [ 2137.504552] env[63676]: _type = "Task" [ 2137.504552] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.515019] env[63676]: DEBUG oslo_vmware.api [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e8730d-5af1-2fa8-2a2c-b31f735ff9dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.700854] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926490, 'name': CopyVirtualDisk_Task} progress is 57%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.720757] env[63676]: DEBUG oslo_concurrency.lockutils [req-ae98c5ae-39a1-4fee-b0b3-d4bae7fdb7cb req-bd7aa57a-8f64-483e-bf86-9d3caf349c6d service nova] Releasing lock "refresh_cache-27430538-f13b-4e42-a4cc-6b306b400291" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2137.754480] env[63676]: DEBUG oslo_vmware.api [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926495, 'name': Rename_Task, 'duration_secs': 0.29056} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2137.754480] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2137.754480] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5249332f-81f8-4b1a-9c6e-a3dfe874265f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.763361] env[63676]: DEBUG oslo_vmware.api [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2137.763361] env[63676]: value = "task-1926496" [ 2137.763361] env[63676]: _type = "Task" [ 2137.763361] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.774686] env[63676]: DEBUG oslo_vmware.api [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926496, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.840227] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.840630] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.840818] env[63676]: DEBUG nova.objects.instance [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lazy-loading 'resources' on Instance uuid b93872e7-c8bc-427d-9368-53840ec6cab1 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2138.021981] env[63676]: DEBUG oslo_vmware.api [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52e8730d-5af1-2fa8-2a2c-b31f735ff9dc, 'name': SearchDatastore_Task, 'duration_secs': 0.087548} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.022331] env[63676]: DEBUG oslo_concurrency.lockutils [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2138.022569] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2138.022815] env[63676]: DEBUG oslo_concurrency.lockutils [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2138.022965] env[63676]: DEBUG oslo_concurrency.lockutils [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2138.023148] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2138.023434] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21b6a8d7-b319-4e12-a4c4-bbad69b8521c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.043689] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2138.043879] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2138.044745] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfd1eafa-2f7e-4d8d-953b-e81d0424bd2c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.053407] env[63676]: DEBUG oslo_vmware.api [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2138.053407] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5264e2f8-d496-7d41-f1d3-4f0926d4fb46" [ 2138.053407] env[63676]: _type = "Task" [ 2138.053407] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.065056] env[63676]: DEBUG oslo_vmware.api [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5264e2f8-d496-7d41-f1d3-4f0926d4fb46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.201753] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926490, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.275176] env[63676]: DEBUG oslo_vmware.api [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926496, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.506072] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367c1b73-0602-428b-bb3e-2e7fa06ca6a0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.522739] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177d5272-602c-44dc-9ec3-4d9ef10ec9d1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.560313] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb51ee1-46b6-448f-8784-a672d620bc1e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.570426] env[63676]: DEBUG oslo_vmware.api [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5264e2f8-d496-7d41-f1d3-4f0926d4fb46, 'name': SearchDatastore_Task, 'duration_secs': 0.106871} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.573372] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f6a0cc5-333b-404d-b545-1a23a66cbb3f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.576954] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ec4e08-12ad-49a3-9498-04bd35e08e5f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.586136] env[63676]: DEBUG oslo_vmware.api [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2138.586136] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52457657-fb83-5dca-490e-6284c5bb9796" [ 2138.586136] env[63676]: _type = "Task" [ 2138.586136] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.594414] env[63676]: DEBUG nova.compute.provider_tree [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2138.612520] env[63676]: DEBUG oslo_vmware.api [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52457657-fb83-5dca-490e-6284c5bb9796, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.704389] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926490, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.774751] env[63676]: DEBUG oslo_vmware.api [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926496, 'name': PowerOnVM_Task, 'duration_secs': 1.000048} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.775063] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2138.775275] env[63676]: INFO nova.compute.manager [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Took 5.45 seconds to spawn the instance on the hypervisor. [ 2138.776493] env[63676]: DEBUG nova.compute.manager [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2138.777338] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1ef781-1bf9-43dd-84ea-3e1dc195c530 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.104597] env[63676]: DEBUG oslo_vmware.api [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52457657-fb83-5dca-490e-6284c5bb9796, 'name': SearchDatastore_Task, 'duration_secs': 0.107504} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.105468] env[63676]: DEBUG nova.scheduler.client.report [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2139.109402] env[63676]: DEBUG oslo_concurrency.lockutils [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2139.109698] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 27430538-f13b-4e42-a4cc-6b306b400291/27430538-f13b-4e42-a4cc-6b306b400291.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2139.110402] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2389c4d9-7d5c-49e6-81e8-46c942e8be52 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.117399] env[63676]: DEBUG oslo_vmware.api [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2139.117399] env[63676]: value = "task-1926497" [ 2139.117399] env[63676]: _type = "Task" [ 2139.117399] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.126046] env[63676]: DEBUG oslo_vmware.api [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.201911] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926490, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.583796} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.202229] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f5e692b7-020f-4196-97e0-f21dc2992cba/f5e692b7-020f-4196-97e0-f21dc2992cba.vmdk to [datastore1] e3f919b5-3524-4926-ad4b-a717d9f3df6b/e3f919b5-3524-4926-ad4b-a717d9f3df6b.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2139.203180] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38a688e-c37a-44d3-bb67-2c58273ce360 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.229832] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] e3f919b5-3524-4926-ad4b-a717d9f3df6b/e3f919b5-3524-4926-ad4b-a717d9f3df6b.vmdk or device None with type streamOptimized {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2139.230369] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33ddd208-e40a-4830-90d3-fdf9cced40e0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.251210] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 2139.251210] env[63676]: value = "task-1926498" [ 2139.251210] env[63676]: _type = "Task" [ 2139.251210] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.259578] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926498, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.296039] env[63676]: INFO nova.compute.manager [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Took 15.52 seconds to build instance. [ 2139.613952] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2139.631193] env[63676]: DEBUG oslo_vmware.api [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926497, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.648750] env[63676]: INFO nova.scheduler.client.report [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Deleted allocations for instance b93872e7-c8bc-427d-9368-53840ec6cab1 [ 2139.766019] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926498, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.797931] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f9f3e74f-e1e2-4f32-81e8-8e581be4ecdf tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "4a287e1d-47d9-4e21-908f-2bf48c89966c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.034s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2140.128605] env[63676]: DEBUG nova.compute.manager [req-356578b5-b7e7-4acb-b790-a0aa4c394508 req-b3456faf-88ae-4e42-adf8-4faba4d1fa7d service nova] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Received event network-changed-1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2140.132103] env[63676]: DEBUG nova.compute.manager [req-356578b5-b7e7-4acb-b790-a0aa4c394508 req-b3456faf-88ae-4e42-adf8-4faba4d1fa7d service nova] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Refreshing instance network info cache due to event network-changed-1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2140.132103] env[63676]: DEBUG oslo_concurrency.lockutils [req-356578b5-b7e7-4acb-b790-a0aa4c394508 req-b3456faf-88ae-4e42-adf8-4faba4d1fa7d service nova] Acquiring lock "refresh_cache-09219395-79b1-4a17-8357-12266d342eb4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2140.132103] env[63676]: DEBUG oslo_concurrency.lockutils [req-356578b5-b7e7-4acb-b790-a0aa4c394508 req-b3456faf-88ae-4e42-adf8-4faba4d1fa7d service nova] Acquired lock "refresh_cache-09219395-79b1-4a17-8357-12266d342eb4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2140.132103] env[63676]: DEBUG nova.network.neutron [req-356578b5-b7e7-4acb-b790-a0aa4c394508 req-b3456faf-88ae-4e42-adf8-4faba4d1fa7d service nova] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Refreshing network info cache for port 1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2140.135832] env[63676]: DEBUG oslo_vmware.api [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577519} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.136511] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 27430538-f13b-4e42-a4cc-6b306b400291/27430538-f13b-4e42-a4cc-6b306b400291.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2140.136741] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2140.137017] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce6ec05f-0e8c-4744-ab15-aa4a35cd13b3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.145671] env[63676]: DEBUG oslo_vmware.api [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2140.145671] env[63676]: value = "task-1926499" [ 2140.145671] env[63676]: _type = "Task" [ 2140.145671] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.157568] env[63676]: DEBUG oslo_vmware.api [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.157998] env[63676]: DEBUG oslo_concurrency.lockutils [None req-c90357fb-6cf6-4be2-acbd-f38b355eaba4 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "b93872e7-c8bc-427d-9368-53840ec6cab1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.427s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2140.262808] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926498, 'name': ReconfigVM_Task, 'duration_secs': 0.923295} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.263146] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Reconfigured VM instance instance-00000069 to attach disk [datastore1] e3f919b5-3524-4926-ad4b-a717d9f3df6b/e3f919b5-3524-4926-ad4b-a717d9f3df6b.vmdk or device None with type streamOptimized {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2140.263765] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ed98741-69ad-4a70-8ef6-d0d6ad8cf458 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.269745] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 2140.269745] env[63676]: value = "task-1926500" [ 2140.269745] env[63676]: _type = "Task" [ 2140.269745] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.278648] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926500, 'name': Rename_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.656968] env[63676]: DEBUG oslo_vmware.api [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06894} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.657834] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2140.659807] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d73ecc5-2d76-4a2d-bcf7-fa6577d98a7f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.684929] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 27430538-f13b-4e42-a4cc-6b306b400291/27430538-f13b-4e42-a4cc-6b306b400291.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2140.685430] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c306b56-f892-43e7-858d-a72a2d09bbb6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.710450] env[63676]: DEBUG oslo_vmware.api [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2140.710450] env[63676]: value = "task-1926501" [ 2140.710450] env[63676]: _type = "Task" [ 2140.710450] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.718754] env[63676]: DEBUG oslo_vmware.api [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926501, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.779841] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926500, 'name': Rename_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.088018] env[63676]: DEBUG nova.network.neutron [req-356578b5-b7e7-4acb-b790-a0aa4c394508 req-b3456faf-88ae-4e42-adf8-4faba4d1fa7d service nova] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Updated VIF entry in instance network info cache for port 1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2141.088018] env[63676]: DEBUG nova.network.neutron [req-356578b5-b7e7-4acb-b790-a0aa4c394508 req-b3456faf-88ae-4e42-adf8-4faba4d1fa7d service nova] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Updating instance_info_cache with network_info: [{"id": "1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8", "address": "fa:16:3e:fe:05:9c", "network": {"id": "a95efb99-eea4-4e98-bf52-a2201de39e28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1488566241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64afb88688594408bd695883c0366330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fe1650e-a6", "ovs_interfaceid": "1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2141.228187] env[63676]: DEBUG oslo_vmware.api [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.284691] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926500, 'name': Rename_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.591490] env[63676]: DEBUG oslo_concurrency.lockutils [req-356578b5-b7e7-4acb-b790-a0aa4c394508 req-b3456faf-88ae-4e42-adf8-4faba4d1fa7d service nova] Releasing lock "refresh_cache-09219395-79b1-4a17-8357-12266d342eb4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2141.726099] env[63676]: DEBUG oslo_vmware.api [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926501, 'name': ReconfigVM_Task, 'duration_secs': 0.785184} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.726406] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 27430538-f13b-4e42-a4cc-6b306b400291/27430538-f13b-4e42-a4cc-6b306b400291.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2141.728085] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25a56e53-f8e1-4451-98dc-8e8a74d94ff7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.735159] env[63676]: DEBUG oslo_vmware.api [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2141.735159] env[63676]: value = "task-1926502" [ 2141.735159] env[63676]: _type = "Task" [ 2141.735159] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.748272] env[63676]: DEBUG oslo_vmware.api [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926502, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.785097] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926500, 'name': Rename_Task, 'duration_secs': 1.049656} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.785424] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2141.785685] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3094524a-518c-4c6d-ab12-068bf8b82d6e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.793117] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 2141.793117] env[63676]: value = "task-1926503" [ 2141.793117] env[63676]: _type = "Task" [ 2141.793117] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.800660] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.029838] env[63676]: DEBUG nova.compute.manager [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Stashing vm_state: active {{(pid=63676) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 2142.165739] env[63676]: DEBUG nova.compute.manager [req-1ae2b611-cc2f-4f4f-9da1-87391c02b20f req-9f028fab-869c-474c-8708-c91bb04fe305 service nova] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Received event network-changed-f307def7-5c9c-4489-bd7b-b2298cc27c97 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2142.166095] env[63676]: DEBUG nova.compute.manager [req-1ae2b611-cc2f-4f4f-9da1-87391c02b20f req-9f028fab-869c-474c-8708-c91bb04fe305 service nova] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Refreshing instance network info cache due to event network-changed-f307def7-5c9c-4489-bd7b-b2298cc27c97. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2142.166298] env[63676]: DEBUG oslo_concurrency.lockutils [req-1ae2b611-cc2f-4f4f-9da1-87391c02b20f req-9f028fab-869c-474c-8708-c91bb04fe305 service nova] Acquiring lock "refresh_cache-4a287e1d-47d9-4e21-908f-2bf48c89966c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2142.166487] env[63676]: DEBUG oslo_concurrency.lockutils [req-1ae2b611-cc2f-4f4f-9da1-87391c02b20f req-9f028fab-869c-474c-8708-c91bb04fe305 service nova] Acquired lock "refresh_cache-4a287e1d-47d9-4e21-908f-2bf48c89966c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2142.166701] env[63676]: DEBUG nova.network.neutron [req-1ae2b611-cc2f-4f4f-9da1-87391c02b20f req-9f028fab-869c-474c-8708-c91bb04fe305 service nova] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Refreshing network info cache for port f307def7-5c9c-4489-bd7b-b2298cc27c97 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2142.244576] env[63676]: DEBUG oslo_vmware.api [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926502, 'name': Rename_Task, 'duration_secs': 0.285692} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.244842] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2142.245098] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9699b869-e8cf-4141-af6b-28d94f1d8cd6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.251310] env[63676]: DEBUG oslo_vmware.api [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2142.251310] env[63676]: value = "task-1926504" [ 2142.251310] env[63676]: _type = "Task" [ 2142.251310] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.258556] env[63676]: DEBUG oslo_vmware.api [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926504, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.303585] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926503, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.550430] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.550727] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.761724] env[63676]: DEBUG oslo_vmware.api [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926504, 'name': PowerOnVM_Task, 'duration_secs': 0.490234} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.761940] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2142.762162] env[63676]: INFO nova.compute.manager [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Took 9.02 seconds to spawn the instance on the hypervisor. [ 2142.762366] env[63676]: DEBUG nova.compute.manager [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2142.763182] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcd9151-5ec4-4a74-bca5-dd95772bd3e0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.803209] env[63676]: DEBUG oslo_vmware.api [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926503, 'name': PowerOnVM_Task, 'duration_secs': 0.809727} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.803553] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2142.933253] env[63676]: DEBUG nova.compute.manager [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2142.934236] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93516c86-4d53-46a0-9af1-4bf74f39f9d8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.980477] env[63676]: DEBUG nova.network.neutron [req-1ae2b611-cc2f-4f4f-9da1-87391c02b20f req-9f028fab-869c-474c-8708-c91bb04fe305 service nova] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Updated VIF entry in instance network info cache for port f307def7-5c9c-4489-bd7b-b2298cc27c97. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2142.980865] env[63676]: DEBUG nova.network.neutron [req-1ae2b611-cc2f-4f4f-9da1-87391c02b20f req-9f028fab-869c-474c-8708-c91bb04fe305 service nova] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Updating instance_info_cache with network_info: [{"id": "f307def7-5c9c-4489-bd7b-b2298cc27c97", "address": "fa:16:3e:e4:4d:67", "network": {"id": "a95efb99-eea4-4e98-bf52-a2201de39e28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1488566241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64afb88688594408bd695883c0366330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf307def7-5c", "ovs_interfaceid": "f307def7-5c9c-4489-bd7b-b2298cc27c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2143.055117] env[63676]: INFO nova.compute.claims [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2143.067252] env[63676]: DEBUG oslo_concurrency.lockutils [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "73805f76-89a3-4839-bdb6-5a3902ec0c57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.067649] env[63676]: DEBUG oslo_concurrency.lockutils [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "73805f76-89a3-4839-bdb6-5a3902ec0c57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2143.281358] env[63676]: INFO nova.compute.manager [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Took 14.78 seconds to build instance. [ 2143.452686] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b34c9327-0961-420d-901b-b914ed4af7e6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "e3f919b5-3524-4926-ad4b-a717d9f3df6b" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.790s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.483955] env[63676]: DEBUG oslo_concurrency.lockutils [req-1ae2b611-cc2f-4f4f-9da1-87391c02b20f req-9f028fab-869c-474c-8708-c91bb04fe305 service nova] Releasing lock "refresh_cache-4a287e1d-47d9-4e21-908f-2bf48c89966c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2143.567948] env[63676]: INFO nova.compute.resource_tracker [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Updating resource usage from migration 2133760c-1c3d-4957-8cef-16d37cde541c [ 2143.571034] env[63676]: DEBUG nova.compute.manager [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2143.678498] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039c0be8-cc45-4a85-8ffb-aeade66e3885 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.686190] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0570f80d-e178-4264-9b1f-9a9322585508 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.715630] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b23b4b8-0199-4e38-911a-ca98e577b4e6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.722826] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669c581b-bc56-4dc8-b287-5b30759b6f62 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.737257] env[63676]: DEBUG nova.compute.provider_tree [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2143.783012] env[63676]: DEBUG oslo_concurrency.lockutils [None req-db7aee2a-c899-483c-9468-181d36bd25a0 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "27430538-f13b-4e42-a4cc-6b306b400291" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.295s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.097622] env[63676]: DEBUG oslo_concurrency.lockutils [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2144.195792] env[63676]: DEBUG nova.compute.manager [req-55128e76-ad5e-4bc7-9b05-9ceaa23aa951 req-5b28c434-69fd-4706-82a5-3702c6ebdfa2 service nova] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Received event network-changed-b68a38b5-a601-46f0-934e-58d420dba062 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2144.196057] env[63676]: DEBUG nova.compute.manager [req-55128e76-ad5e-4bc7-9b05-9ceaa23aa951 req-5b28c434-69fd-4706-82a5-3702c6ebdfa2 service nova] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Refreshing instance network info cache due to event network-changed-b68a38b5-a601-46f0-934e-58d420dba062. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2144.196234] env[63676]: DEBUG oslo_concurrency.lockutils [req-55128e76-ad5e-4bc7-9b05-9ceaa23aa951 req-5b28c434-69fd-4706-82a5-3702c6ebdfa2 service nova] Acquiring lock "refresh_cache-27430538-f13b-4e42-a4cc-6b306b400291" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2144.196382] env[63676]: DEBUG oslo_concurrency.lockutils [req-55128e76-ad5e-4bc7-9b05-9ceaa23aa951 req-5b28c434-69fd-4706-82a5-3702c6ebdfa2 service nova] Acquired lock "refresh_cache-27430538-f13b-4e42-a4cc-6b306b400291" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2144.196543] env[63676]: DEBUG nova.network.neutron [req-55128e76-ad5e-4bc7-9b05-9ceaa23aa951 req-5b28c434-69fd-4706-82a5-3702c6ebdfa2 service nova] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Refreshing network info cache for port b68a38b5-a601-46f0-934e-58d420dba062 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2144.257206] env[63676]: ERROR nova.scheduler.client.report [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [req-88336cdb-c34e-4ab8-af0b-16349ed0ff03] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5759d2a2-0179-444e-89b9-d9d622fd17b7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-88336cdb-c34e-4ab8-af0b-16349ed0ff03"}]} [ 2144.273042] env[63676]: DEBUG nova.scheduler.client.report [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Refreshing inventories for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2144.285681] env[63676]: DEBUG nova.scheduler.client.report [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Updating ProviderTree inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2144.285907] env[63676]: DEBUG nova.compute.provider_tree [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2144.296708] env[63676]: DEBUG nova.scheduler.client.report [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Refreshing aggregate associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, aggregates: None {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2144.314739] env[63676]: DEBUG nova.scheduler.client.report [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Refreshing trait associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2144.421097] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52206fa1-c623-476e-9ed4-ea8090480fc4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.429136] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d3d1cb5-df05-4576-9ffc-a43fb327919f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.457962] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd21ab17-a738-424c-a165-1c738be9f1d3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.465628] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4c670f-4bb4-4012-852f-df93fc55f76c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.478472] env[63676]: DEBUG nova.compute.provider_tree [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2144.742350] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2144.742462] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Cleaning up deleted instances {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11645}} [ 2144.942071] env[63676]: DEBUG nova.network.neutron [req-55128e76-ad5e-4bc7-9b05-9ceaa23aa951 req-5b28c434-69fd-4706-82a5-3702c6ebdfa2 service nova] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Updated VIF entry in instance network info cache for port b68a38b5-a601-46f0-934e-58d420dba062. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2144.942447] env[63676]: DEBUG nova.network.neutron [req-55128e76-ad5e-4bc7-9b05-9ceaa23aa951 req-5b28c434-69fd-4706-82a5-3702c6ebdfa2 service nova] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Updating instance_info_cache with network_info: [{"id": "b68a38b5-a601-46f0-934e-58d420dba062", "address": "fa:16:3e:e6:af:eb", "network": {"id": "fb1a8f4b-5e76-4e02-9818-693fe02ccbc5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578765997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a75c2b1db86b4c029c3f5ffe5bf7ee1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb68a38b5-a6", "ovs_interfaceid": "b68a38b5-a601-46f0-934e-58d420dba062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2145.007173] env[63676]: DEBUG nova.scheduler.client.report [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Updated inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with generation 167 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2145.007455] env[63676]: DEBUG nova.compute.provider_tree [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Updating resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 generation from 167 to 168 during operation: update_inventory {{(pid=63676) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2145.007649] env[63676]: DEBUG nova.compute.provider_tree [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2145.256461] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] There are 51 instances to clean {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11654}} [ 2145.256841] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: de4ab7af-bc70-4aa0-9624-536e96ffdb6b] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2145.445028] env[63676]: DEBUG oslo_concurrency.lockutils [req-55128e76-ad5e-4bc7-9b05-9ceaa23aa951 req-5b28c434-69fd-4706-82a5-3702c6ebdfa2 service nova] Releasing lock "refresh_cache-27430538-f13b-4e42-a4cc-6b306b400291" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2145.512449] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.961s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.512607] env[63676]: INFO nova.compute.manager [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Migrating [ 2145.519865] env[63676]: DEBUG oslo_concurrency.lockutils [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.422s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2145.521408] env[63676]: INFO nova.compute.claims [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2145.759809] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 16e5273e-6392-447f-b4ba-38a24918954c] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2146.034042] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "refresh_cache-4a287e1d-47d9-4e21-908f-2bf48c89966c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2146.034248] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquired lock "refresh_cache-4a287e1d-47d9-4e21-908f-2bf48c89966c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2146.034391] env[63676]: DEBUG nova.network.neutron [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2146.263193] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: e4e9aa22-87ba-4cab-99fd-6e2da17d3779] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2146.676115] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a722eb47-823d-4908-99d1-26b9b7322464 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.689367] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca1e741a-94c8-44b0-bb13-6cf5736e7c2b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.720998] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d991091-7db0-4096-b0ed-ff5aabdbdbaa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.729675] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4f4b1d-dc3a-4905-9bab-ac0f1cd99ff1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.745377] env[63676]: DEBUG nova.compute.provider_tree [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2146.766315] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: e9e3394a-81fc-4203-a5d0-4d6ceee98e84] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2146.821118] env[63676]: DEBUG nova.network.neutron [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Updating instance_info_cache with network_info: [{"id": "f307def7-5c9c-4489-bd7b-b2298cc27c97", "address": "fa:16:3e:e4:4d:67", "network": {"id": "a95efb99-eea4-4e98-bf52-a2201de39e28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1488566241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64afb88688594408bd695883c0366330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf307def7-5c", "ovs_interfaceid": "f307def7-5c9c-4489-bd7b-b2298cc27c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2147.249114] env[63676]: DEBUG nova.scheduler.client.report [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2147.269595] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 19dd7335-4cdc-4563-96de-6ae1c920a7a2] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2147.324265] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Releasing lock "refresh_cache-4a287e1d-47d9-4e21-908f-2bf48c89966c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2147.754225] env[63676]: DEBUG oslo_concurrency.lockutils [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.234s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.754761] env[63676]: DEBUG nova.compute.manager [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2147.772856] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 7920f80e-dcaf-4ecc-bbdc-e61a9031651a] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2148.260346] env[63676]: DEBUG nova.compute.utils [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2148.262018] env[63676]: DEBUG nova.compute.manager [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2148.262286] env[63676]: DEBUG nova.network.neutron [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2148.275774] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 2f183168-27b9-475e-b85d-f14caf641f35] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2148.309322] env[63676]: DEBUG nova.policy [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e0cfd35a9724a1c94a92c0e6dd353d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2df5d806c97b4a319a5e218aa89e48d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 2148.561878] env[63676]: DEBUG nova.network.neutron [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Successfully created port: a4557d22-1024-4c1d-af00-903722ba602e {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2148.765691] env[63676]: DEBUG nova.compute.manager [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2148.769629] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2c6145d0-6bef-4edc-af63-9a0609966921 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquiring lock "a2fc79d4-f82d-4984-aaa4-e3170825cbbc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2148.769849] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2c6145d0-6bef-4edc-af63-9a0609966921 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "a2fc79d4-f82d-4984-aaa4-e3170825cbbc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2148.779099] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: d50fcabf-ec74-489a-ae06-68a950684981] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2148.839080] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe6028f-2864-4bb6-9aff-78c02b0d9a7f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.859111] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Updating instance '4a287e1d-47d9-4e21-908f-2bf48c89966c' progress to 0 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2149.274226] env[63676]: DEBUG nova.compute.utils [None req-2c6145d0-6bef-4edc-af63-9a0609966921 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2149.281792] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 5f6c13e1-1633-4b20-8dab-d1bc64bab2e9] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2149.364969] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2149.365300] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce952363-5ebc-4ba1-8949-e91d121470cf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.373893] env[63676]: DEBUG oslo_vmware.api [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2149.373893] env[63676]: value = "task-1926505" [ 2149.373893] env[63676]: _type = "Task" [ 2149.373893] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.381831] env[63676]: DEBUG oslo_vmware.api [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.777153] env[63676]: DEBUG nova.compute.manager [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2149.779848] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2c6145d0-6bef-4edc-af63-9a0609966921 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "a2fc79d4-f82d-4984-aaa4-e3170825cbbc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.784153] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: b93872e7-c8bc-427d-9368-53840ec6cab1] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2149.805902] env[63676]: DEBUG nova.virt.hardware [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2149.806196] env[63676]: DEBUG nova.virt.hardware [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2149.806395] env[63676]: DEBUG nova.virt.hardware [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2149.806726] env[63676]: DEBUG nova.virt.hardware [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2149.806771] env[63676]: DEBUG nova.virt.hardware [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2149.806948] env[63676]: DEBUG nova.virt.hardware [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2149.807218] env[63676]: DEBUG nova.virt.hardware [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2149.807420] env[63676]: DEBUG nova.virt.hardware [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2149.807637] env[63676]: DEBUG nova.virt.hardware [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2149.807841] env[63676]: DEBUG nova.virt.hardware [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2149.808124] env[63676]: DEBUG nova.virt.hardware [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2149.809054] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658e1ef4-528c-40e0-b958-d2313ecf851d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.817830] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2adafb72-6e63-4e98-9cdf-59eee6077102 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.884291] env[63676]: DEBUG oslo_vmware.api [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926505, 'name': PowerOffVM_Task, 'duration_secs': 0.245471} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.884597] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2149.884780] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Updating instance '4a287e1d-47d9-4e21-908f-2bf48c89966c' progress to 17 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2150.026743] env[63676]: DEBUG nova.compute.manager [req-01a060b4-22e3-4ad7-b3c9-b94c0447800f req-04d723a2-5491-4698-abef-a9a86a413604 service nova] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Received event network-vif-plugged-a4557d22-1024-4c1d-af00-903722ba602e {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2150.027085] env[63676]: DEBUG oslo_concurrency.lockutils [req-01a060b4-22e3-4ad7-b3c9-b94c0447800f req-04d723a2-5491-4698-abef-a9a86a413604 service nova] Acquiring lock "73805f76-89a3-4839-bdb6-5a3902ec0c57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.027494] env[63676]: DEBUG oslo_concurrency.lockutils [req-01a060b4-22e3-4ad7-b3c9-b94c0447800f req-04d723a2-5491-4698-abef-a9a86a413604 service nova] Lock "73805f76-89a3-4839-bdb6-5a3902ec0c57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.027682] env[63676]: DEBUG oslo_concurrency.lockutils [req-01a060b4-22e3-4ad7-b3c9-b94c0447800f req-04d723a2-5491-4698-abef-a9a86a413604 service nova] Lock "73805f76-89a3-4839-bdb6-5a3902ec0c57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2150.027904] env[63676]: DEBUG nova.compute.manager [req-01a060b4-22e3-4ad7-b3c9-b94c0447800f req-04d723a2-5491-4698-abef-a9a86a413604 service nova] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] No waiting events found dispatching network-vif-plugged-a4557d22-1024-4c1d-af00-903722ba602e {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2150.028148] env[63676]: WARNING nova.compute.manager [req-01a060b4-22e3-4ad7-b3c9-b94c0447800f req-04d723a2-5491-4698-abef-a9a86a413604 service nova] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Received unexpected event network-vif-plugged-a4557d22-1024-4c1d-af00-903722ba602e for instance with vm_state building and task_state spawning. [ 2150.123023] env[63676]: DEBUG nova.network.neutron [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Successfully updated port: a4557d22-1024-4c1d-af00-903722ba602e {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2150.287797] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: cf3f373b-6aa5-4d17-82cf-63cf43f4fd98] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2150.391359] env[63676]: DEBUG nova.virt.hardware [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2150.391692] env[63676]: DEBUG nova.virt.hardware [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2150.391917] env[63676]: DEBUG nova.virt.hardware [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2150.392177] env[63676]: DEBUG nova.virt.hardware [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2150.392424] env[63676]: DEBUG nova.virt.hardware [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2150.392667] env[63676]: DEBUG nova.virt.hardware [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2150.392949] env[63676]: DEBUG nova.virt.hardware [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2150.393178] env[63676]: DEBUG nova.virt.hardware [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2150.393428] env[63676]: DEBUG nova.virt.hardware [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2150.393656] env[63676]: DEBUG nova.virt.hardware [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2150.393933] env[63676]: DEBUG nova.virt.hardware [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2150.399130] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7be751cb-c011-4e83-8c5e-801ec4774783 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.416131] env[63676]: DEBUG oslo_vmware.api [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2150.416131] env[63676]: value = "task-1926506" [ 2150.416131] env[63676]: _type = "Task" [ 2150.416131] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.426277] env[63676]: DEBUG oslo_vmware.api [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926506, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.628444] env[63676]: DEBUG oslo_concurrency.lockutils [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "refresh_cache-73805f76-89a3-4839-bdb6-5a3902ec0c57" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2150.628603] env[63676]: DEBUG oslo_concurrency.lockutils [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquired lock "refresh_cache-73805f76-89a3-4839-bdb6-5a3902ec0c57" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2150.628764] env[63676]: DEBUG nova.network.neutron [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2150.792080] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: f2d2f67b-f315-4ce1-b314-5a7bdc1a4d36] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2150.843062] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2c6145d0-6bef-4edc-af63-9a0609966921 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquiring lock "a2fc79d4-f82d-4984-aaa4-e3170825cbbc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.843322] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2c6145d0-6bef-4edc-af63-9a0609966921 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "a2fc79d4-f82d-4984-aaa4-e3170825cbbc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.843553] env[63676]: INFO nova.compute.manager [None req-2c6145d0-6bef-4edc-af63-9a0609966921 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Attaching volume 09846e2e-6fd2-40cd-b71b-d13a97e3e958 to /dev/sdb [ 2150.873706] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c43aa47d-29dc-4e03-8beb-adfcba9a3d29 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.880862] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94ad047-4ed9-4333-afea-6057f6192e41 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.894117] env[63676]: DEBUG nova.virt.block_device [None req-2c6145d0-6bef-4edc-af63-9a0609966921 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Updating existing volume attachment record: 0e10c844-5f5a-4130-b6a6-4440356162bc {{(pid=63676) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2150.926153] env[63676]: DEBUG oslo_vmware.api [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926506, 'name': ReconfigVM_Task, 'duration_secs': 0.144643} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.926468] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Updating instance '4a287e1d-47d9-4e21-908f-2bf48c89966c' progress to 33 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2151.162428] env[63676]: DEBUG nova.network.neutron [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2151.294868] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: ecdfd63e-86e9-4a96-8230-a58ce62cea2e] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2151.342445] env[63676]: DEBUG nova.network.neutron [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Updating instance_info_cache with network_info: [{"id": "a4557d22-1024-4c1d-af00-903722ba602e", "address": "fa:16:3e:3f:61:6f", "network": {"id": "e919ded2-9fb5-42e1-b212-c38704c9a2d8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1540073764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df5d806c97b4a319a5e218aa89e48d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4557d22-10", "ovs_interfaceid": "a4557d22-1024-4c1d-af00-903722ba602e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2151.432864] env[63676]: DEBUG nova.virt.hardware [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2151.433134] env[63676]: DEBUG nova.virt.hardware [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2151.433301] env[63676]: DEBUG nova.virt.hardware [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2151.433484] env[63676]: DEBUG nova.virt.hardware [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2151.433631] env[63676]: DEBUG nova.virt.hardware [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2151.433778] env[63676]: DEBUG nova.virt.hardware [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2151.433982] env[63676]: DEBUG nova.virt.hardware [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2151.434164] env[63676]: DEBUG nova.virt.hardware [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2151.434329] env[63676]: DEBUG nova.virt.hardware [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2151.434491] env[63676]: DEBUG nova.virt.hardware [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2151.434662] env[63676]: DEBUG nova.virt.hardware [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2151.439823] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2151.440120] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d122686-0271-4043-a8cf-e0fe90f23617 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.457918] env[63676]: DEBUG oslo_vmware.api [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2151.457918] env[63676]: value = "task-1926510" [ 2151.457918] env[63676]: _type = "Task" [ 2151.457918] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.465324] env[63676]: DEBUG oslo_vmware.api [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926510, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.798758] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 92644b9e-6891-4de2-8f12-0a872e37ceb8] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2151.844681] env[63676]: DEBUG oslo_concurrency.lockutils [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Releasing lock "refresh_cache-73805f76-89a3-4839-bdb6-5a3902ec0c57" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2151.845072] env[63676]: DEBUG nova.compute.manager [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Instance network_info: |[{"id": "a4557d22-1024-4c1d-af00-903722ba602e", "address": "fa:16:3e:3f:61:6f", "network": {"id": "e919ded2-9fb5-42e1-b212-c38704c9a2d8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1540073764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df5d806c97b4a319a5e218aa89e48d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4557d22-10", "ovs_interfaceid": "a4557d22-1024-4c1d-af00-903722ba602e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2151.845538] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:61:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ce1511e-1eaa-45c6-a1ef-2b714c814fa1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4557d22-1024-4c1d-af00-903722ba602e', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2151.853062] env[63676]: DEBUG oslo.service.loopingcall [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2151.853293] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2151.853593] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-acebb26a-dd53-4ae5-b408-5beb41883e2b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.873313] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2151.873313] env[63676]: value = "task-1926511" [ 2151.873313] env[63676]: _type = "Task" [ 2151.873313] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.880747] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926511, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.968349] env[63676]: DEBUG oslo_vmware.api [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926510, 'name': ReconfigVM_Task, 'duration_secs': 0.213509} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.968632] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2151.969501] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de416e57-d982-4ce5-b852-de6e87ae3e9f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.992302] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] volume-69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3/volume-69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2151.992603] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eac6bf42-c3ca-4232-b277-1157a138a27c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.010462] env[63676]: DEBUG oslo_vmware.api [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2152.010462] env[63676]: value = "task-1926512" [ 2152.010462] env[63676]: _type = "Task" [ 2152.010462] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.018395] env[63676]: DEBUG oslo_vmware.api [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.052578] env[63676]: DEBUG nova.compute.manager [req-84e00c11-fc3c-4019-920f-50d483855799 req-532ea759-eef0-456a-a312-c96cb23eb882 service nova] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Received event network-changed-a4557d22-1024-4c1d-af00-903722ba602e {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2152.052773] env[63676]: DEBUG nova.compute.manager [req-84e00c11-fc3c-4019-920f-50d483855799 req-532ea759-eef0-456a-a312-c96cb23eb882 service nova] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Refreshing instance network info cache due to event network-changed-a4557d22-1024-4c1d-af00-903722ba602e. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2152.052987] env[63676]: DEBUG oslo_concurrency.lockutils [req-84e00c11-fc3c-4019-920f-50d483855799 req-532ea759-eef0-456a-a312-c96cb23eb882 service nova] Acquiring lock "refresh_cache-73805f76-89a3-4839-bdb6-5a3902ec0c57" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2152.053142] env[63676]: DEBUG oslo_concurrency.lockutils [req-84e00c11-fc3c-4019-920f-50d483855799 req-532ea759-eef0-456a-a312-c96cb23eb882 service nova] Acquired lock "refresh_cache-73805f76-89a3-4839-bdb6-5a3902ec0c57" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2152.053302] env[63676]: DEBUG nova.network.neutron [req-84e00c11-fc3c-4019-920f-50d483855799 req-532ea759-eef0-456a-a312-c96cb23eb882 service nova] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Refreshing network info cache for port a4557d22-1024-4c1d-af00-903722ba602e {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2152.302550] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 53b92e45-8bf3-45d2-beb6-5a349a5b055f] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2152.383780] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926511, 'name': CreateVM_Task, 'duration_secs': 0.450131} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.383998] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2152.390727] env[63676]: DEBUG oslo_concurrency.lockutils [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2152.390898] env[63676]: DEBUG oslo_concurrency.lockutils [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2152.391259] env[63676]: DEBUG oslo_concurrency.lockutils [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2152.391829] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b29db38-11f2-4068-9b22-37f67b9ae5c2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.396828] env[63676]: DEBUG oslo_vmware.api [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2152.396828] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529b4991-094e-35f8-c2a6-e3d21cd2a061" [ 2152.396828] env[63676]: _type = "Task" [ 2152.396828] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.404507] env[63676]: DEBUG oslo_vmware.api [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529b4991-094e-35f8-c2a6-e3d21cd2a061, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.520453] env[63676]: DEBUG oslo_vmware.api [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926512, 'name': ReconfigVM_Task, 'duration_secs': 0.318379} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.520687] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Reconfigured VM instance instance-00000071 to attach disk [datastore1] volume-69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3/volume-69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2152.520969] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Updating instance '4a287e1d-47d9-4e21-908f-2bf48c89966c' progress to 50 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2152.768876] env[63676]: DEBUG nova.network.neutron [req-84e00c11-fc3c-4019-920f-50d483855799 req-532ea759-eef0-456a-a312-c96cb23eb882 service nova] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Updated VIF entry in instance network info cache for port a4557d22-1024-4c1d-af00-903722ba602e. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2152.769273] env[63676]: DEBUG nova.network.neutron [req-84e00c11-fc3c-4019-920f-50d483855799 req-532ea759-eef0-456a-a312-c96cb23eb882 service nova] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Updating instance_info_cache with network_info: [{"id": "a4557d22-1024-4c1d-af00-903722ba602e", "address": "fa:16:3e:3f:61:6f", "network": {"id": "e919ded2-9fb5-42e1-b212-c38704c9a2d8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1540073764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df5d806c97b4a319a5e218aa89e48d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4557d22-10", "ovs_interfaceid": "a4557d22-1024-4c1d-af00-903722ba602e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2152.806308] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 1c1bdbe6-9aa6-421a-a42e-ccd12aa97f7b] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2152.908015] env[63676]: DEBUG oslo_vmware.api [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529b4991-094e-35f8-c2a6-e3d21cd2a061, 'name': SearchDatastore_Task, 'duration_secs': 0.032764} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.908382] env[63676]: DEBUG oslo_concurrency.lockutils [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2152.908627] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2152.908861] env[63676]: DEBUG oslo_concurrency.lockutils [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2152.909016] env[63676]: DEBUG oslo_concurrency.lockutils [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2152.909207] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2152.909478] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d7efbce-1809-4030-ab77-7999fc64181e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.922911] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2152.923114] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2152.923862] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aed9f894-934b-4610-a846-044e970009ed {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.929377] env[63676]: DEBUG oslo_vmware.api [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2152.929377] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52762ef9-9cbe-4f93-61e9-273742b352c9" [ 2152.929377] env[63676]: _type = "Task" [ 2152.929377] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.937519] env[63676]: DEBUG oslo_vmware.api [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52762ef9-9cbe-4f93-61e9-273742b352c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.027772] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a855233-aec7-4f62-ad14-77367c7dc7b9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.047457] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2fe59c-89bf-428c-9eb8-4777e048c11a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.065069] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Updating instance '4a287e1d-47d9-4e21-908f-2bf48c89966c' progress to 67 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2153.271780] env[63676]: DEBUG oslo_concurrency.lockutils [req-84e00c11-fc3c-4019-920f-50d483855799 req-532ea759-eef0-456a-a312-c96cb23eb882 service nova] Releasing lock "refresh_cache-73805f76-89a3-4839-bdb6-5a3902ec0c57" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2153.309639] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: a058bf37-2709-4420-ba2f-33dae385a8f0] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2153.439404] env[63676]: DEBUG oslo_vmware.api [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52762ef9-9cbe-4f93-61e9-273742b352c9, 'name': SearchDatastore_Task, 'duration_secs': 0.040429} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.441352] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-753d4c30-44f7-4b1e-8080-b5bed3e876b7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.445531] env[63676]: DEBUG oslo_vmware.api [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2153.445531] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529736eb-6d7c-4bf6-2212-63dc09853666" [ 2153.445531] env[63676]: _type = "Task" [ 2153.445531] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.453894] env[63676]: DEBUG oslo_vmware.api [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529736eb-6d7c-4bf6-2212-63dc09853666, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.813036] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 907bf91b-be1f-4a9a-a557-6c9e2906037c] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2153.955128] env[63676]: DEBUG oslo_vmware.api [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529736eb-6d7c-4bf6-2212-63dc09853666, 'name': SearchDatastore_Task, 'duration_secs': 0.009916} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.955401] env[63676]: DEBUG oslo_concurrency.lockutils [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2153.955657] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 73805f76-89a3-4839-bdb6-5a3902ec0c57/73805f76-89a3-4839-bdb6-5a3902ec0c57.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2153.955908] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-efc43dba-3564-4f22-bf47-158e4f71a4d1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.962423] env[63676]: DEBUG oslo_vmware.api [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2153.962423] env[63676]: value = "task-1926514" [ 2153.962423] env[63676]: _type = "Task" [ 2153.962423] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.970167] env[63676]: DEBUG oslo_vmware.api [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.316145] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 11d405ee-eb00-4da3-bf47-642f08017eb1] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2154.472559] env[63676]: DEBUG oslo_vmware.api [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487865} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.473164] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 73805f76-89a3-4839-bdb6-5a3902ec0c57/73805f76-89a3-4839-bdb6-5a3902ec0c57.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2154.473384] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2154.473710] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53c7dde1-8aaa-4fdf-b25f-2ec4fa587a25 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.480192] env[63676]: DEBUG oslo_vmware.api [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2154.480192] env[63676]: value = "task-1926515" [ 2154.480192] env[63676]: _type = "Task" [ 2154.480192] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.487149] env[63676]: DEBUG oslo_vmware.api [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.702664] env[63676]: DEBUG nova.network.neutron [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Port f307def7-5c9c-4489-bd7b-b2298cc27c97 binding to destination host cpu-1 is already ACTIVE {{(pid=63676) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2154.821767] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 807e47a5-0b0d-4767-8b34-785200d0a83d] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2154.990255] env[63676]: DEBUG oslo_vmware.api [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061429} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.990500] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2154.991279] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed5044a-2f74-41ba-90e2-f84c20d3e376 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.012429] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] 73805f76-89a3-4839-bdb6-5a3902ec0c57/73805f76-89a3-4839-bdb6-5a3902ec0c57.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2155.012664] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-472c0e32-d1d7-402c-a43e-c9ec541cbffa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.031835] env[63676]: DEBUG oslo_vmware.api [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2155.031835] env[63676]: value = "task-1926516" [ 2155.031835] env[63676]: _type = "Task" [ 2155.031835] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.039660] env[63676]: DEBUG oslo_vmware.api [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926516, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.324716] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: ffe4822e-d0ee-40f1-ae4f-eea41a20a054] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2155.437444] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c6145d0-6bef-4edc-af63-9a0609966921 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Volume attach. Driver type: vmdk {{(pid=63676) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2155.437698] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c6145d0-6bef-4edc-af63-9a0609966921 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397234', 'volume_id': '09846e2e-6fd2-40cd-b71b-d13a97e3e958', 'name': 'volume-09846e2e-6fd2-40cd-b71b-d13a97e3e958', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2fc79d4-f82d-4984-aaa4-e3170825cbbc', 'attached_at': '', 'detached_at': '', 'volume_id': '09846e2e-6fd2-40cd-b71b-d13a97e3e958', 'serial': '09846e2e-6fd2-40cd-b71b-d13a97e3e958'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2155.438621] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba08291c-a947-4a0e-8603-d6ba6e0e6fe5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.455088] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e099c0e0-0b0b-489d-8fff-7442a6dbf910 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.480893] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c6145d0-6bef-4edc-af63-9a0609966921 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] volume-09846e2e-6fd2-40cd-b71b-d13a97e3e958/volume-09846e2e-6fd2-40cd-b71b-d13a97e3e958.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2155.481195] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c2c362d-da8f-4542-b17d-2257daf5b9b6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.499432] env[63676]: DEBUG oslo_vmware.api [None req-2c6145d0-6bef-4edc-af63-9a0609966921 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2155.499432] env[63676]: value = "task-1926517" [ 2155.499432] env[63676]: _type = "Task" [ 2155.499432] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.507545] env[63676]: DEBUG oslo_vmware.api [None req-2c6145d0-6bef-4edc-af63-9a0609966921 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926517, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.541199] env[63676]: DEBUG oslo_vmware.api [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926516, 'name': ReconfigVM_Task, 'duration_secs': 0.334144} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.541453] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Reconfigured VM instance instance-00000073 to attach disk [datastore1] 73805f76-89a3-4839-bdb6-5a3902ec0c57/73805f76-89a3-4839-bdb6-5a3902ec0c57.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2155.542087] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4df1aa65-2286-4a8f-b3b4-b180fe79581c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.548817] env[63676]: DEBUG oslo_vmware.api [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2155.548817] env[63676]: value = "task-1926518" [ 2155.548817] env[63676]: _type = "Task" [ 2155.548817] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.558134] env[63676]: DEBUG oslo_vmware.api [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926518, 'name': Rename_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.723318] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "4a287e1d-47d9-4e21-908f-2bf48c89966c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2155.723608] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "4a287e1d-47d9-4e21-908f-2bf48c89966c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2155.723818] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "4a287e1d-47d9-4e21-908f-2bf48c89966c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2155.828447] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: b311e4ea-5a4f-4faa-b6a8-fcd29cfe4fb0] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2156.009055] env[63676]: DEBUG oslo_vmware.api [None req-2c6145d0-6bef-4edc-af63-9a0609966921 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926517, 'name': ReconfigVM_Task, 'duration_secs': 0.355793} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.009348] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c6145d0-6bef-4edc-af63-9a0609966921 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Reconfigured VM instance instance-0000006e to attach disk [datastore1] volume-09846e2e-6fd2-40cd-b71b-d13a97e3e958/volume-09846e2e-6fd2-40cd-b71b-d13a97e3e958.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2156.013986] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f55ab92-546e-472d-af6b-1f3b4be1ce2d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.027915] env[63676]: DEBUG oslo_vmware.api [None req-2c6145d0-6bef-4edc-af63-9a0609966921 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2156.027915] env[63676]: value = "task-1926519" [ 2156.027915] env[63676]: _type = "Task" [ 2156.027915] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.035251] env[63676]: DEBUG oslo_vmware.api [None req-2c6145d0-6bef-4edc-af63-9a0609966921 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926519, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.056901] env[63676]: DEBUG oslo_vmware.api [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926518, 'name': Rename_Task, 'duration_secs': 0.130607} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.057213] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2156.057455] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11e7ceb3-39a3-4724-92c1-2becdd31c64b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.063180] env[63676]: DEBUG oslo_vmware.api [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2156.063180] env[63676]: value = "task-1926520" [ 2156.063180] env[63676]: _type = "Task" [ 2156.063180] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.071674] env[63676]: DEBUG oslo_vmware.api [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926520, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.331914] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 4c23d3a5-d194-48df-87b7-347d31bf908e] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2156.541712] env[63676]: DEBUG oslo_vmware.api [None req-2c6145d0-6bef-4edc-af63-9a0609966921 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926519, 'name': ReconfigVM_Task, 'duration_secs': 0.147312} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.542079] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c6145d0-6bef-4edc-af63-9a0609966921 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397234', 'volume_id': '09846e2e-6fd2-40cd-b71b-d13a97e3e958', 'name': 'volume-09846e2e-6fd2-40cd-b71b-d13a97e3e958', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2fc79d4-f82d-4984-aaa4-e3170825cbbc', 'attached_at': '', 'detached_at': '', 'volume_id': '09846e2e-6fd2-40cd-b71b-d13a97e3e958', 'serial': '09846e2e-6fd2-40cd-b71b-d13a97e3e958'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2156.572959] env[63676]: DEBUG oslo_vmware.api [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926520, 'name': PowerOnVM_Task, 'duration_secs': 0.444395} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.573264] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2156.573470] env[63676]: INFO nova.compute.manager [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Took 6.80 seconds to spawn the instance on the hypervisor. [ 2156.573650] env[63676]: DEBUG nova.compute.manager [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2156.574542] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf14121-9f81-4823-99d4-607a7e2edbb3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.772202] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "refresh_cache-4a287e1d-47d9-4e21-908f-2bf48c89966c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2156.772403] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquired lock "refresh_cache-4a287e1d-47d9-4e21-908f-2bf48c89966c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2156.772579] env[63676]: DEBUG nova.network.neutron [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2156.835586] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 35cab01d-ff1d-4ea8-abd3-46824d06abf9] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2157.093682] env[63676]: INFO nova.compute.manager [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Took 13.02 seconds to build instance. [ 2157.340360] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 267a3342-3ac0-4cc0-897e-4923cbc96a76] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2157.582437] env[63676]: DEBUG nova.objects.instance [None req-2c6145d0-6bef-4edc-af63-9a0609966921 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lazy-loading 'flavor' on Instance uuid a2fc79d4-f82d-4984-aaa4-e3170825cbbc {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2157.595787] env[63676]: DEBUG oslo_concurrency.lockutils [None req-364a7eef-3019-437d-9c75-6d3ff73643b3 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "73805f76-89a3-4839-bdb6-5a3902ec0c57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.528s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2157.726059] env[63676]: DEBUG nova.compute.manager [req-16570a52-3294-4742-b153-2594804d719f req-1af33f1e-c220-4e57-82c2-082cc2209fa0 service nova] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Received event network-changed-a4557d22-1024-4c1d-af00-903722ba602e {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2157.726268] env[63676]: DEBUG nova.compute.manager [req-16570a52-3294-4742-b153-2594804d719f req-1af33f1e-c220-4e57-82c2-082cc2209fa0 service nova] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Refreshing instance network info cache due to event network-changed-a4557d22-1024-4c1d-af00-903722ba602e. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2157.726488] env[63676]: DEBUG oslo_concurrency.lockutils [req-16570a52-3294-4742-b153-2594804d719f req-1af33f1e-c220-4e57-82c2-082cc2209fa0 service nova] Acquiring lock "refresh_cache-73805f76-89a3-4839-bdb6-5a3902ec0c57" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2157.726631] env[63676]: DEBUG oslo_concurrency.lockutils [req-16570a52-3294-4742-b153-2594804d719f req-1af33f1e-c220-4e57-82c2-082cc2209fa0 service nova] Acquired lock "refresh_cache-73805f76-89a3-4839-bdb6-5a3902ec0c57" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2157.726801] env[63676]: DEBUG nova.network.neutron [req-16570a52-3294-4742-b153-2594804d719f req-1af33f1e-c220-4e57-82c2-082cc2209fa0 service nova] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Refreshing network info cache for port a4557d22-1024-4c1d-af00-903722ba602e {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2157.833753] env[63676]: DEBUG nova.network.neutron [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Updating instance_info_cache with network_info: [{"id": "f307def7-5c9c-4489-bd7b-b2298cc27c97", "address": "fa:16:3e:e4:4d:67", "network": {"id": "a95efb99-eea4-4e98-bf52-a2201de39e28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1488566241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64afb88688594408bd695883c0366330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf307def7-5c", "ovs_interfaceid": "f307def7-5c9c-4489-bd7b-b2298cc27c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2157.842728] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 57f0fd01-bddc-4ef1-b512-e2065d19d9f2] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2158.087451] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2c6145d0-6bef-4edc-af63-9a0609966921 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "a2fc79d4-f82d-4984-aaa4-e3170825cbbc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.244s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2158.205060] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8651c764-c970-4952-b878-5c8c3ef3980e tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquiring lock "a2fc79d4-f82d-4984-aaa4-e3170825cbbc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2158.205331] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8651c764-c970-4952-b878-5c8c3ef3980e tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "a2fc79d4-f82d-4984-aaa4-e3170825cbbc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2158.205519] env[63676]: DEBUG nova.compute.manager [None req-8651c764-c970-4952-b878-5c8c3ef3980e tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2158.206444] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f28af5f-b5c0-4902-a895-edbdbb4d89e0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.213874] env[63676]: DEBUG nova.compute.manager [None req-8651c764-c970-4952-b878-5c8c3ef3980e tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63676) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2158.214618] env[63676]: DEBUG nova.objects.instance [None req-8651c764-c970-4952-b878-5c8c3ef3980e tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lazy-loading 'flavor' on Instance uuid a2fc79d4-f82d-4984-aaa4-e3170825cbbc {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2158.340026] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Releasing lock "refresh_cache-4a287e1d-47d9-4e21-908f-2bf48c89966c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2158.345431] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: e40b252a-87ee-4519-8e88-d6f04182ecaa] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2158.461069] env[63676]: DEBUG nova.network.neutron [req-16570a52-3294-4742-b153-2594804d719f req-1af33f1e-c220-4e57-82c2-082cc2209fa0 service nova] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Updated VIF entry in instance network info cache for port a4557d22-1024-4c1d-af00-903722ba602e. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2158.461473] env[63676]: DEBUG nova.network.neutron [req-16570a52-3294-4742-b153-2594804d719f req-1af33f1e-c220-4e57-82c2-082cc2209fa0 service nova] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Updating instance_info_cache with network_info: [{"id": "a4557d22-1024-4c1d-af00-903722ba602e", "address": "fa:16:3e:3f:61:6f", "network": {"id": "e919ded2-9fb5-42e1-b212-c38704c9a2d8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1540073764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df5d806c97b4a319a5e218aa89e48d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4557d22-10", "ovs_interfaceid": "a4557d22-1024-4c1d-af00-903722ba602e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2158.848038] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 96055d7f-cb10-4317-883c-cf6c668ba76e] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2158.850304] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f331f1-f99c-4393-8db3-17565ad1b371 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.858385] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f76a29-a50b-458a-a790-37ecf96eaba0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.964163] env[63676]: DEBUG oslo_concurrency.lockutils [req-16570a52-3294-4742-b153-2594804d719f req-1af33f1e-c220-4e57-82c2-082cc2209fa0 service nova] Releasing lock "refresh_cache-73805f76-89a3-4839-bdb6-5a3902ec0c57" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2159.221905] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8651c764-c970-4952-b878-5c8c3ef3980e tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2159.222262] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d067154e-2e0e-4355-9286-dbb59aa69ed5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.229889] env[63676]: DEBUG oslo_vmware.api [None req-8651c764-c970-4952-b878-5c8c3ef3980e tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2159.229889] env[63676]: value = "task-1926521" [ 2159.229889] env[63676]: _type = "Task" [ 2159.229889] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.238305] env[63676]: DEBUG oslo_vmware.api [None req-8651c764-c970-4952-b878-5c8c3ef3980e tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926521, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.355224] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: f42eb9a0-03ab-45ce-a309-2293fef9565a] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2159.739660] env[63676]: DEBUG oslo_vmware.api [None req-8651c764-c970-4952-b878-5c8c3ef3980e tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926521, 'name': PowerOffVM_Task, 'duration_secs': 0.356623} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.739885] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8651c764-c970-4952-b878-5c8c3ef3980e tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2159.740106] env[63676]: DEBUG nova.compute.manager [None req-8651c764-c970-4952-b878-5c8c3ef3980e tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2159.740875] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a641085c-d8d1-40fe-a2b5-f6c90f1f38de {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.858385] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 038a0675-2f22-4612-a0a1-7c59d82f0fb9] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2159.955858] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9623b3-2978-4e6f-9459-db22d84da97b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.975916] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27eca882-84ed-4d21-824d-86206e4730b0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.983094] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Updating instance '4a287e1d-47d9-4e21-908f-2bf48c89966c' progress to 83 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2160.251888] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8651c764-c970-4952-b878-5c8c3ef3980e tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "a2fc79d4-f82d-4984-aaa4-e3170825cbbc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.046s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.361246] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 6ee39c3c-33c9-4ce8-b214-bba1e8629e75] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2160.489248] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2160.489906] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb35c9bb-58b2-4e94-ae2c-94df7061cfb7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.496550] env[63676]: DEBUG oslo_vmware.api [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2160.496550] env[63676]: value = "task-1926522" [ 2160.496550] env[63676]: _type = "Task" [ 2160.496550] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.504549] env[63676]: DEBUG oslo_vmware.api [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.683923] env[63676]: DEBUG nova.objects.instance [None req-6a619d96-aa1e-416e-98c4-1858142f6ec3 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lazy-loading 'flavor' on Instance uuid a2fc79d4-f82d-4984-aaa4-e3170825cbbc {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2160.864644] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 07c4b6fa-d291-4827-b390-3a1f8d365652] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2161.006337] env[63676]: DEBUG oslo_vmware.api [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926522, 'name': PowerOnVM_Task, 'duration_secs': 0.380939} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.006618] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2161.006805] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1e202ec2-d108-41cc-a615-0da05bbdb894 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Updating instance '4a287e1d-47d9-4e21-908f-2bf48c89966c' progress to 100 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2161.188871] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6a619d96-aa1e-416e-98c4-1858142f6ec3 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquiring lock "refresh_cache-a2fc79d4-f82d-4984-aaa4-e3170825cbbc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2161.189140] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6a619d96-aa1e-416e-98c4-1858142f6ec3 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquired lock "refresh_cache-a2fc79d4-f82d-4984-aaa4-e3170825cbbc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2161.189328] env[63676]: DEBUG nova.network.neutron [None req-6a619d96-aa1e-416e-98c4-1858142f6ec3 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2161.189512] env[63676]: DEBUG nova.objects.instance [None req-6a619d96-aa1e-416e-98c4-1858142f6ec3 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lazy-loading 'info_cache' on Instance uuid a2fc79d4-f82d-4984-aaa4-e3170825cbbc {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2161.368043] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: c5474fff-4c75-48eb-9644-6b7a04b9da80] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2161.692975] env[63676]: DEBUG nova.objects.base [None req-6a619d96-aa1e-416e-98c4-1858142f6ec3 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63676) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2161.871232] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: e47e0f8b-4282-41a7-8061-3a0ed52bfce6] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2162.374088] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 53a3b298-c0b7-4810-abd0-637f64f520a8] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2162.513011] env[63676]: DEBUG nova.network.neutron [None req-6a619d96-aa1e-416e-98c4-1858142f6ec3 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Updating instance_info_cache with network_info: [{"id": "86b87e5f-64c6-4816-8a8a-183786c138be", "address": "fa:16:3e:2f:a0:aa", "network": {"id": "fde740f8-0b20-49c5-b98c-77d3f65d2d60", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-654539961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a66733555d82429a9f59fc2d00a26ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86b87e5f-64", "ovs_interfaceid": "86b87e5f-64c6-4816-8a8a-183786c138be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2162.877751] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: e6b74d4a-ff94-4880-ac1f-4a4bbb2c50d8] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2162.931130] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1146003a-9b5a-4af7-b043-74e32f49017b tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "4a287e1d-47d9-4e21-908f-2bf48c89966c" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2162.931534] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1146003a-9b5a-4af7-b043-74e32f49017b tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "4a287e1d-47d9-4e21-908f-2bf48c89966c" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2162.931826] env[63676]: DEBUG nova.compute.manager [None req-1146003a-9b5a-4af7-b043-74e32f49017b tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Going to confirm migration 7 {{(pid=63676) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 2163.016435] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6a619d96-aa1e-416e-98c4-1858142f6ec3 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Releasing lock "refresh_cache-a2fc79d4-f82d-4984-aaa4-e3170825cbbc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2163.382020] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 43d0f36f-37e4-47e3-9a1c-0ac979c13a10] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2163.469693] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1146003a-9b5a-4af7-b043-74e32f49017b tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "refresh_cache-4a287e1d-47d9-4e21-908f-2bf48c89966c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2163.469886] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1146003a-9b5a-4af7-b043-74e32f49017b tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquired lock "refresh_cache-4a287e1d-47d9-4e21-908f-2bf48c89966c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2163.470094] env[63676]: DEBUG nova.network.neutron [None req-1146003a-9b5a-4af7-b043-74e32f49017b tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2163.470320] env[63676]: DEBUG nova.objects.instance [None req-1146003a-9b5a-4af7-b043-74e32f49017b tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lazy-loading 'info_cache' on Instance uuid 4a287e1d-47d9-4e21-908f-2bf48c89966c {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2163.885062] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: e74e3fe1-d96c-4da8-b23b-4038c11789bf] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2164.022073] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a619d96-aa1e-416e-98c4-1858142f6ec3 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2164.022415] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-032a007b-1f1f-439f-a0a6-7cec905e46dd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.029496] env[63676]: DEBUG oslo_vmware.api [None req-6a619d96-aa1e-416e-98c4-1858142f6ec3 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2164.029496] env[63676]: value = "task-1926523" [ 2164.029496] env[63676]: _type = "Task" [ 2164.029496] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.037303] env[63676]: DEBUG oslo_vmware.api [None req-6a619d96-aa1e-416e-98c4-1858142f6ec3 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926523, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.388016] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: f9cafda5-674f-4fe6-ad00-ca304219fc86] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2164.539724] env[63676]: DEBUG oslo_vmware.api [None req-6a619d96-aa1e-416e-98c4-1858142f6ec3 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926523, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.686045] env[63676]: DEBUG nova.network.neutron [None req-1146003a-9b5a-4af7-b043-74e32f49017b tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Updating instance_info_cache with network_info: [{"id": "f307def7-5c9c-4489-bd7b-b2298cc27c97", "address": "fa:16:3e:e4:4d:67", "network": {"id": "a95efb99-eea4-4e98-bf52-a2201de39e28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1488566241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64afb88688594408bd695883c0366330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf307def7-5c", "ovs_interfaceid": "f307def7-5c9c-4489-bd7b-b2298cc27c97", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2164.891722] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 7bd23d57-885d-41ce-bbfe-98fa97cf6efb] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2165.040828] env[63676]: DEBUG oslo_vmware.api [None req-6a619d96-aa1e-416e-98c4-1858142f6ec3 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926523, 'name': PowerOnVM_Task, 'duration_secs': 0.678881} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.041101] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a619d96-aa1e-416e-98c4-1858142f6ec3 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2165.041325] env[63676]: DEBUG nova.compute.manager [None req-6a619d96-aa1e-416e-98c4-1858142f6ec3 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2165.042339] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db21153-b4e4-4df1-bb7f-8027be52e317 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.191865] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1146003a-9b5a-4af7-b043-74e32f49017b tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Releasing lock "refresh_cache-4a287e1d-47d9-4e21-908f-2bf48c89966c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2165.192088] env[63676]: DEBUG nova.objects.instance [None req-1146003a-9b5a-4af7-b043-74e32f49017b tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lazy-loading 'migration_context' on Instance uuid 4a287e1d-47d9-4e21-908f-2bf48c89966c {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2165.394924] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 4e4f91e9-c1e4-4ddf-9d97-efbdb0894cfe] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2165.694986] env[63676]: DEBUG nova.objects.base [None req-1146003a-9b5a-4af7-b043-74e32f49017b tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Object Instance<4a287e1d-47d9-4e21-908f-2bf48c89966c> lazy-loaded attributes: info_cache,migration_context {{(pid=63676) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2165.696262] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb021e52-6292-4570-9ebc-7d6d50970cd4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.715315] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-695a0c4b-98ed-4a86-b12d-2c6a8db9b1dc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.720536] env[63676]: DEBUG oslo_vmware.api [None req-1146003a-9b5a-4af7-b043-74e32f49017b tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2165.720536] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a5fa4b-d2d6-895f-06f6-ea4558f8965d" [ 2165.720536] env[63676]: _type = "Task" [ 2165.720536] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.727729] env[63676]: DEBUG oslo_vmware.api [None req-1146003a-9b5a-4af7-b043-74e32f49017b tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a5fa4b-d2d6-895f-06f6-ea4558f8965d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.899085] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 4a2985db-ab1c-4029-b5e6-2154f5308024] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2166.231587] env[63676]: DEBUG oslo_vmware.api [None req-1146003a-9b5a-4af7-b043-74e32f49017b tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a5fa4b-d2d6-895f-06f6-ea4558f8965d, 'name': SearchDatastore_Task, 'duration_secs': 0.007142} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.231816] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1146003a-9b5a-4af7-b043-74e32f49017b tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2166.232055] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1146003a-9b5a-4af7-b043-74e32f49017b tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2166.402651] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: d7f0b9f2-7f4d-4fa6-a800-72fb78d40d3e] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2166.854749] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c69125d-b951-4a35-8ab5-20f0b72fd6a4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.862156] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b31fb3-83e7-4824-89bc-76fbaed37e9b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.896678] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21048f46-283a-4822-9336-e52906fed9f7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.905039] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e9094f-33bd-481b-ba5a-a2e1f9621373 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.909285] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: b3497c2b-3d8b-4bf0-ae16-f75c4dd5a112] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2166.921346] env[63676]: DEBUG nova.compute.provider_tree [None req-1146003a-9b5a-4af7-b043-74e32f49017b tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2167.412755] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 3f45007f-d699-43f9-a2fd-84565bd1930c] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2167.424897] env[63676]: DEBUG nova.scheduler.client.report [None req-1146003a-9b5a-4af7-b043-74e32f49017b tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2167.915863] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: f07729fe-f159-4ff5-90e0-33f7696a22c6] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2168.419146] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 7703addf-fe6d-40f7-bb52-47fa36c14a50] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2168.436620] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1146003a-9b5a-4af7-b043-74e32f49017b tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.204s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.922232] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 6321e4cd-2f34-4dca-b144-2c5eadcbf8fc] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2168.989578] env[63676]: INFO nova.scheduler.client.report [None req-1146003a-9b5a-4af7-b043-74e32f49017b tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Deleted allocation for migration 2133760c-1c3d-4957-8cef-16d37cde541c [ 2169.391285] env[63676]: INFO nova.compute.manager [None req-7f1a9236-30cf-48ef-bdbc-90cdf5bb3acc tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Get console output [ 2169.391573] env[63676]: WARNING nova.virt.vmwareapi.driver [None req-7f1a9236-30cf-48ef-bdbc-90cdf5bb3acc tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] The console log is missing. Check your VSPC configuration [ 2169.424740] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 91df9ad8-2c37-4eda-a0b1-e851fef3e30c] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2169.497043] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1146003a-9b5a-4af7-b043-74e32f49017b tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "4a287e1d-47d9-4e21-908f-2bf48c89966c" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.565s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2169.927595] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: c9f6175c-4f97-4ace-9eb2-17693dc1c2e5] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2170.431132] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 887940ac-c689-45f3-b5db-d988d1e581fa] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2170.934659] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2170.934883] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Cleaning up deleted instances with incomplete migration {{(pid=63676) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11683}} [ 2171.059248] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1a26ec2a-cb7a-45fd-b3b5-0c92084bec20 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "cc049a13-f8ff-498e-8204-1a0a72df9846" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2171.059555] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1a26ec2a-cb7a-45fd-b3b5-0c92084bec20 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "cc049a13-f8ff-498e-8204-1a0a72df9846" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2171.437323] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2171.562630] env[63676]: DEBUG nova.compute.utils [None req-1a26ec2a-cb7a-45fd-b3b5-0c92084bec20 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2172.065653] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1a26ec2a-cb7a-45fd-b3b5-0c92084bec20 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "cc049a13-f8ff-498e-8204-1a0a72df9846" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2173.128461] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1a26ec2a-cb7a-45fd-b3b5-0c92084bec20 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "cc049a13-f8ff-498e-8204-1a0a72df9846" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2173.128840] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1a26ec2a-cb7a-45fd-b3b5-0c92084bec20 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "cc049a13-f8ff-498e-8204-1a0a72df9846" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2173.128954] env[63676]: INFO nova.compute.manager [None req-1a26ec2a-cb7a-45fd-b3b5-0c92084bec20 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Attaching volume cd7d4ea4-ede1-4a7f-aa7d-d797bcdf1584 to /dev/sdb [ 2173.158479] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16917a0-5d23-4bfc-b3ed-fafda1883da3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.165723] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9da9611-ba9d-4ec9-a255-deb310a46e43 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.180199] env[63676]: DEBUG nova.virt.block_device [None req-1a26ec2a-cb7a-45fd-b3b5-0c92084bec20 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Updating existing volume attachment record: 96145e9e-e207-400d-aca6-11fda0fe27b9 {{(pid=63676) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2177.722026] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a26ec2a-cb7a-45fd-b3b5-0c92084bec20 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Volume attach. Driver type: vmdk {{(pid=63676) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2177.722327] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a26ec2a-cb7a-45fd-b3b5-0c92084bec20 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397237', 'volume_id': 'cd7d4ea4-ede1-4a7f-aa7d-d797bcdf1584', 'name': 'volume-cd7d4ea4-ede1-4a7f-aa7d-d797bcdf1584', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc049a13-f8ff-498e-8204-1a0a72df9846', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd7d4ea4-ede1-4a7f-aa7d-d797bcdf1584', 'serial': 'cd7d4ea4-ede1-4a7f-aa7d-d797bcdf1584'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2177.723115] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66cbf88-1a54-4eb0-9888-a04094e83479 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.740329] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c526cf-a946-4c0e-93ae-4d849a4499de {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.763758] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a26ec2a-cb7a-45fd-b3b5-0c92084bec20 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-cd7d4ea4-ede1-4a7f-aa7d-d797bcdf1584/volume-cd7d4ea4-ede1-4a7f-aa7d-d797bcdf1584.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2177.764015] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fe817bcb-c6ac-4cc0-95b4-8119d53e7c32 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.782103] env[63676]: DEBUG oslo_vmware.api [None req-1a26ec2a-cb7a-45fd-b3b5-0c92084bec20 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2177.782103] env[63676]: value = "task-1926528" [ 2177.782103] env[63676]: _type = "Task" [ 2177.782103] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.789724] env[63676]: DEBUG oslo_vmware.api [None req-1a26ec2a-cb7a-45fd-b3b5-0c92084bec20 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926528, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.939596] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2177.939844] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2177.940062] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Starting heal instance info cache {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 2177.940170] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Rebuilding the list of instances to heal {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 2178.291145] env[63676]: DEBUG oslo_vmware.api [None req-1a26ec2a-cb7a-45fd-b3b5-0c92084bec20 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926528, 'name': ReconfigVM_Task, 'duration_secs': 0.353053} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.291439] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a26ec2a-cb7a-45fd-b3b5-0c92084bec20 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-cd7d4ea4-ede1-4a7f-aa7d-d797bcdf1584/volume-cd7d4ea4-ede1-4a7f-aa7d-d797bcdf1584.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2178.296011] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9eebdf3d-6aaf-44af-bc2b-e34f739ece47 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.310781] env[63676]: DEBUG oslo_vmware.api [None req-1a26ec2a-cb7a-45fd-b3b5-0c92084bec20 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2178.310781] env[63676]: value = "task-1926529" [ 2178.310781] env[63676]: _type = "Task" [ 2178.310781] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2178.318835] env[63676]: DEBUG oslo_vmware.api [None req-1a26ec2a-cb7a-45fd-b3b5-0c92084bec20 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926529, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.471663] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "refresh_cache-09219395-79b1-4a17-8357-12266d342eb4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2178.471817] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquired lock "refresh_cache-09219395-79b1-4a17-8357-12266d342eb4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2178.471966] env[63676]: DEBUG nova.network.neutron [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Forcefully refreshing network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2178.472141] env[63676]: DEBUG nova.objects.instance [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lazy-loading 'info_cache' on Instance uuid 09219395-79b1-4a17-8357-12266d342eb4 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2178.821079] env[63676]: DEBUG oslo_vmware.api [None req-1a26ec2a-cb7a-45fd-b3b5-0c92084bec20 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926529, 'name': ReconfigVM_Task, 'duration_secs': 0.135546} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.821433] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a26ec2a-cb7a-45fd-b3b5-0c92084bec20 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397237', 'volume_id': 'cd7d4ea4-ede1-4a7f-aa7d-d797bcdf1584', 'name': 'volume-cd7d4ea4-ede1-4a7f-aa7d-d797bcdf1584', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cc049a13-f8ff-498e-8204-1a0a72df9846', 'attached_at': '', 'detached_at': '', 'volume_id': 'cd7d4ea4-ede1-4a7f-aa7d-d797bcdf1584', 'serial': 'cd7d4ea4-ede1-4a7f-aa7d-d797bcdf1584'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2179.221691] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "e3f919b5-3524-4926-ad4b-a717d9f3df6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2179.221957] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "e3f919b5-3524-4926-ad4b-a717d9f3df6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2179.222204] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "e3f919b5-3524-4926-ad4b-a717d9f3df6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2179.222433] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "e3f919b5-3524-4926-ad4b-a717d9f3df6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2179.222619] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "e3f919b5-3524-4926-ad4b-a717d9f3df6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2179.224802] env[63676]: INFO nova.compute.manager [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Terminating instance [ 2179.729388] env[63676]: DEBUG nova.compute.manager [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2179.729591] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2179.730452] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178ab9c3-bf1f-43d7-b20b-16cffddb81cc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.738763] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2179.738999] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7009b1d-c3cd-4cb5-9fb8-d8ecede1bb8d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.744672] env[63676]: DEBUG oslo_vmware.api [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 2179.744672] env[63676]: value = "task-1926530" [ 2179.744672] env[63676]: _type = "Task" [ 2179.744672] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2179.752919] env[63676]: DEBUG oslo_vmware.api [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926530, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2179.860229] env[63676]: DEBUG nova.objects.instance [None req-1a26ec2a-cb7a-45fd-b3b5-0c92084bec20 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lazy-loading 'flavor' on Instance uuid cc049a13-f8ff-498e-8204-1a0a72df9846 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2180.255601] env[63676]: DEBUG oslo_vmware.api [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926530, 'name': PowerOffVM_Task, 'duration_secs': 0.175301} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.255907] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2180.256104] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2180.256524] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c0ecfdb-d987-4a74-9a0e-8f302d4bbad6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.368549] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1a26ec2a-cb7a-45fd-b3b5-0c92084bec20 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "cc049a13-f8ff-498e-8204-1a0a72df9846" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.239s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2180.385860] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2180.386256] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2180.386388] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Deleting the datastore file [datastore1] e3f919b5-3524-4926-ad4b-a717d9f3df6b {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2180.386906] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c689f399-767a-4961-83d7-3361763a39cb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.393561] env[63676]: DEBUG oslo_vmware.api [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for the task: (returnval){ [ 2180.393561] env[63676]: value = "task-1926532" [ 2180.393561] env[63676]: _type = "Task" [ 2180.393561] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.402539] env[63676]: DEBUG oslo_vmware.api [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.410790] env[63676]: DEBUG nova.network.neutron [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Updating instance_info_cache with network_info: [{"id": "1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8", "address": "fa:16:3e:fe:05:9c", "network": {"id": "a95efb99-eea4-4e98-bf52-a2201de39e28", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1488566241-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "64afb88688594408bd695883c0366330", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1fe1650e-a6", "ovs_interfaceid": "1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2180.903223] env[63676]: DEBUG oslo_vmware.api [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Task: {'id': task-1926532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158255} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2180.903599] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2180.903731] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2180.904218] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2180.904461] env[63676]: INFO nova.compute.manager [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2180.904833] env[63676]: DEBUG oslo.service.loopingcall [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2180.905054] env[63676]: DEBUG nova.compute.manager [-] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2180.905158] env[63676]: DEBUG nova.network.neutron [-] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2180.913500] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Releasing lock "refresh_cache-09219395-79b1-4a17-8357-12266d342eb4" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2180.913640] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Updated the network info_cache for instance {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 2180.913820] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2180.913973] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2180.914141] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2180.914291] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2180.914432] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2180.914574] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2180.914699] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63676) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 2180.914839] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2181.261635] env[63676]: DEBUG nova.compute.manager [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Stashing vm_state: active {{(pid=63676) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 2181.289230] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9ae8048-9a77-47f8-b16c-4aa88f7db061 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "27430538-f13b-4e42-a4cc-6b306b400291" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2181.289495] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9ae8048-9a77-47f8-b16c-4aa88f7db061 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "27430538-f13b-4e42-a4cc-6b306b400291" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2181.289706] env[63676]: DEBUG nova.compute.manager [None req-e9ae8048-9a77-47f8-b16c-4aa88f7db061 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2181.290664] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496b26fd-30b7-4f82-9af8-519c306e44e8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.297432] env[63676]: DEBUG nova.compute.manager [None req-e9ae8048-9a77-47f8-b16c-4aa88f7db061 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63676) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2181.298105] env[63676]: DEBUG nova.objects.instance [None req-e9ae8048-9a77-47f8-b16c-4aa88f7db061 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lazy-loading 'flavor' on Instance uuid 27430538-f13b-4e42-a4cc-6b306b400291 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2181.373902] env[63676]: DEBUG nova.compute.manager [req-383e8c83-ad95-4c7b-aed7-256dcafcc7d1 req-ac7f6ca5-dfa0-4875-b950-80fc74da14c4 service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Received event network-vif-deleted-0fa9a3d8-64dd-46c2-ac2a-ac393de91694 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2181.373902] env[63676]: INFO nova.compute.manager [req-383e8c83-ad95-4c7b-aed7-256dcafcc7d1 req-ac7f6ca5-dfa0-4875-b950-80fc74da14c4 service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Neutron deleted interface 0fa9a3d8-64dd-46c2-ac2a-ac393de91694; detaching it from the instance and deleting it from the info cache [ 2181.374047] env[63676]: DEBUG nova.network.neutron [req-383e8c83-ad95-4c7b-aed7-256dcafcc7d1 req-ac7f6ca5-dfa0-4875-b950-80fc74da14c4 service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2181.420051] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2181.420051] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2181.420051] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2181.420051] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63676) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2181.420051] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad93791-15f2-43c6-96c0-1e7b24ba908b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.428286] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c704c3-b2bd-4f87-b1b7-5c30bc06515a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.442239] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-717ede38-d929-4645-ac08-8bd2cd6e4c7b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.449038] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17f0cd7-9a39-45e9-b2ba-2ef29edfbfc9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.478955] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180134MB free_disk=164GB free_vcpus=48 pci_devices=None {{(pid=63676) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2181.479261] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2181.479645] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2181.784905] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2181.853559] env[63676]: DEBUG nova.network.neutron [-] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2181.877387] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d90d16f-aad8-4c90-abb7-fc5b5f9b95ef {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.887101] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e94a555-4246-4913-85b7-1c44f8671531 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.917748] env[63676]: DEBUG nova.compute.manager [req-383e8c83-ad95-4c7b-aed7-256dcafcc7d1 req-ac7f6ca5-dfa0-4875-b950-80fc74da14c4 service nova] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Detach interface failed, port_id=0fa9a3d8-64dd-46c2-ac2a-ac393de91694, reason: Instance e3f919b5-3524-4926-ad4b-a717d9f3df6b could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2182.305072] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ae8048-9a77-47f8-b16c-4aa88f7db061 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2182.305396] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26c8d3f0-777f-4fa4-90d9-8240906e26de {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.313147] env[63676]: DEBUG oslo_vmware.api [None req-e9ae8048-9a77-47f8-b16c-4aa88f7db061 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2182.313147] env[63676]: value = "task-1926533" [ 2182.313147] env[63676]: _type = "Task" [ 2182.313147] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.321118] env[63676]: DEBUG oslo_vmware.api [None req-e9ae8048-9a77-47f8-b16c-4aa88f7db061 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926533, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.355956] env[63676]: INFO nova.compute.manager [-] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Took 1.45 seconds to deallocate network for instance. [ 2182.490381] env[63676]: INFO nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Updating resource usage from migration bf3802b8-3901-4f69-9906-6ddec2688a07 [ 2182.506077] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 09219395-79b1-4a17-8357-12266d342eb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2182.506270] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 01452159-eafb-4ae6-8ca5-9b5c9b380bc5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2182.506403] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance a2fc79d4-f82d-4984-aaa4-e3170825cbbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2182.506526] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance e3f919b5-3524-4926-ad4b-a717d9f3df6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2182.506645] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 27430538-f13b-4e42-a4cc-6b306b400291 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2182.506763] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 4a287e1d-47d9-4e21-908f-2bf48c89966c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2182.506879] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 73805f76-89a3-4839-bdb6-5a3902ec0c57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2182.506993] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Migration bf3802b8-3901-4f69-9906-6ddec2688a07 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2182.507126] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance cc049a13-f8ff-498e-8204-1a0a72df9846 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2182.507336] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2182.507486] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2112MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2182.607524] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ea49ee-00a0-4173-bfac-605b8a5c1182 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.615117] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3497c5b7-85d3-41ce-b832-455f0ec2d5ab {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.645662] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfffb44-e96b-4009-a444-4b131237c991 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.653095] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8349ef89-389f-446f-a5c8-fb4384c81f3c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.665854] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2182.823587] env[63676]: DEBUG oslo_vmware.api [None req-e9ae8048-9a77-47f8-b16c-4aa88f7db061 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926533, 'name': PowerOffVM_Task, 'duration_secs': 0.186905} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.823871] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ae8048-9a77-47f8-b16c-4aa88f7db061 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2182.824117] env[63676]: DEBUG nova.compute.manager [None req-e9ae8048-9a77-47f8-b16c-4aa88f7db061 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2182.824817] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c1713b-7cac-4731-89c9-bbeaa716a3a9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.862765] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2183.168758] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2183.339293] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9ae8048-9a77-47f8-b16c-4aa88f7db061 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "27430538-f13b-4e42-a4cc-6b306b400291" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.050s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2183.625614] env[63676]: DEBUG nova.objects.instance [None req-7776e6dd-de34-41c5-abcb-94f3657ecb77 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lazy-loading 'flavor' on Instance uuid 27430538-f13b-4e42-a4cc-6b306b400291 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2183.673165] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2183.673368] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.194s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2183.673624] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.889s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.130541] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7776e6dd-de34-41c5-abcb-94f3657ecb77 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "refresh_cache-27430538-f13b-4e42-a4cc-6b306b400291" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2184.130725] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7776e6dd-de34-41c5-abcb-94f3657ecb77 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquired lock "refresh_cache-27430538-f13b-4e42-a4cc-6b306b400291" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2184.130884] env[63676]: DEBUG nova.network.neutron [None req-7776e6dd-de34-41c5-abcb-94f3657ecb77 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2184.131096] env[63676]: DEBUG nova.objects.instance [None req-7776e6dd-de34-41c5-abcb-94f3657ecb77 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lazy-loading 'info_cache' on Instance uuid 27430538-f13b-4e42-a4cc-6b306b400291 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2184.178438] env[63676]: INFO nova.compute.claims [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2184.634330] env[63676]: DEBUG nova.objects.base [None req-7776e6dd-de34-41c5-abcb-94f3657ecb77 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Object Instance<27430538-f13b-4e42-a4cc-6b306b400291> lazy-loaded attributes: flavor,info_cache {{(pid=63676) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2184.684373] env[63676]: INFO nova.compute.resource_tracker [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Updating resource usage from migration bf3802b8-3901-4f69-9906-6ddec2688a07 [ 2184.788275] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bcda81-acad-4a23-a5c8-60f26ab85957 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.797262] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36ffa57-b976-462d-ac1e-d007f10587d0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.826434] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9815f2df-1c29-4255-9493-364cfc2a2c2f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.833634] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e721d53b-3344-486f-bd60-a5cba47afaf5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.846262] env[63676]: DEBUG nova.compute.provider_tree [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2185.349499] env[63676]: DEBUG nova.scheduler.client.report [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2185.374237] env[63676]: DEBUG nova.network.neutron [None req-7776e6dd-de34-41c5-abcb-94f3657ecb77 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Updating instance_info_cache with network_info: [{"id": "b68a38b5-a601-46f0-934e-58d420dba062", "address": "fa:16:3e:e6:af:eb", "network": {"id": "fb1a8f4b-5e76-4e02-9818-693fe02ccbc5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578765997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a75c2b1db86b4c029c3f5ffe5bf7ee1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb68a38b5-a6", "ovs_interfaceid": "b68a38b5-a601-46f0-934e-58d420dba062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2185.855652] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.182s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2185.855851] env[63676]: INFO nova.compute.manager [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Migrating [ 2185.862349] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2185.862580] env[63676]: DEBUG nova.objects.instance [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lazy-loading 'resources' on Instance uuid e3f919b5-3524-4926-ad4b-a717d9f3df6b {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2185.876304] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7776e6dd-de34-41c5-abcb-94f3657ecb77 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Releasing lock "refresh_cache-27430538-f13b-4e42-a4cc-6b306b400291" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2185.974428] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74af0335-aea8-466d-ba6f-38ec8548aa64 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.982132] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbe67b9-9581-421c-b6d3-227b3a56c71f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.011566] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57475680-d6da-417d-a8f0-bafb1399a919 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.018810] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a449d4-b1d4-4b0f-bd81-b46e37ac688d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.031697] env[63676]: DEBUG nova.compute.provider_tree [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2186.375876] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "refresh_cache-cc049a13-f8ff-498e-8204-1a0a72df9846" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2186.376300] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquired lock "refresh_cache-cc049a13-f8ff-498e-8204-1a0a72df9846" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2186.376300] env[63676]: DEBUG nova.network.neutron [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2186.534663] env[63676]: DEBUG nova.scheduler.client.report [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2186.882751] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7776e6dd-de34-41c5-abcb-94f3657ecb77 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2186.883055] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb815fda-f43d-4553-acb5-6abff17d1aa2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.889986] env[63676]: DEBUG oslo_vmware.api [None req-7776e6dd-de34-41c5-abcb-94f3657ecb77 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2186.889986] env[63676]: value = "task-1926534" [ 2186.889986] env[63676]: _type = "Task" [ 2186.889986] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2186.897523] env[63676]: DEBUG oslo_vmware.api [None req-7776e6dd-de34-41c5-abcb-94f3657ecb77 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.039412] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.177s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2187.061363] env[63676]: INFO nova.scheduler.client.report [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Deleted allocations for instance e3f919b5-3524-4926-ad4b-a717d9f3df6b [ 2187.116579] env[63676]: DEBUG nova.network.neutron [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Updating instance_info_cache with network_info: [{"id": "64bd399f-f9c2-4170-a9f0-378df22370f7", "address": "fa:16:3e:bd:6d:26", "network": {"id": "abf80053-ace1-44b7-ac68-be3c9b4c031d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1491985291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5701b0b66ea4031b1efd32168ad7818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bd399f-f9", "ovs_interfaceid": "64bd399f-f9c2-4170-a9f0-378df22370f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2187.399332] env[63676]: DEBUG oslo_vmware.api [None req-7776e6dd-de34-41c5-abcb-94f3657ecb77 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926534, 'name': PowerOnVM_Task, 'duration_secs': 0.364605} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2187.399692] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7776e6dd-de34-41c5-abcb-94f3657ecb77 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2187.399810] env[63676]: DEBUG nova.compute.manager [None req-7776e6dd-de34-41c5-abcb-94f3657ecb77 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2187.400557] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2565cf-0b98-46c5-b089-bd7cd060659f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.570195] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b5543836-a4dc-4ab7-9f30-adeec16eacf6 tempest-AttachVolumeShelveTestJSON-2007441271 tempest-AttachVolumeShelveTestJSON-2007441271-project-member] Lock "e3f919b5-3524-4926-ad4b-a717d9f3df6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.348s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2187.619787] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Releasing lock "refresh_cache-cc049a13-f8ff-498e-8204-1a0a72df9846" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2189.134697] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea27b94-a4fc-4d55-aaf8-730b446af640 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.155965] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Updating instance 'cc049a13-f8ff-498e-8204-1a0a72df9846' progress to 0 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2189.661718] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2189.662035] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19e6579d-4e0c-4982-82a0-1c71c5d93bdb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.670235] env[63676]: DEBUG oslo_vmware.api [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2189.670235] env[63676]: value = "task-1926536" [ 2189.670235] env[63676]: _type = "Task" [ 2189.670235] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.677958] env[63676]: DEBUG oslo_vmware.api [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.180019] env[63676]: DEBUG oslo_vmware.api [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926536, 'name': PowerOffVM_Task, 'duration_secs': 0.265936} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.180423] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2190.180506] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Updating instance 'cc049a13-f8ff-498e-8204-1a0a72df9846' progress to 17 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2190.689065] env[63676]: DEBUG nova.virt.hardware [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2190.689065] env[63676]: DEBUG nova.virt.hardware [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2190.689065] env[63676]: DEBUG nova.virt.hardware [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2190.689065] env[63676]: DEBUG nova.virt.hardware [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2190.689422] env[63676]: DEBUG nova.virt.hardware [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2190.689422] env[63676]: DEBUG nova.virt.hardware [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2190.689533] env[63676]: DEBUG nova.virt.hardware [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2190.689700] env[63676]: DEBUG nova.virt.hardware [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2190.689868] env[63676]: DEBUG nova.virt.hardware [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2190.690088] env[63676]: DEBUG nova.virt.hardware [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2190.690294] env[63676]: DEBUG nova.virt.hardware [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2190.696191] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-712c2aef-6b81-4667-a3d4-9d0f3a4117c0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.718935] env[63676]: DEBUG oslo_vmware.api [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2190.718935] env[63676]: value = "task-1926537" [ 2190.718935] env[63676]: _type = "Task" [ 2190.718935] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.728918] env[63676]: DEBUG oslo_vmware.api [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926537, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.228777] env[63676]: DEBUG oslo_vmware.api [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926537, 'name': ReconfigVM_Task, 'duration_secs': 0.147602} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.229181] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Updating instance 'cc049a13-f8ff-498e-8204-1a0a72df9846' progress to 33 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2191.735901] env[63676]: DEBUG nova.virt.hardware [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2191.736173] env[63676]: DEBUG nova.virt.hardware [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2191.736310] env[63676]: DEBUG nova.virt.hardware [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2191.736492] env[63676]: DEBUG nova.virt.hardware [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2191.736642] env[63676]: DEBUG nova.virt.hardware [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2191.736791] env[63676]: DEBUG nova.virt.hardware [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2191.736998] env[63676]: DEBUG nova.virt.hardware [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2191.737189] env[63676]: DEBUG nova.virt.hardware [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2191.737362] env[63676]: DEBUG nova.virt.hardware [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2191.737531] env[63676]: DEBUG nova.virt.hardware [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2191.737708] env[63676]: DEBUG nova.virt.hardware [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2191.743085] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2191.743371] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-783dfad4-f2a7-4d06-9f0c-bea76c484dce {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.763582] env[63676]: DEBUG oslo_vmware.api [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2191.763582] env[63676]: value = "task-1926538" [ 2191.763582] env[63676]: _type = "Task" [ 2191.763582] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.771533] env[63676]: DEBUG oslo_vmware.api [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926538, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.273554] env[63676]: DEBUG oslo_vmware.api [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926538, 'name': ReconfigVM_Task, 'duration_secs': 0.200762} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.273870] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2192.274635] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73000114-d454-4f72-972f-f8cbf17cae4f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.299452] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] cc049a13-f8ff-498e-8204-1a0a72df9846/cc049a13-f8ff-498e-8204-1a0a72df9846.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2192.300127] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ef31be4-16cd-4b66-8bd6-36677b25c356 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.321018] env[63676]: DEBUG oslo_vmware.api [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2192.321018] env[63676]: value = "task-1926539" [ 2192.321018] env[63676]: _type = "Task" [ 2192.321018] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.326547] env[63676]: DEBUG oslo_vmware.api [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926539, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.831762] env[63676]: DEBUG oslo_vmware.api [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926539, 'name': ReconfigVM_Task, 'duration_secs': 0.291338} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.831762] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Reconfigured VM instance instance-00000070 to attach disk [datastore1] cc049a13-f8ff-498e-8204-1a0a72df9846/cc049a13-f8ff-498e-8204-1a0a72df9846.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2192.831762] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Updating instance 'cc049a13-f8ff-498e-8204-1a0a72df9846' progress to 50 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2193.340736] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddb28d6-1c0e-4de1-a5be-368fc1926359 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.362278] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6571b32-f71b-4f2a-afb3-a858709b5aeb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.384144] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Updating instance 'cc049a13-f8ff-498e-8204-1a0a72df9846' progress to 67 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2194.433027] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cfd89e8f-fecf-490d-a832-827d77e1f53d tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "73805f76-89a3-4839-bdb6-5a3902ec0c57" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2194.433450] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cfd89e8f-fecf-490d-a832-827d77e1f53d tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "73805f76-89a3-4839-bdb6-5a3902ec0c57" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2194.936489] env[63676]: DEBUG nova.compute.utils [None req-cfd89e8f-fecf-490d-a832-827d77e1f53d tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2195.031078] env[63676]: DEBUG nova.network.neutron [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Port 64bd399f-f9c2-4170-a9f0-378df22370f7 binding to destination host cpu-1 is already ACTIVE {{(pid=63676) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2195.440197] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cfd89e8f-fecf-490d-a832-827d77e1f53d tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "73805f76-89a3-4839-bdb6-5a3902ec0c57" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2196.053039] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "cc049a13-f8ff-498e-8204-1a0a72df9846-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2196.053278] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "cc049a13-f8ff-498e-8204-1a0a72df9846-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2196.053454] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "cc049a13-f8ff-498e-8204-1a0a72df9846-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2196.319081] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "4a287e1d-47d9-4e21-908f-2bf48c89966c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2196.319365] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "4a287e1d-47d9-4e21-908f-2bf48c89966c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2196.319526] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "4a287e1d-47d9-4e21-908f-2bf48c89966c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2196.319720] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "4a287e1d-47d9-4e21-908f-2bf48c89966c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2196.319956] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "4a287e1d-47d9-4e21-908f-2bf48c89966c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2196.322051] env[63676]: INFO nova.compute.manager [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Terminating instance [ 2196.497251] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cfd89e8f-fecf-490d-a832-827d77e1f53d tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "73805f76-89a3-4839-bdb6-5a3902ec0c57" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2196.497624] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cfd89e8f-fecf-490d-a832-827d77e1f53d tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "73805f76-89a3-4839-bdb6-5a3902ec0c57" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2196.497665] env[63676]: INFO nova.compute.manager [None req-cfd89e8f-fecf-490d-a832-827d77e1f53d tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Attaching volume 441f0c2b-ae3f-48d0-a432-f73b99f4c3d9 to /dev/sdb [ 2196.530831] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be675822-90cf-401d-bc77-d00d515f410b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.538174] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef966e2-db7c-4781-99da-7161dbd32ae8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.551045] env[63676]: DEBUG nova.virt.block_device [None req-cfd89e8f-fecf-490d-a832-827d77e1f53d tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Updating existing volume attachment record: 1ed038ab-6ae1-4c9f-9a45-fadd8e045ee0 {{(pid=63676) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2196.826046] env[63676]: DEBUG nova.compute.manager [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2196.826304] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2196.826946] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23563f20-f10b-458f-89bd-88c0aa419b64 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.833931] env[63676]: DEBUG oslo_vmware.api [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2196.833931] env[63676]: value = "task-1926541" [ 2196.833931] env[63676]: _type = "Task" [ 2196.833931] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.842376] env[63676]: DEBUG oslo_vmware.api [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.113720] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "refresh_cache-cc049a13-f8ff-498e-8204-1a0a72df9846" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2197.113916] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquired lock "refresh_cache-cc049a13-f8ff-498e-8204-1a0a72df9846" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2197.114111] env[63676]: DEBUG nova.network.neutron [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2197.343548] env[63676]: DEBUG oslo_vmware.api [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926541, 'name': PowerOffVM_Task, 'duration_secs': 0.182115} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.343766] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2197.343966] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Volume detach. Driver type: vmdk {{(pid=63676) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2197.344180] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397222', 'volume_id': '69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3', 'name': 'volume-69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '4a287e1d-47d9-4e21-908f-2bf48c89966c', 'attached_at': '2024-12-16T20:01:47.000000', 'detached_at': '', 'volume_id': '69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3', 'serial': '69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2197.344924] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004e0e2b-3989-47b8-b06c-dc96aa051042 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.362404] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1027f11d-6ad2-49f1-990b-4b1ed0140a19 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.368375] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d246e2f8-5749-4138-8c75-397b150c0b7d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.385329] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f59f96e4-3916-4d70-8efc-9811a9668c05 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.400641] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] The volume has not been displaced from its original location: [datastore1] volume-69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3/volume-69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3.vmdk. No consolidation needed. {{(pid=63676) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2197.405686] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Reconfiguring VM instance instance-00000071 to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2197.405933] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98d2aaef-8d47-40c5-bca9-770c77c54a2d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.423345] env[63676]: DEBUG oslo_vmware.api [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2197.423345] env[63676]: value = "task-1926542" [ 2197.423345] env[63676]: _type = "Task" [ 2197.423345] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.431000] env[63676]: DEBUG oslo_vmware.api [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926542, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2197.817675] env[63676]: DEBUG nova.network.neutron [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Updating instance_info_cache with network_info: [{"id": "64bd399f-f9c2-4170-a9f0-378df22370f7", "address": "fa:16:3e:bd:6d:26", "network": {"id": "abf80053-ace1-44b7-ac68-be3c9b4c031d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1491985291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5701b0b66ea4031b1efd32168ad7818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bd399f-f9", "ovs_interfaceid": "64bd399f-f9c2-4170-a9f0-378df22370f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2197.933866] env[63676]: DEBUG oslo_vmware.api [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926542, 'name': ReconfigVM_Task, 'duration_secs': 0.158602} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.934110] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Reconfigured VM instance instance-00000071 to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2197.938592] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b11dd9a9-78f5-4c96-9461-fb1a6ccdcd86 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.953431] env[63676]: DEBUG oslo_vmware.api [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2197.953431] env[63676]: value = "task-1926543" [ 2197.953431] env[63676]: _type = "Task" [ 2197.953431] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2197.961297] env[63676]: DEBUG oslo_vmware.api [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926543, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.322071] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Releasing lock "refresh_cache-cc049a13-f8ff-498e-8204-1a0a72df9846" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2198.462828] env[63676]: DEBUG oslo_vmware.api [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926543, 'name': ReconfigVM_Task, 'duration_secs': 0.158111} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2198.463112] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397222', 'volume_id': '69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3', 'name': 'volume-69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '4a287e1d-47d9-4e21-908f-2bf48c89966c', 'attached_at': '2024-12-16T20:01:47.000000', 'detached_at': '', 'volume_id': '69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3', 'serial': '69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2198.463399] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2198.464152] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52c417f-43a1-45d6-bd24-8fb723a08d13 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.470465] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2198.470671] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ada16ec3-2a5e-42a2-b552-8f08a4def68c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.552984] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2198.553259] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2198.553443] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Deleting the datastore file [datastore1] 4a287e1d-47d9-4e21-908f-2bf48c89966c {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2198.553703] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fcc9c24-34fb-408b-873b-9174bd606a54 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.559671] env[63676]: DEBUG oslo_vmware.api [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2198.559671] env[63676]: value = "task-1926545" [ 2198.559671] env[63676]: _type = "Task" [ 2198.559671] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2198.566868] env[63676]: DEBUG oslo_vmware.api [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.830812] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ae3d4bb-4717-41ce-98e4-3d9a17829d20 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.838101] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e7ea09-fdde-434f-ac1d-444c5df3ac37 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.069541] env[63676]: DEBUG oslo_vmware.api [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.082067} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2199.069772] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2199.069995] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2199.070202] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2199.070380] env[63676]: INFO nova.compute.manager [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Took 2.24 seconds to destroy the instance on the hypervisor. [ 2199.070619] env[63676]: DEBUG oslo.service.loopingcall [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2199.070804] env[63676]: DEBUG nova.compute.manager [-] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2199.070917] env[63676]: DEBUG nova.network.neutron [-] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2199.555835] env[63676]: DEBUG nova.compute.manager [req-ec7a9d70-7732-4de1-b96c-c58c927faead req-9bad3d04-5040-4701-b70d-9ecd800a8966 service nova] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Received event network-vif-deleted-f307def7-5c9c-4489-bd7b-b2298cc27c97 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2199.556093] env[63676]: INFO nova.compute.manager [req-ec7a9d70-7732-4de1-b96c-c58c927faead req-9bad3d04-5040-4701-b70d-9ecd800a8966 service nova] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Neutron deleted interface f307def7-5c9c-4489-bd7b-b2298cc27c97; detaching it from the instance and deleting it from the info cache [ 2199.556282] env[63676]: DEBUG nova.network.neutron [req-ec7a9d70-7732-4de1-b96c-c58c927faead req-9bad3d04-5040-4701-b70d-9ecd800a8966 service nova] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2199.943882] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fa166ce-004b-4bbc-9d05-ee3ac55031a9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.965653] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c37d4a-3ef6-4932-9802-ad492804babf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.972635] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Updating instance 'cc049a13-f8ff-498e-8204-1a0a72df9846' progress to 83 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2200.035293] env[63676]: DEBUG nova.network.neutron [-] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2200.059534] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fae926cc-b661-4e44-9b93-985ffed50a9f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.070247] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4dd643c-6e52-4b8f-acbe-dcf0829cc848 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.100363] env[63676]: DEBUG nova.compute.manager [req-ec7a9d70-7732-4de1-b96c-c58c927faead req-9bad3d04-5040-4701-b70d-9ecd800a8966 service nova] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Detach interface failed, port_id=f307def7-5c9c-4489-bd7b-b2298cc27c97, reason: Instance 4a287e1d-47d9-4e21-908f-2bf48c89966c could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2200.478836] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2200.479186] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24a27e61-e88b-48d7-8b23-d862d0e25e93 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.486923] env[63676]: DEBUG oslo_vmware.api [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2200.486923] env[63676]: value = "task-1926547" [ 2200.486923] env[63676]: _type = "Task" [ 2200.486923] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.494847] env[63676]: DEBUG oslo_vmware.api [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926547, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.538585] env[63676]: INFO nova.compute.manager [-] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Took 1.47 seconds to deallocate network for instance. [ 2200.997192] env[63676]: DEBUG oslo_vmware.api [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926547, 'name': PowerOnVM_Task, 'duration_secs': 0.474598} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2200.997555] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2200.997701] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ae5f30d7-499d-4411-bcf0-5d872150249d tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Updating instance 'cc049a13-f8ff-498e-8204-1a0a72df9846' progress to 100 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2201.081993] env[63676]: INFO nova.compute.manager [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Took 0.54 seconds to detach 1 volumes for instance. [ 2201.084152] env[63676]: DEBUG nova.compute.manager [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Deleting volume: 69ed5cb1-9ff3-4436-b5ba-52e652f4b0e3 {{(pid=63676) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 2201.095137] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd89e8f-fecf-490d-a832-827d77e1f53d tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Volume attach. Driver type: vmdk {{(pid=63676) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2201.095406] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd89e8f-fecf-490d-a832-827d77e1f53d tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397238', 'volume_id': '441f0c2b-ae3f-48d0-a432-f73b99f4c3d9', 'name': 'volume-441f0c2b-ae3f-48d0-a432-f73b99f4c3d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73805f76-89a3-4839-bdb6-5a3902ec0c57', 'attached_at': '', 'detached_at': '', 'volume_id': '441f0c2b-ae3f-48d0-a432-f73b99f4c3d9', 'serial': '441f0c2b-ae3f-48d0-a432-f73b99f4c3d9'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2201.096266] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8777e317-836d-48e0-b3b2-c8385a00b5e9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.117578] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06de8238-a8bb-4ae2-9fe4-1efa21ea78a5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.141969] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd89e8f-fecf-490d-a832-827d77e1f53d tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] volume-441f0c2b-ae3f-48d0-a432-f73b99f4c3d9/volume-441f0c2b-ae3f-48d0-a432-f73b99f4c3d9.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2201.142836] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01e5359f-ec0d-4e6e-80dc-07115997f3ea {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.160092] env[63676]: DEBUG oslo_vmware.api [None req-cfd89e8f-fecf-490d-a832-827d77e1f53d tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2201.160092] env[63676]: value = "task-1926549" [ 2201.160092] env[63676]: _type = "Task" [ 2201.160092] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.168442] env[63676]: DEBUG oslo_vmware.api [None req-cfd89e8f-fecf-490d-a832-827d77e1f53d tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926549, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.621302] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2201.621565] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2201.621781] env[63676]: DEBUG nova.objects.instance [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lazy-loading 'resources' on Instance uuid 4a287e1d-47d9-4e21-908f-2bf48c89966c {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2201.670010] env[63676]: DEBUG oslo_vmware.api [None req-cfd89e8f-fecf-490d-a832-827d77e1f53d tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926549, 'name': ReconfigVM_Task, 'duration_secs': 0.38258} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.670290] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd89e8f-fecf-490d-a832-827d77e1f53d tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Reconfigured VM instance instance-00000073 to attach disk [datastore1] volume-441f0c2b-ae3f-48d0-a432-f73b99f4c3d9/volume-441f0c2b-ae3f-48d0-a432-f73b99f4c3d9.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2201.674881] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4826dfcc-f461-4ba9-bf4c-307cd89d441a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.688939] env[63676]: DEBUG oslo_vmware.api [None req-cfd89e8f-fecf-490d-a832-827d77e1f53d tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2201.688939] env[63676]: value = "task-1926550" [ 2201.688939] env[63676]: _type = "Task" [ 2201.688939] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2201.696574] env[63676]: DEBUG oslo_vmware.api [None req-cfd89e8f-fecf-490d-a832-827d77e1f53d tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926550, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.087964] env[63676]: DEBUG oslo_concurrency.lockutils [None req-13877039-2d65-4bcf-ae1e-ac2ffa87f346 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquiring lock "a2fc79d4-f82d-4984-aaa4-e3170825cbbc" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2202.088358] env[63676]: DEBUG oslo_concurrency.lockutils [None req-13877039-2d65-4bcf-ae1e-ac2ffa87f346 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "a2fc79d4-f82d-4984-aaa4-e3170825cbbc" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2202.199036] env[63676]: DEBUG oslo_vmware.api [None req-cfd89e8f-fecf-490d-a832-827d77e1f53d tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926550, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.225273] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bac9b92-8463-47b4-836b-eb79fa1a7486 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.232781] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a58263f4-fa95-4a67-bc28-ff01a088bfb6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.263226] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd795c59-a8a7-43b6-97fd-f44ca9de1683 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.270848] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c01d696-54cf-4d2d-bd6c-01206cb03b91 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.284584] env[63676]: DEBUG nova.compute.provider_tree [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2202.591711] env[63676]: INFO nova.compute.manager [None req-13877039-2d65-4bcf-ae1e-ac2ffa87f346 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Detaching volume 09846e2e-6fd2-40cd-b71b-d13a97e3e958 [ 2202.621801] env[63676]: INFO nova.virt.block_device [None req-13877039-2d65-4bcf-ae1e-ac2ffa87f346 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Attempting to driver detach volume 09846e2e-6fd2-40cd-b71b-d13a97e3e958 from mountpoint /dev/sdb [ 2202.622162] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-13877039-2d65-4bcf-ae1e-ac2ffa87f346 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Volume detach. Driver type: vmdk {{(pid=63676) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2202.622409] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-13877039-2d65-4bcf-ae1e-ac2ffa87f346 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397234', 'volume_id': '09846e2e-6fd2-40cd-b71b-d13a97e3e958', 'name': 'volume-09846e2e-6fd2-40cd-b71b-d13a97e3e958', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2fc79d4-f82d-4984-aaa4-e3170825cbbc', 'attached_at': '', 'detached_at': '', 'volume_id': '09846e2e-6fd2-40cd-b71b-d13a97e3e958', 'serial': '09846e2e-6fd2-40cd-b71b-d13a97e3e958'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2202.623615] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef1a15e-dffe-42b5-b7b7-f6c7f4ed8b75 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.646699] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db16cdaf-86b2-4c10-9c72-cce359c0bf2a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.653487] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1e81c8-e199-4eff-9daf-3d937baac62c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.674873] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9f16da-c9f3-45a9-9a45-86d140dc116d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.689373] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-13877039-2d65-4bcf-ae1e-ac2ffa87f346 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] The volume has not been displaced from its original location: [datastore1] volume-09846e2e-6fd2-40cd-b71b-d13a97e3e958/volume-09846e2e-6fd2-40cd-b71b-d13a97e3e958.vmdk. No consolidation needed. {{(pid=63676) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2202.694508] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-13877039-2d65-4bcf-ae1e-ac2ffa87f346 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2202.694850] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92c1b128-2b6f-4021-bb02-0bcfe0bfca8b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.715207] env[63676]: DEBUG oslo_vmware.api [None req-cfd89e8f-fecf-490d-a832-827d77e1f53d tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926550, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.716444] env[63676]: DEBUG oslo_vmware.api [None req-13877039-2d65-4bcf-ae1e-ac2ffa87f346 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2202.716444] env[63676]: value = "task-1926551" [ 2202.716444] env[63676]: _type = "Task" [ 2202.716444] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2202.727611] env[63676]: DEBUG oslo_vmware.api [None req-13877039-2d65-4bcf-ae1e-ac2ffa87f346 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926551, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.788176] env[63676]: DEBUG nova.scheduler.client.report [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2203.205258] env[63676]: DEBUG oslo_vmware.api [None req-cfd89e8f-fecf-490d-a832-827d77e1f53d tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926550, 'name': ReconfigVM_Task, 'duration_secs': 1.159082} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2203.205591] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-cfd89e8f-fecf-490d-a832-827d77e1f53d tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397238', 'volume_id': '441f0c2b-ae3f-48d0-a432-f73b99f4c3d9', 'name': 'volume-441f0c2b-ae3f-48d0-a432-f73b99f4c3d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73805f76-89a3-4839-bdb6-5a3902ec0c57', 'attached_at': '', 'detached_at': '', 'volume_id': '441f0c2b-ae3f-48d0-a432-f73b99f4c3d9', 'serial': '441f0c2b-ae3f-48d0-a432-f73b99f4c3d9'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2203.225618] env[63676]: DEBUG oslo_vmware.api [None req-13877039-2d65-4bcf-ae1e-ac2ffa87f346 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926551, 'name': ReconfigVM_Task, 'duration_secs': 0.27593} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2203.225881] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-13877039-2d65-4bcf-ae1e-ac2ffa87f346 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2203.230632] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53701f57-cb58-4cf7-8c5c-652ef4c09921 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2203.245788] env[63676]: DEBUG oslo_vmware.api [None req-13877039-2d65-4bcf-ae1e-ac2ffa87f346 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2203.245788] env[63676]: value = "task-1926552" [ 2203.245788] env[63676]: _type = "Task" [ 2203.245788] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2203.253673] env[63676]: DEBUG oslo_vmware.api [None req-13877039-2d65-4bcf-ae1e-ac2ffa87f346 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926552, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.292968] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.671s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2203.316130] env[63676]: INFO nova.scheduler.client.report [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Deleted allocations for instance 4a287e1d-47d9-4e21-908f-2bf48c89966c [ 2203.410768] env[63676]: DEBUG nova.network.neutron [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Port 64bd399f-f9c2-4170-a9f0-378df22370f7 binding to destination host cpu-1 is already ACTIVE {{(pid=63676) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2203.411111] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "refresh_cache-cc049a13-f8ff-498e-8204-1a0a72df9846" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2203.411282] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquired lock "refresh_cache-cc049a13-f8ff-498e-8204-1a0a72df9846" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2203.411450] env[63676]: DEBUG nova.network.neutron [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2203.757706] env[63676]: DEBUG oslo_vmware.api [None req-13877039-2d65-4bcf-ae1e-ac2ffa87f346 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926552, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.823676] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d50bd792-1f5d-4155-864d-c420ace86259 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "4a287e1d-47d9-4e21-908f-2bf48c89966c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.504s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2204.156968] env[63676]: DEBUG nova.network.neutron [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Updating instance_info_cache with network_info: [{"id": "64bd399f-f9c2-4170-a9f0-378df22370f7", "address": "fa:16:3e:bd:6d:26", "network": {"id": "abf80053-ace1-44b7-ac68-be3c9b4c031d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1491985291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5701b0b66ea4031b1efd32168ad7818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bd399f-f9", "ovs_interfaceid": "64bd399f-f9c2-4170-a9f0-378df22370f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2204.222099] env[63676]: DEBUG oslo_concurrency.lockutils [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "01452159-eafb-4ae6-8ca5-9b5c9b380bc5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2204.222470] env[63676]: DEBUG oslo_concurrency.lockutils [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "01452159-eafb-4ae6-8ca5-9b5c9b380bc5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2204.222626] env[63676]: DEBUG oslo_concurrency.lockutils [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "01452159-eafb-4ae6-8ca5-9b5c9b380bc5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2204.222815] env[63676]: DEBUG oslo_concurrency.lockutils [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "01452159-eafb-4ae6-8ca5-9b5c9b380bc5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2204.222996] env[63676]: DEBUG oslo_concurrency.lockutils [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "01452159-eafb-4ae6-8ca5-9b5c9b380bc5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2204.225125] env[63676]: INFO nova.compute.manager [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Terminating instance [ 2204.241783] env[63676]: DEBUG nova.objects.instance [None req-cfd89e8f-fecf-490d-a832-827d77e1f53d tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lazy-loading 'flavor' on Instance uuid 73805f76-89a3-4839-bdb6-5a3902ec0c57 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2204.256308] env[63676]: DEBUG oslo_vmware.api [None req-13877039-2d65-4bcf-ae1e-ac2ffa87f346 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926552, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.659509] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Releasing lock "refresh_cache-cc049a13-f8ff-498e-8204-1a0a72df9846" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2204.729641] env[63676]: DEBUG nova.compute.manager [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2204.729932] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2204.730815] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397f1423-d1d2-4fc4-b48c-95a2c0062566 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.738814] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2204.739069] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfb74aa4-e582-4381-a61e-bafad40d7513 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.746788] env[63676]: DEBUG oslo_vmware.api [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2204.746788] env[63676]: value = "task-1926553" [ 2204.746788] env[63676]: _type = "Task" [ 2204.746788] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2204.747217] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cfd89e8f-fecf-490d-a832-827d77e1f53d tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "73805f76-89a3-4839-bdb6-5a3902ec0c57" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.250s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2204.760414] env[63676]: DEBUG oslo_vmware.api [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926553, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.763561] env[63676]: DEBUG oslo_vmware.api [None req-13877039-2d65-4bcf-ae1e-ac2ffa87f346 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926552, 'name': ReconfigVM_Task, 'duration_secs': 1.14543} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2204.764430] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-13877039-2d65-4bcf-ae1e-ac2ffa87f346 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397234', 'volume_id': '09846e2e-6fd2-40cd-b71b-d13a97e3e958', 'name': 'volume-09846e2e-6fd2-40cd-b71b-d13a97e3e958', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2fc79d4-f82d-4984-aaa4-e3170825cbbc', 'attached_at': '', 'detached_at': '', 'volume_id': '09846e2e-6fd2-40cd-b71b-d13a97e3e958', 'serial': '09846e2e-6fd2-40cd-b71b-d13a97e3e958'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2205.163582] env[63676]: DEBUG nova.compute.manager [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63676) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2205.257799] env[63676]: DEBUG oslo_vmware.api [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926553, 'name': PowerOffVM_Task, 'duration_secs': 0.238385} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2205.257799] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2205.257799] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2205.258210] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dad99719-cb96-44f4-8659-8ee4e3c62899 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.304922] env[63676]: DEBUG nova.objects.instance [None req-13877039-2d65-4bcf-ae1e-ac2ffa87f346 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lazy-loading 'flavor' on Instance uuid a2fc79d4-f82d-4984-aaa4-e3170825cbbc {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2205.323659] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9ba8308-6d35-4780-9272-8b198aaf0991 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "73805f76-89a3-4839-bdb6-5a3902ec0c57" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2205.323972] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9ba8308-6d35-4780-9272-8b198aaf0991 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "73805f76-89a3-4839-bdb6-5a3902ec0c57" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2205.335429] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2205.335605] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2205.335789] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Deleting the datastore file [datastore1] 01452159-eafb-4ae6-8ca5-9b5c9b380bc5 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2205.336052] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1d56264-d35e-441c-bba4-16e7ffcbd33e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.342660] env[63676]: DEBUG oslo_vmware.api [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2205.342660] env[63676]: value = "task-1926555" [ 2205.342660] env[63676]: _type = "Task" [ 2205.342660] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.351252] env[63676]: DEBUG oslo_vmware.api [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926555, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.827652] env[63676]: INFO nova.compute.manager [None req-e9ba8308-6d35-4780-9272-8b198aaf0991 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Detaching volume 441f0c2b-ae3f-48d0-a432-f73b99f4c3d9 [ 2205.852283] env[63676]: DEBUG oslo_vmware.api [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926555, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136592} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2205.852565] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2205.852753] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2205.852935] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2205.853142] env[63676]: INFO nova.compute.manager [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2205.853390] env[63676]: DEBUG oslo.service.loopingcall [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2205.853581] env[63676]: DEBUG nova.compute.manager [-] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2205.853674] env[63676]: DEBUG nova.network.neutron [-] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2205.858988] env[63676]: INFO nova.virt.block_device [None req-e9ba8308-6d35-4780-9272-8b198aaf0991 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Attempting to driver detach volume 441f0c2b-ae3f-48d0-a432-f73b99f4c3d9 from mountpoint /dev/sdb [ 2205.859244] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ba8308-6d35-4780-9272-8b198aaf0991 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Volume detach. Driver type: vmdk {{(pid=63676) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2205.859429] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ba8308-6d35-4780-9272-8b198aaf0991 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397238', 'volume_id': '441f0c2b-ae3f-48d0-a432-f73b99f4c3d9', 'name': 'volume-441f0c2b-ae3f-48d0-a432-f73b99f4c3d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73805f76-89a3-4839-bdb6-5a3902ec0c57', 'attached_at': '', 'detached_at': '', 'volume_id': '441f0c2b-ae3f-48d0-a432-f73b99f4c3d9', 'serial': '441f0c2b-ae3f-48d0-a432-f73b99f4c3d9'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2205.860249] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8dfd3b7-0a94-4772-b517-9a981c850830 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.880973] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46c9d75-365e-4d94-9189-397d4de6769e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.887760] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d2d312-316f-4e36-9826-3a171db06d4a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.909427] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952f485a-4a14-4ee6-8a06-b3e995f520db {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.924551] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ba8308-6d35-4780-9272-8b198aaf0991 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] The volume has not been displaced from its original location: [datastore1] volume-441f0c2b-ae3f-48d0-a432-f73b99f4c3d9/volume-441f0c2b-ae3f-48d0-a432-f73b99f4c3d9.vmdk. No consolidation needed. {{(pid=63676) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2205.929795] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ba8308-6d35-4780-9272-8b198aaf0991 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Reconfiguring VM instance instance-00000073 to detach disk 2001 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2205.930174] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76a72aaa-7990-425c-a018-b6ef4be2c208 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2205.947784] env[63676]: DEBUG oslo_vmware.api [None req-e9ba8308-6d35-4780-9272-8b198aaf0991 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2205.947784] env[63676]: value = "task-1926556" [ 2205.947784] env[63676]: _type = "Task" [ 2205.947784] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2205.955901] env[63676]: DEBUG oslo_vmware.api [None req-e9ba8308-6d35-4780-9272-8b198aaf0991 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926556, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.140114] env[63676]: DEBUG nova.compute.manager [req-424afc50-6ec5-4ce9-9308-198d2f1bd4f5 req-68657a9f-f337-48fa-894e-b7cabccb2939 service nova] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Received event network-vif-deleted-bfca625d-0f8a-4720-a34d-193c6c7045e4 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2206.140329] env[63676]: INFO nova.compute.manager [req-424afc50-6ec5-4ce9-9308-198d2f1bd4f5 req-68657a9f-f337-48fa-894e-b7cabccb2939 service nova] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Neutron deleted interface bfca625d-0f8a-4720-a34d-193c6c7045e4; detaching it from the instance and deleting it from the info cache [ 2206.140501] env[63676]: DEBUG nova.network.neutron [req-424afc50-6ec5-4ce9-9308-198d2f1bd4f5 req-68657a9f-f337-48fa-894e-b7cabccb2939 service nova] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2206.250314] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2206.250550] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2206.283538] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8420b145-4885-493f-a000-a4a3849a24b2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquiring lock "a2fc79d4-f82d-4984-aaa4-e3170825cbbc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2206.312708] env[63676]: DEBUG oslo_concurrency.lockutils [None req-13877039-2d65-4bcf-ae1e-ac2ffa87f346 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "a2fc79d4-f82d-4984-aaa4-e3170825cbbc" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.224s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2206.314316] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8420b145-4885-493f-a000-a4a3849a24b2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "a2fc79d4-f82d-4984-aaa4-e3170825cbbc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.031s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2206.314516] env[63676]: DEBUG nova.compute.manager [None req-8420b145-4885-493f-a000-a4a3849a24b2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2206.315634] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164e3151-d158-4d7c-bb79-e55942aa732d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.323166] env[63676]: DEBUG nova.compute.manager [None req-8420b145-4885-493f-a000-a4a3849a24b2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63676) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2206.323831] env[63676]: DEBUG nova.objects.instance [None req-8420b145-4885-493f-a000-a4a3849a24b2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lazy-loading 'flavor' on Instance uuid a2fc79d4-f82d-4984-aaa4-e3170825cbbc {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2206.456795] env[63676]: DEBUG oslo_vmware.api [None req-e9ba8308-6d35-4780-9272-8b198aaf0991 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926556, 'name': ReconfigVM_Task, 'duration_secs': 0.426428} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.457074] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ba8308-6d35-4780-9272-8b198aaf0991 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Reconfigured VM instance instance-00000073 to detach disk 2001 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2206.461677] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-509a6fb7-b5d6-4f6c-b12f-bc4c1372df75 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.476903] env[63676]: DEBUG oslo_vmware.api [None req-e9ba8308-6d35-4780-9272-8b198aaf0991 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2206.476903] env[63676]: value = "task-1926557" [ 2206.476903] env[63676]: _type = "Task" [ 2206.476903] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.484107] env[63676]: DEBUG oslo_vmware.api [None req-e9ba8308-6d35-4780-9272-8b198aaf0991 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926557, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.614316] env[63676]: DEBUG nova.network.neutron [-] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2206.642901] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77d4eaa1-64b0-4ccb-a39e-9bc98c00a1b4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.652009] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b25767-0401-433d-b8a0-7adbf08ad6d0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.678743] env[63676]: DEBUG nova.compute.manager [req-424afc50-6ec5-4ce9-9308-198d2f1bd4f5 req-68657a9f-f337-48fa-894e-b7cabccb2939 service nova] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Detach interface failed, port_id=bfca625d-0f8a-4720-a34d-193c6c7045e4, reason: Instance 01452159-eafb-4ae6-8ca5-9b5c9b380bc5 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2206.753168] env[63676]: DEBUG nova.objects.instance [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lazy-loading 'migration_context' on Instance uuid cc049a13-f8ff-498e-8204-1a0a72df9846 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2206.987613] env[63676]: DEBUG oslo_vmware.api [None req-e9ba8308-6d35-4780-9272-8b198aaf0991 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926557, 'name': ReconfigVM_Task, 'duration_secs': 0.13579} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.987861] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ba8308-6d35-4780-9272-8b198aaf0991 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397238', 'volume_id': '441f0c2b-ae3f-48d0-a432-f73b99f4c3d9', 'name': 'volume-441f0c2b-ae3f-48d0-a432-f73b99f4c3d9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '73805f76-89a3-4839-bdb6-5a3902ec0c57', 'attached_at': '', 'detached_at': '', 'volume_id': '441f0c2b-ae3f-48d0-a432-f73b99f4c3d9', 'serial': '441f0c2b-ae3f-48d0-a432-f73b99f4c3d9'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2207.117262] env[63676]: INFO nova.compute.manager [-] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Took 1.26 seconds to deallocate network for instance. [ 2207.332129] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8420b145-4885-493f-a000-a4a3849a24b2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2207.332440] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4ac9d31-4fe7-474e-9979-cb5676555605 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.340129] env[63676]: DEBUG oslo_vmware.api [None req-8420b145-4885-493f-a000-a4a3849a24b2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2207.340129] env[63676]: value = "task-1926558" [ 2207.340129] env[63676]: _type = "Task" [ 2207.340129] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.349444] env[63676]: DEBUG oslo_vmware.api [None req-8420b145-4885-493f-a000-a4a3849a24b2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.351193] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3864fd5-bd3e-4887-9b8b-7d74a9b065e0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.357821] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efacd6d2-24c3-4c6e-a475-b268fc433ea4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.387316] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa96a082-a559-4fe5-bea9-e1550c546426 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.394818] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a7c5e9-d09f-445c-b263-382eb61a783c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.407757] env[63676]: DEBUG nova.compute.provider_tree [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2207.533175] env[63676]: DEBUG nova.objects.instance [None req-e9ba8308-6d35-4780-9272-8b198aaf0991 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lazy-loading 'flavor' on Instance uuid 73805f76-89a3-4839-bdb6-5a3902ec0c57 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2207.624337] env[63676]: DEBUG oslo_concurrency.lockutils [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2207.849954] env[63676]: DEBUG oslo_vmware.api [None req-8420b145-4885-493f-a000-a4a3849a24b2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926558, 'name': PowerOffVM_Task, 'duration_secs': 0.172275} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.850248] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8420b145-4885-493f-a000-a4a3849a24b2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2207.850445] env[63676]: DEBUG nova.compute.manager [None req-8420b145-4885-493f-a000-a4a3849a24b2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2207.851210] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec1b115-2db5-4323-ba0e-3b48a07a56c5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.912137] env[63676]: DEBUG nova.scheduler.client.report [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2208.362775] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8420b145-4885-493f-a000-a4a3849a24b2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "a2fc79d4-f82d-4984-aaa4-e3170825cbbc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2208.541119] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9ba8308-6d35-4780-9272-8b198aaf0991 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "73805f76-89a3-4839-bdb6-5a3902ec0c57" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.217s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2208.673211] env[63676]: DEBUG nova.objects.instance [None req-e777ff6a-bea8-4d43-b6f0-11ec809f6132 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lazy-loading 'flavor' on Instance uuid a2fc79d4-f82d-4984-aaa4-e3170825cbbc {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2208.925982] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.675s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2208.931713] env[63676]: DEBUG oslo_concurrency.lockutils [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.308s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2208.931942] env[63676]: DEBUG nova.objects.instance [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lazy-loading 'resources' on Instance uuid 01452159-eafb-4ae6-8ca5-9b5c9b380bc5 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2209.178024] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e777ff6a-bea8-4d43-b6f0-11ec809f6132 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquiring lock "refresh_cache-a2fc79d4-f82d-4984-aaa4-e3170825cbbc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2209.178143] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e777ff6a-bea8-4d43-b6f0-11ec809f6132 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquired lock "refresh_cache-a2fc79d4-f82d-4984-aaa4-e3170825cbbc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2209.178353] env[63676]: DEBUG nova.network.neutron [None req-e777ff6a-bea8-4d43-b6f0-11ec809f6132 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2209.178624] env[63676]: DEBUG nova.objects.instance [None req-e777ff6a-bea8-4d43-b6f0-11ec809f6132 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lazy-loading 'info_cache' on Instance uuid a2fc79d4-f82d-4984-aaa4-e3170825cbbc {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2209.523645] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e55808-c8a3-4e9f-8b3f-36dec82e1c10 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.531468] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00634068-d88d-47eb-ac50-53c8ce55607d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.561319] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c3cb1ae-b288-4828-af47-f3432f7d11cb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.568679] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f9acc9-1c8c-461d-b530-fb7fe24e5036 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.572565] env[63676]: DEBUG oslo_concurrency.lockutils [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "73805f76-89a3-4839-bdb6-5a3902ec0c57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2209.572791] env[63676]: DEBUG oslo_concurrency.lockutils [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "73805f76-89a3-4839-bdb6-5a3902ec0c57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2209.572992] env[63676]: DEBUG oslo_concurrency.lockutils [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "73805f76-89a3-4839-bdb6-5a3902ec0c57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2209.573188] env[63676]: DEBUG oslo_concurrency.lockutils [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "73805f76-89a3-4839-bdb6-5a3902ec0c57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2209.573353] env[63676]: DEBUG oslo_concurrency.lockutils [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "73805f76-89a3-4839-bdb6-5a3902ec0c57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2209.575485] env[63676]: INFO nova.compute.manager [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Terminating instance [ 2209.586061] env[63676]: DEBUG nova.compute.provider_tree [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2209.587575] env[63676]: DEBUG nova.compute.manager [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2209.587772] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2209.588892] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab2d7ac-1c62-443e-9b7c-d8739787e0a9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.596239] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2209.596464] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07c10a5f-fcf2-42e4-a3b0-268004353a28 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.602248] env[63676]: DEBUG oslo_vmware.api [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2209.602248] env[63676]: value = "task-1926559" [ 2209.602248] env[63676]: _type = "Task" [ 2209.602248] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.610087] env[63676]: DEBUG oslo_vmware.api [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926559, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.682072] env[63676]: DEBUG nova.objects.base [None req-e777ff6a-bea8-4d43-b6f0-11ec809f6132 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=63676) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2210.093580] env[63676]: DEBUG nova.scheduler.client.report [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2210.112665] env[63676]: DEBUG oslo_vmware.api [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926559, 'name': PowerOffVM_Task, 'duration_secs': 0.222493} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.112939] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2210.113124] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2210.113369] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ebf9bd12-863f-4897-961a-6df6b4240beb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.200887] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2210.201182] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2210.201412] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Deleting the datastore file [datastore1] 73805f76-89a3-4839-bdb6-5a3902ec0c57 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2210.201999] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-98c06d0b-584d-47f1-aeb9-9dd58631f197 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.209668] env[63676]: DEBUG oslo_vmware.api [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2210.209668] env[63676]: value = "task-1926561" [ 2210.209668] env[63676]: _type = "Task" [ 2210.209668] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.217919] env[63676]: DEBUG oslo_vmware.api [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.465207] env[63676]: INFO nova.compute.manager [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Swapping old allocation on dict_keys(['5759d2a2-0179-444e-89b9-d9d622fd17b7']) held by migration bf3802b8-3901-4f69-9906-6ddec2688a07 for instance [ 2210.487059] env[63676]: DEBUG nova.scheduler.client.report [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Overwriting current allocation {'allocations': {'5759d2a2-0179-444e-89b9-d9d622fd17b7': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 171}}, 'project_id': 'e5701b0b66ea4031b1efd32168ad7818', 'user_id': '7a2f733d7e9b4cfb945b729188c6bf2c', 'consumer_generation': 1} on consumer cc049a13-f8ff-498e-8204-1a0a72df9846 {{(pid=63676) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2210.491978] env[63676]: DEBUG nova.network.neutron [None req-e777ff6a-bea8-4d43-b6f0-11ec809f6132 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Updating instance_info_cache with network_info: [{"id": "86b87e5f-64c6-4816-8a8a-183786c138be", "address": "fa:16:3e:2f:a0:aa", "network": {"id": "fde740f8-0b20-49c5-b98c-77d3f65d2d60", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-654539961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a66733555d82429a9f59fc2d00a26ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86b87e5f-64", "ovs_interfaceid": "86b87e5f-64c6-4816-8a8a-183786c138be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2210.564230] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "refresh_cache-cc049a13-f8ff-498e-8204-1a0a72df9846" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2210.564504] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquired lock "refresh_cache-cc049a13-f8ff-498e-8204-1a0a72df9846" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2210.564595] env[63676]: DEBUG nova.network.neutron [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2210.599023] env[63676]: DEBUG oslo_concurrency.lockutils [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2210.614956] env[63676]: INFO nova.scheduler.client.report [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Deleted allocations for instance 01452159-eafb-4ae6-8ca5-9b5c9b380bc5 [ 2210.719584] env[63676]: DEBUG oslo_vmware.api [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144657} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.720459] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2210.720459] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2210.720606] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2210.720647] env[63676]: INFO nova.compute.manager [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2210.720882] env[63676]: DEBUG oslo.service.loopingcall [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2210.721111] env[63676]: DEBUG nova.compute.manager [-] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2210.721210] env[63676]: DEBUG nova.network.neutron [-] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2210.994339] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e777ff6a-bea8-4d43-b6f0-11ec809f6132 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Releasing lock "refresh_cache-a2fc79d4-f82d-4984-aaa4-e3170825cbbc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2211.126499] env[63676]: DEBUG oslo_concurrency.lockutils [None req-943c3698-d6ba-46ef-8883-36f31ef42055 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "01452159-eafb-4ae6-8ca5-9b5c9b380bc5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.904s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2211.163213] env[63676]: DEBUG nova.compute.manager [req-c20f9faf-fc20-47f7-bb8c-3ebbe0bd94d3 req-c735b05c-132f-4012-932c-b717526bb643 service nova] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Received event network-vif-deleted-a4557d22-1024-4c1d-af00-903722ba602e {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2211.163520] env[63676]: INFO nova.compute.manager [req-c20f9faf-fc20-47f7-bb8c-3ebbe0bd94d3 req-c735b05c-132f-4012-932c-b717526bb643 service nova] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Neutron deleted interface a4557d22-1024-4c1d-af00-903722ba602e; detaching it from the instance and deleting it from the info cache [ 2211.163598] env[63676]: DEBUG nova.network.neutron [req-c20f9faf-fc20-47f7-bb8c-3ebbe0bd94d3 req-c735b05c-132f-4012-932c-b717526bb643 service nova] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2211.320510] env[63676]: DEBUG nova.network.neutron [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Updating instance_info_cache with network_info: [{"id": "64bd399f-f9c2-4170-a9f0-378df22370f7", "address": "fa:16:3e:bd:6d:26", "network": {"id": "abf80053-ace1-44b7-ac68-be3c9b4c031d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1491985291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5701b0b66ea4031b1efd32168ad7818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64bd399f-f9", "ovs_interfaceid": "64bd399f-f9c2-4170-a9f0-378df22370f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2211.638436] env[63676]: DEBUG nova.network.neutron [-] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2211.666569] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b08fb82-c934-4ebc-a318-c09e92424fbe {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.675776] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c2849a0-681e-4976-925c-a13dc1b4d112 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.702332] env[63676]: DEBUG nova.compute.manager [req-c20f9faf-fc20-47f7-bb8c-3ebbe0bd94d3 req-c735b05c-132f-4012-932c-b717526bb643 service nova] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Detach interface failed, port_id=a4557d22-1024-4c1d-af00-903722ba602e, reason: Instance 73805f76-89a3-4839-bdb6-5a3902ec0c57 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2211.824482] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Releasing lock "refresh_cache-cc049a13-f8ff-498e-8204-1a0a72df9846" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2211.825471] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ede962a-8699-4236-a127-f8e10a58d9ec {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.832831] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a7154a-ac22-4cec-9d71-0c133869be8c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.000957] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e777ff6a-bea8-4d43-b6f0-11ec809f6132 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2212.000957] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-884e76e0-3a06-4e66-829e-fc4bb4d4f32e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.007682] env[63676]: DEBUG oslo_vmware.api [None req-e777ff6a-bea8-4d43-b6f0-11ec809f6132 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2212.007682] env[63676]: value = "task-1926563" [ 2212.007682] env[63676]: _type = "Task" [ 2212.007682] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.019335] env[63676]: DEBUG oslo_vmware.api [None req-e777ff6a-bea8-4d43-b6f0-11ec809f6132 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.141341] env[63676]: INFO nova.compute.manager [-] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Took 1.42 seconds to deallocate network for instance. [ 2212.518417] env[63676]: DEBUG oslo_vmware.api [None req-e777ff6a-bea8-4d43-b6f0-11ec809f6132 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926563, 'name': PowerOnVM_Task, 'duration_secs': 0.440483} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.518417] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e777ff6a-bea8-4d43-b6f0-11ec809f6132 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2212.518417] env[63676]: DEBUG nova.compute.manager [None req-e777ff6a-bea8-4d43-b6f0-11ec809f6132 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2212.518417] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31719350-17da-4246-9f51-3b908d17d90d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.647594] env[63676]: DEBUG oslo_concurrency.lockutils [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2212.647968] env[63676]: DEBUG oslo_concurrency.lockutils [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2212.648034] env[63676]: DEBUG nova.objects.instance [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lazy-loading 'resources' on Instance uuid 73805f76-89a3-4839-bdb6-5a3902ec0c57 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2212.915560] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2212.916283] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56505c08-250d-49a1-89b3-70e1c4f22e48 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.923555] env[63676]: DEBUG oslo_vmware.api [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2212.923555] env[63676]: value = "task-1926564" [ 2212.923555] env[63676]: _type = "Task" [ 2212.923555] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.931659] env[63676]: DEBUG oslo_vmware.api [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.392765] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5199850f-512b-4ce3-a9bc-3535f844f87b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.401302] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739bd991-6864-49c0-b226-16bedb4dfba6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.434851] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b103cee-3969-4410-8031-6121208a4e5a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.443291] env[63676]: DEBUG oslo_vmware.api [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926564, 'name': PowerOffVM_Task, 'duration_secs': 0.246919} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.445331] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2213.445985] env[63676]: DEBUG nova.virt.hardware [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2213.446217] env[63676]: DEBUG nova.virt.hardware [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2213.446378] env[63676]: DEBUG nova.virt.hardware [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2213.446557] env[63676]: DEBUG nova.virt.hardware [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2213.446703] env[63676]: DEBUG nova.virt.hardware [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2213.446852] env[63676]: DEBUG nova.virt.hardware [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2213.447071] env[63676]: DEBUG nova.virt.hardware [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2213.447237] env[63676]: DEBUG nova.virt.hardware [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2213.447402] env[63676]: DEBUG nova.virt.hardware [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2213.447563] env[63676]: DEBUG nova.virt.hardware [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2213.447736] env[63676]: DEBUG nova.virt.hardware [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2213.452941] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d988a8a7-1261-4ae4-bb47-3fe2bb4951ca {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.464236] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57dac52-e517-4f04-be43-fcc2cc5e5906 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.480517] env[63676]: DEBUG nova.compute.provider_tree [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2213.483513] env[63676]: DEBUG oslo_vmware.api [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2213.483513] env[63676]: value = "task-1926565" [ 2213.483513] env[63676]: _type = "Task" [ 2213.483513] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.493393] env[63676]: DEBUG oslo_vmware.api [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.997218] env[63676]: DEBUG oslo_vmware.api [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926565, 'name': ReconfigVM_Task, 'duration_secs': 0.148483} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.998091] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964a51e2-45ab-4860-85c7-8bf74cd87508 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.002602] env[63676]: ERROR nova.scheduler.client.report [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [req-7d57856e-c5b2-4fc8-90a1-371320e99248] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 5759d2a2-0179-444e-89b9-d9d622fd17b7. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7d57856e-c5b2-4fc8-90a1-371320e99248"}]} [ 2214.021023] env[63676]: DEBUG nova.virt.hardware [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2214.021565] env[63676]: DEBUG nova.virt.hardware [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2214.021565] env[63676]: DEBUG nova.virt.hardware [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2214.021684] env[63676]: DEBUG nova.virt.hardware [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2214.021738] env[63676]: DEBUG nova.virt.hardware [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2214.021881] env[63676]: DEBUG nova.virt.hardware [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2214.022096] env[63676]: DEBUG nova.virt.hardware [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2214.022264] env[63676]: DEBUG nova.virt.hardware [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2214.022431] env[63676]: DEBUG nova.virt.hardware [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2214.022594] env[63676]: DEBUG nova.virt.hardware [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2214.022768] env[63676]: DEBUG nova.virt.hardware [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2214.024342] env[63676]: DEBUG nova.scheduler.client.report [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Refreshing inventories for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2214.026135] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c93328f-9e1b-4b0c-9345-0b8e13d67094 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.031860] env[63676]: DEBUG oslo_vmware.api [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2214.031860] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5237cf56-2166-201a-4e32-b3bb435e973f" [ 2214.031860] env[63676]: _type = "Task" [ 2214.031860] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.039619] env[63676]: DEBUG oslo_vmware.api [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5237cf56-2166-201a-4e32-b3bb435e973f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.040518] env[63676]: DEBUG nova.scheduler.client.report [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Updating ProviderTree inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2214.040716] env[63676]: DEBUG nova.compute.provider_tree [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 164, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2214.055110] env[63676]: DEBUG nova.scheduler.client.report [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Refreshing aggregate associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, aggregates: None {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2214.072313] env[63676]: DEBUG nova.scheduler.client.report [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Refreshing trait associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2214.138069] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6373684b-6630-4ef9-ab53-32ff10b4134b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.145441] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d991912f-6de1-423b-91a4-251b3dcc96fd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.177926] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bba48f-d915-42b1-af48-9bdc9a6f2077 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.185810] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d99072-4bd8-4ea4-b586-e2e68b0d73e0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.200913] env[63676]: DEBUG nova.compute.provider_tree [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2214.542605] env[63676]: DEBUG oslo_vmware.api [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5237cf56-2166-201a-4e32-b3bb435e973f, 'name': SearchDatastore_Task, 'duration_secs': 0.010112} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.547840] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2214.548143] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92c9251c-4ff1-49c8-a1d0-7f405e361a40 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.567028] env[63676]: DEBUG oslo_vmware.api [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2214.567028] env[63676]: value = "task-1926566" [ 2214.567028] env[63676]: _type = "Task" [ 2214.567028] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.576769] env[63676]: DEBUG oslo_vmware.api [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926566, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.736366] env[63676]: DEBUG nova.scheduler.client.report [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Updated inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 2214.736729] env[63676]: DEBUG nova.compute.provider_tree [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Updating resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 generation from 172 to 173 during operation: update_inventory {{(pid=63676) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2214.737014] env[63676]: DEBUG nova.compute.provider_tree [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2214.992982] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "09219395-79b1-4a17-8357-12266d342eb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2214.993289] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "09219395-79b1-4a17-8357-12266d342eb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2214.993518] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "09219395-79b1-4a17-8357-12266d342eb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2214.993784] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "09219395-79b1-4a17-8357-12266d342eb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2214.993944] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "09219395-79b1-4a17-8357-12266d342eb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2214.996127] env[63676]: INFO nova.compute.manager [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Terminating instance [ 2215.078189] env[63676]: DEBUG oslo_vmware.api [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926566, 'name': ReconfigVM_Task, 'duration_secs': 0.182361} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.078568] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2215.079644] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f22c215-38b7-4820-80be-d3b678950acd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.105665] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] cc049a13-f8ff-498e-8204-1a0a72df9846/cc049a13-f8ff-498e-8204-1a0a72df9846.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2215.106045] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a987f82-29bd-4953-a612-ead1fc431aef {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.124208] env[63676]: DEBUG oslo_vmware.api [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2215.124208] env[63676]: value = "task-1926567" [ 2215.124208] env[63676]: _type = "Task" [ 2215.124208] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.133513] env[63676]: DEBUG oslo_vmware.api [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926567, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.242665] env[63676]: DEBUG oslo_concurrency.lockutils [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.595s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2215.264063] env[63676]: INFO nova.scheduler.client.report [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Deleted allocations for instance 73805f76-89a3-4839-bdb6-5a3902ec0c57 [ 2215.499902] env[63676]: DEBUG nova.compute.manager [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2215.500134] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2215.501074] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae846c8-fd35-47e7-80e1-5df2c17b5049 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.508545] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2215.508781] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dda66e90-d4eb-4f3c-a6d6-45115975265a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.514637] env[63676]: DEBUG oslo_vmware.api [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2215.514637] env[63676]: value = "task-1926568" [ 2215.514637] env[63676]: _type = "Task" [ 2215.514637] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.522030] env[63676]: DEBUG oslo_vmware.api [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.634035] env[63676]: DEBUG oslo_vmware.api [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926567, 'name': ReconfigVM_Task, 'duration_secs': 0.269705} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.634344] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Reconfigured VM instance instance-00000070 to attach disk [datastore1] cc049a13-f8ff-498e-8204-1a0a72df9846/cc049a13-f8ff-498e-8204-1a0a72df9846.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2215.635245] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78cffe3a-f0d3-4554-8676-ca106bb3ece2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.656376] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd53bf91-2118-4a06-98df-97c9be6eeafa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.676996] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021bf1da-511b-401b-accc-5eb640d03e11 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.698643] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26168da-bf56-47dc-ae84-55b90a059c9f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.705614] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2215.705845] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b00d9357-229a-4cf0-a9a8-cffd36887332 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.711647] env[63676]: DEBUG oslo_vmware.api [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2215.711647] env[63676]: value = "task-1926569" [ 2215.711647] env[63676]: _type = "Task" [ 2215.711647] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.718680] env[63676]: DEBUG oslo_vmware.api [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926569, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.771513] env[63676]: DEBUG oslo_concurrency.lockutils [None req-384d3f56-c8ca-4aa0-a04a-ed899cad33de tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "73805f76-89a3-4839-bdb6-5a3902ec0c57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.198s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2216.024693] env[63676]: DEBUG oslo_vmware.api [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926568, 'name': PowerOffVM_Task, 'duration_secs': 0.279251} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.024977] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2216.025195] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2216.025453] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1ad358b-eff2-4608-ad9b-088cb4c642e4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.225401] env[63676]: DEBUG oslo_vmware.api [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926569, 'name': PowerOnVM_Task} progress is 89%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.302029] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2216.302448] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2216.302798] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Deleting the datastore file [datastore1] 09219395-79b1-4a17-8357-12266d342eb4 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2216.302959] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54837480-03d0-40f4-9a27-2ac6fab8b3a9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.310073] env[63676]: DEBUG oslo_vmware.api [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for the task: (returnval){ [ 2216.310073] env[63676]: value = "task-1926571" [ 2216.310073] env[63676]: _type = "Task" [ 2216.310073] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.319361] env[63676]: DEBUG oslo_vmware.api [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926571, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.722873] env[63676]: DEBUG oslo_vmware.api [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926569, 'name': PowerOnVM_Task, 'duration_secs': 0.540685} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.723178] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2216.822154] env[63676]: DEBUG oslo_vmware.api [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Task: {'id': task-1926571, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133633} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.822154] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2216.822154] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2216.822154] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2216.822154] env[63676]: INFO nova.compute.manager [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Took 1.32 seconds to destroy the instance on the hypervisor. [ 2216.822154] env[63676]: DEBUG oslo.service.loopingcall [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2216.822547] env[63676]: DEBUG nova.compute.manager [-] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2216.822547] env[63676]: DEBUG nova.network.neutron [-] [instance: 09219395-79b1-4a17-8357-12266d342eb4] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2217.174238] env[63676]: DEBUG nova.compute.manager [req-6a84c6ed-bf0e-4921-8b9e-213a126619d1 req-78475bd5-8385-4c2e-8c5b-865793190498 service nova] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Received event network-vif-deleted-1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2217.174465] env[63676]: INFO nova.compute.manager [req-6a84c6ed-bf0e-4921-8b9e-213a126619d1 req-78475bd5-8385-4c2e-8c5b-865793190498 service nova] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Neutron deleted interface 1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8; detaching it from the instance and deleting it from the info cache [ 2217.174681] env[63676]: DEBUG nova.network.neutron [req-6a84c6ed-bf0e-4921-8b9e-213a126619d1 req-78475bd5-8385-4c2e-8c5b-865793190498 service nova] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2217.650061] env[63676]: DEBUG nova.network.neutron [-] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2217.677611] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f64f607-4d04-4611-92f3-0c1cd898523f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.687147] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-152511bb-af3e-44d9-aa7f-72101e0d97b8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.712876] env[63676]: DEBUG nova.compute.manager [req-6a84c6ed-bf0e-4921-8b9e-213a126619d1 req-78475bd5-8385-4c2e-8c5b-865793190498 service nova] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Detach interface failed, port_id=1fe1650e-a6d9-4a8b-b6c8-29d104b86fe8, reason: Instance 09219395-79b1-4a17-8357-12266d342eb4 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2217.770864] env[63676]: INFO nova.compute.manager [None req-d8ff1dbf-cc7f-4c0c-901a-e6f0575908ae tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Updating instance to original state: 'active' [ 2217.787675] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "ffdf914c-8557-4eb7-bb7b-38cf1da4783c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2217.787916] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "ffdf914c-8557-4eb7-bb7b-38cf1da4783c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.153096] env[63676]: INFO nova.compute.manager [-] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Took 1.33 seconds to deallocate network for instance. [ 2218.289980] env[63676]: DEBUG nova.compute.manager [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2218.658997] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2218.659384] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2218.659498] env[63676]: DEBUG nova.objects.instance [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lazy-loading 'resources' on Instance uuid 09219395-79b1-4a17-8357-12266d342eb4 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2218.811209] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2219.235897] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4596e0-f62b-4ec8-b75a-e0ecb822ffe8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.240237] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "cc049a13-f8ff-498e-8204-1a0a72df9846" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2219.240465] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "cc049a13-f8ff-498e-8204-1a0a72df9846" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2219.240663] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "cc049a13-f8ff-498e-8204-1a0a72df9846-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2219.240885] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "cc049a13-f8ff-498e-8204-1a0a72df9846-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2219.241072] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "cc049a13-f8ff-498e-8204-1a0a72df9846-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2219.245123] env[63676]: INFO nova.compute.manager [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Terminating instance [ 2219.248383] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0abae73-6adf-41b2-a281-845bdabbd04d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.278989] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313120a5-6c82-4ba1-8440-ffbf062ebd4a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.286677] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad4f3e26-a3f5-4518-9b87-596a8852e895 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.299709] env[63676]: DEBUG nova.compute.provider_tree [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2219.748965] env[63676]: DEBUG nova.compute.manager [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2219.749342] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2219.749526] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-54e417b7-7697-4c4f-805a-6b2ceadedc0a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.756721] env[63676]: DEBUG oslo_vmware.api [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2219.756721] env[63676]: value = "task-1926572" [ 2219.756721] env[63676]: _type = "Task" [ 2219.756721] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2219.764356] env[63676]: DEBUG oslo_vmware.api [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2219.803012] env[63676]: DEBUG nova.scheduler.client.report [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2220.266714] env[63676]: DEBUG oslo_vmware.api [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926572, 'name': PowerOffVM_Task, 'duration_secs': 0.197194} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.267016] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2220.267318] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Volume detach. Driver type: vmdk {{(pid=63676) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2220.267516] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397237', 'volume_id': 'cd7d4ea4-ede1-4a7f-aa7d-d797bcdf1584', 'name': 'volume-cd7d4ea4-ede1-4a7f-aa7d-d797bcdf1584', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'cc049a13-f8ff-498e-8204-1a0a72df9846', 'attached_at': '2024-12-16T20:02:40.000000', 'detached_at': '', 'volume_id': 'cd7d4ea4-ede1-4a7f-aa7d-d797bcdf1584', 'serial': 'cd7d4ea4-ede1-4a7f-aa7d-d797bcdf1584'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2220.268277] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0df5d7-9731-4034-ad7c-84f80a40d923 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.287892] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20cc08a2-7989-4659-bb62-3a96573df87b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.293916] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-797ee9ef-c500-4726-a296-0606fcad1e11 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.312657] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2220.314618] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.504s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2220.316115] env[63676]: INFO nova.compute.claims [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2220.318957] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07b5167-6891-4ab6-9dc7-b6387dbec95a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.335684] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] The volume has not been displaced from its original location: [datastore1] volume-cd7d4ea4-ede1-4a7f-aa7d-d797bcdf1584/volume-cd7d4ea4-ede1-4a7f-aa7d-d797bcdf1584.vmdk. No consolidation needed. {{(pid=63676) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2220.340879] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2220.341841] env[63676]: INFO nova.scheduler.client.report [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Deleted allocations for instance 09219395-79b1-4a17-8357-12266d342eb4 [ 2220.343212] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5806085-3b23-4e90-ba47-9b70c86d8800 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.364120] env[63676]: DEBUG oslo_vmware.api [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2220.364120] env[63676]: value = "task-1926573" [ 2220.364120] env[63676]: _type = "Task" [ 2220.364120] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.374618] env[63676]: DEBUG oslo_vmware.api [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926573, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.862209] env[63676]: DEBUG oslo_concurrency.lockutils [None req-b3ef7f6b-4b38-4f22-89c2-a908d89d0635 tempest-ServerActionsTestOtherA-800152346 tempest-ServerActionsTestOtherA-800152346-project-member] Lock "09219395-79b1-4a17-8357-12266d342eb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.869s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2220.873659] env[63676]: DEBUG oslo_vmware.api [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926573, 'name': ReconfigVM_Task, 'duration_secs': 0.194824} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.873920] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2220.878516] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ede054b5-94e4-4184-b3da-2263c52f8335 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.894183] env[63676]: DEBUG oslo_vmware.api [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2220.894183] env[63676]: value = "task-1926574" [ 2220.894183] env[63676]: _type = "Task" [ 2220.894183] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.902192] env[63676]: DEBUG oslo_vmware.api [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926574, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.387984] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b05420f-f7b7-43ab-955f-eaf8985141d5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.398750] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2d0f6b-5fa6-4383-9ddc-f9ce08dcc729 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.406762] env[63676]: DEBUG oslo_vmware.api [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926574, 'name': ReconfigVM_Task, 'duration_secs': 0.171034} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.430623] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397237', 'volume_id': 'cd7d4ea4-ede1-4a7f-aa7d-d797bcdf1584', 'name': 'volume-cd7d4ea4-ede1-4a7f-aa7d-d797bcdf1584', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'cc049a13-f8ff-498e-8204-1a0a72df9846', 'attached_at': '2024-12-16T20:02:40.000000', 'detached_at': '', 'volume_id': 'cd7d4ea4-ede1-4a7f-aa7d-d797bcdf1584', 'serial': 'cd7d4ea4-ede1-4a7f-aa7d-d797bcdf1584'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2221.430956] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2221.431892] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a660983-beba-44f4-bebc-a0fdabc80fb8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.435031] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5beaf96-7e78-405e-91df-046221f8ba73 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.445135] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec7cbaae-dc13-4f7d-8989-74a55c53e09d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.448719] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2221.448949] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0cc5d85-2c9c-48bb-bd4c-c3475ac18006 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.459487] env[63676]: DEBUG nova.compute.provider_tree [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2221.536693] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2221.536928] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2221.537137] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Deleting the datastore file [datastore1] cc049a13-f8ff-498e-8204-1a0a72df9846 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2221.537404] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18575a89-3dd7-43fc-b1ec-445ff1732464 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.543931] env[63676]: DEBUG oslo_vmware.api [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2221.543931] env[63676]: value = "task-1926576" [ 2221.543931] env[63676]: _type = "Task" [ 2221.543931] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.551730] env[63676]: DEBUG oslo_vmware.api [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926576, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.963115] env[63676]: DEBUG nova.scheduler.client.report [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2222.053118] env[63676]: DEBUG oslo_vmware.api [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926576, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139427} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.053378] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2222.053592] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2222.053784] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2222.053990] env[63676]: INFO nova.compute.manager [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Took 2.30 seconds to destroy the instance on the hypervisor. [ 2222.054261] env[63676]: DEBUG oslo.service.loopingcall [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2222.054448] env[63676]: DEBUG nova.compute.manager [-] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2222.054542] env[63676]: DEBUG nova.network.neutron [-] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2222.467831] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.153s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2222.469781] env[63676]: DEBUG nova.compute.manager [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2222.713823] env[63676]: DEBUG oslo_concurrency.lockutils [None req-647cef1c-dfa6-44fc-83e6-78196dda070d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "27430538-f13b-4e42-a4cc-6b306b400291" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2222.714127] env[63676]: DEBUG oslo_concurrency.lockutils [None req-647cef1c-dfa6-44fc-83e6-78196dda070d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "27430538-f13b-4e42-a4cc-6b306b400291" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2222.714398] env[63676]: INFO nova.compute.manager [None req-647cef1c-dfa6-44fc-83e6-78196dda070d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Rebooting instance [ 2222.860291] env[63676]: DEBUG nova.compute.manager [req-e9920e50-61b1-41f9-815d-6ce0d94f3e3c req-56588569-ac2d-4dae-acc9-cdcb258e5c84 service nova] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Received event network-vif-deleted-64bd399f-f9c2-4170-a9f0-378df22370f7 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2222.861177] env[63676]: INFO nova.compute.manager [req-e9920e50-61b1-41f9-815d-6ce0d94f3e3c req-56588569-ac2d-4dae-acc9-cdcb258e5c84 service nova] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Neutron deleted interface 64bd399f-f9c2-4170-a9f0-378df22370f7; detaching it from the instance and deleting it from the info cache [ 2222.861177] env[63676]: DEBUG nova.network.neutron [req-e9920e50-61b1-41f9-815d-6ce0d94f3e3c req-56588569-ac2d-4dae-acc9-cdcb258e5c84 service nova] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2222.977332] env[63676]: DEBUG nova.compute.utils [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2222.978952] env[63676]: DEBUG nova.compute.manager [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2222.979185] env[63676]: DEBUG nova.network.neutron [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2223.021418] env[63676]: DEBUG nova.policy [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9e0cfd35a9724a1c94a92c0e6dd353d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2df5d806c97b4a319a5e218aa89e48d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 2223.233342] env[63676]: DEBUG oslo_concurrency.lockutils [None req-647cef1c-dfa6-44fc-83e6-78196dda070d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "refresh_cache-27430538-f13b-4e42-a4cc-6b306b400291" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2223.233536] env[63676]: DEBUG oslo_concurrency.lockutils [None req-647cef1c-dfa6-44fc-83e6-78196dda070d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquired lock "refresh_cache-27430538-f13b-4e42-a4cc-6b306b400291" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2223.233715] env[63676]: DEBUG nova.network.neutron [None req-647cef1c-dfa6-44fc-83e6-78196dda070d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2223.333284] env[63676]: DEBUG nova.network.neutron [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Successfully created port: 70158f02-703c-40b0-9ca7-02c7bb86f5f3 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2223.338427] env[63676]: DEBUG nova.network.neutron [-] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2223.364917] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96616c1d-fb24-4930-afc4-890253f4eea7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.375997] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce78d24-4517-4d62-ab8d-be19a7593d25 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.402701] env[63676]: DEBUG nova.compute.manager [req-e9920e50-61b1-41f9-815d-6ce0d94f3e3c req-56588569-ac2d-4dae-acc9-cdcb258e5c84 service nova] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Detach interface failed, port_id=64bd399f-f9c2-4170-a9f0-378df22370f7, reason: Instance cc049a13-f8ff-498e-8204-1a0a72df9846 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2223.482976] env[63676]: DEBUG nova.compute.manager [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2223.843936] env[63676]: INFO nova.compute.manager [-] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Took 1.79 seconds to deallocate network for instance. [ 2224.011787] env[63676]: DEBUG nova.network.neutron [None req-647cef1c-dfa6-44fc-83e6-78196dda070d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Updating instance_info_cache with network_info: [{"id": "b68a38b5-a601-46f0-934e-58d420dba062", "address": "fa:16:3e:e6:af:eb", "network": {"id": "fb1a8f4b-5e76-4e02-9818-693fe02ccbc5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578765997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a75c2b1db86b4c029c3f5ffe5bf7ee1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb68a38b5-a6", "ovs_interfaceid": "b68a38b5-a601-46f0-934e-58d420dba062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2224.363252] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Acquiring lock "251a674d-3ec5-4245-a2b4-ecddf24e362c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2224.363486] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Lock "251a674d-3ec5-4245-a2b4-ecddf24e362c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2224.391612] env[63676]: INFO nova.compute.manager [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Took 0.55 seconds to detach 1 volumes for instance. [ 2224.491548] env[63676]: DEBUG nova.compute.manager [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2224.514320] env[63676]: DEBUG oslo_concurrency.lockutils [None req-647cef1c-dfa6-44fc-83e6-78196dda070d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Releasing lock "refresh_cache-27430538-f13b-4e42-a4cc-6b306b400291" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2224.517752] env[63676]: DEBUG nova.virt.hardware [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2224.518013] env[63676]: DEBUG nova.virt.hardware [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2224.518182] env[63676]: DEBUG nova.virt.hardware [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2224.518369] env[63676]: DEBUG nova.virt.hardware [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2224.518518] env[63676]: DEBUG nova.virt.hardware [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2224.518666] env[63676]: DEBUG nova.virt.hardware [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2224.518871] env[63676]: DEBUG nova.virt.hardware [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2224.519046] env[63676]: DEBUG nova.virt.hardware [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2224.519212] env[63676]: DEBUG nova.virt.hardware [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2224.519378] env[63676]: DEBUG nova.virt.hardware [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2224.519552] env[63676]: DEBUG nova.virt.hardware [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2224.520465] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e9d1949-6928-4915-a17f-ce3358378bb8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.525221] env[63676]: DEBUG nova.compute.manager [None req-647cef1c-dfa6-44fc-83e6-78196dda070d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2224.526344] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7fe908-7b38-445e-ac3a-fab5de242bcf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.532120] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f4802a-6f3c-46e9-89b6-7a7d9cf9a28e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.867302] env[63676]: DEBUG nova.compute.manager [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2224.888112] env[63676]: DEBUG nova.compute.manager [req-85e15309-b215-479f-8e47-e3a0ef7acee3 req-74b88106-49a7-4d6e-a642-bd92249b1eed service nova] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Received event network-vif-plugged-70158f02-703c-40b0-9ca7-02c7bb86f5f3 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2224.888112] env[63676]: DEBUG oslo_concurrency.lockutils [req-85e15309-b215-479f-8e47-e3a0ef7acee3 req-74b88106-49a7-4d6e-a642-bd92249b1eed service nova] Acquiring lock "ffdf914c-8557-4eb7-bb7b-38cf1da4783c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2224.888112] env[63676]: DEBUG oslo_concurrency.lockutils [req-85e15309-b215-479f-8e47-e3a0ef7acee3 req-74b88106-49a7-4d6e-a642-bd92249b1eed service nova] Lock "ffdf914c-8557-4eb7-bb7b-38cf1da4783c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2224.888846] env[63676]: DEBUG oslo_concurrency.lockutils [req-85e15309-b215-479f-8e47-e3a0ef7acee3 req-74b88106-49a7-4d6e-a642-bd92249b1eed service nova] Lock "ffdf914c-8557-4eb7-bb7b-38cf1da4783c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2224.889711] env[63676]: DEBUG nova.compute.manager [req-85e15309-b215-479f-8e47-e3a0ef7acee3 req-74b88106-49a7-4d6e-a642-bd92249b1eed service nova] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] No waiting events found dispatching network-vif-plugged-70158f02-703c-40b0-9ca7-02c7bb86f5f3 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2224.890369] env[63676]: WARNING nova.compute.manager [req-85e15309-b215-479f-8e47-e3a0ef7acee3 req-74b88106-49a7-4d6e-a642-bd92249b1eed service nova] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Received unexpected event network-vif-plugged-70158f02-703c-40b0-9ca7-02c7bb86f5f3 for instance with vm_state building and task_state spawning. [ 2224.897486] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2224.898688] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2224.898688] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2224.921816] env[63676]: DEBUG nova.network.neutron [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Successfully updated port: 70158f02-703c-40b0-9ca7-02c7bb86f5f3 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2224.924580] env[63676]: INFO nova.scheduler.client.report [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Deleted allocations for instance cc049a13-f8ff-498e-8204-1a0a72df9846 [ 2225.385572] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2225.386093] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2225.388247] env[63676]: INFO nova.compute.claims [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2225.426497] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "refresh_cache-ffdf914c-8557-4eb7-bb7b-38cf1da4783c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2225.426611] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquired lock "refresh_cache-ffdf914c-8557-4eb7-bb7b-38cf1da4783c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2225.426722] env[63676]: DEBUG nova.network.neutron [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2225.437512] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a7b2e764-411a-4c04-9758-582573ae0129 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "cc049a13-f8ff-498e-8204-1a0a72df9846" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.197s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2225.547025] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4837a45-e58e-4df0-b438-b0a31d236181 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.553225] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-647cef1c-dfa6-44fc-83e6-78196dda070d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Doing hard reboot of VM {{(pid=63676) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 2225.553609] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4e83c09e-31c7-42f6-9ffe-450a5ebb2f5f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.560050] env[63676]: DEBUG oslo_vmware.api [None req-647cef1c-dfa6-44fc-83e6-78196dda070d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2225.560050] env[63676]: value = "task-1926577" [ 2225.560050] env[63676]: _type = "Task" [ 2225.560050] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2225.567409] env[63676]: DEBUG oslo_vmware.api [None req-647cef1c-dfa6-44fc-83e6-78196dda070d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926577, 'name': ResetVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2225.970046] env[63676]: DEBUG nova.network.neutron [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2226.071961] env[63676]: DEBUG oslo_vmware.api [None req-647cef1c-dfa6-44fc-83e6-78196dda070d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926577, 'name': ResetVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.132715] env[63676]: DEBUG nova.network.neutron [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Updating instance_info_cache with network_info: [{"id": "70158f02-703c-40b0-9ca7-02c7bb86f5f3", "address": "fa:16:3e:b6:19:89", "network": {"id": "e919ded2-9fb5-42e1-b212-c38704c9a2d8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1540073764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df5d806c97b4a319a5e218aa89e48d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70158f02-70", "ovs_interfaceid": "70158f02-703c-40b0-9ca7-02c7bb86f5f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2226.465586] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425481ab-3f9e-4c8c-ab5c-efafa88ceb5d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.472387] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2226.472653] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2226.474608] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eba5ad1-e7e9-4ef4-9f51-0b41b01737e9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.506053] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c937aa-ddbb-4a47-805b-dad81fa1daa6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.514134] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51947d16-07bb-4b3c-9487-65357b9f81ef {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.527364] env[63676]: DEBUG nova.compute.provider_tree [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2226.532944] env[63676]: DEBUG oslo_concurrency.lockutils [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2226.533170] env[63676]: DEBUG oslo_concurrency.lockutils [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2226.569636] env[63676]: DEBUG oslo_vmware.api [None req-647cef1c-dfa6-44fc-83e6-78196dda070d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926577, 'name': ResetVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.635085] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Releasing lock "refresh_cache-ffdf914c-8557-4eb7-bb7b-38cf1da4783c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2226.635396] env[63676]: DEBUG nova.compute.manager [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Instance network_info: |[{"id": "70158f02-703c-40b0-9ca7-02c7bb86f5f3", "address": "fa:16:3e:b6:19:89", "network": {"id": "e919ded2-9fb5-42e1-b212-c38704c9a2d8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1540073764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df5d806c97b4a319a5e218aa89e48d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70158f02-70", "ovs_interfaceid": "70158f02-703c-40b0-9ca7-02c7bb86f5f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2226.635782] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:19:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5ce1511e-1eaa-45c6-a1ef-2b714c814fa1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70158f02-703c-40b0-9ca7-02c7bb86f5f3', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2226.643415] env[63676]: DEBUG oslo.service.loopingcall [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2226.643595] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2226.643806] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9acdef08-d3e4-4dde-94e6-8b621e5c9e9b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2226.663461] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2226.663461] env[63676]: value = "task-1926578" [ 2226.663461] env[63676]: _type = "Task" [ 2226.663461] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2226.671811] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926578, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2226.919085] env[63676]: DEBUG nova.compute.manager [req-48f0e743-ffcb-45a5-b480-1f1e252f09aa req-ee071fdd-5b28-4ff6-b246-0d2e3ef14858 service nova] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Received event network-changed-70158f02-703c-40b0-9ca7-02c7bb86f5f3 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2226.919292] env[63676]: DEBUG nova.compute.manager [req-48f0e743-ffcb-45a5-b480-1f1e252f09aa req-ee071fdd-5b28-4ff6-b246-0d2e3ef14858 service nova] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Refreshing instance network info cache due to event network-changed-70158f02-703c-40b0-9ca7-02c7bb86f5f3. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2226.919585] env[63676]: DEBUG oslo_concurrency.lockutils [req-48f0e743-ffcb-45a5-b480-1f1e252f09aa req-ee071fdd-5b28-4ff6-b246-0d2e3ef14858 service nova] Acquiring lock "refresh_cache-ffdf914c-8557-4eb7-bb7b-38cf1da4783c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2226.919786] env[63676]: DEBUG oslo_concurrency.lockutils [req-48f0e743-ffcb-45a5-b480-1f1e252f09aa req-ee071fdd-5b28-4ff6-b246-0d2e3ef14858 service nova] Acquired lock "refresh_cache-ffdf914c-8557-4eb7-bb7b-38cf1da4783c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2226.919919] env[63676]: DEBUG nova.network.neutron [req-48f0e743-ffcb-45a5-b480-1f1e252f09aa req-ee071fdd-5b28-4ff6-b246-0d2e3ef14858 service nova] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Refreshing network info cache for port 70158f02-703c-40b0-9ca7-02c7bb86f5f3 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2226.981791] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2226.982013] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Starting heal instance info cache {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 2227.030642] env[63676]: DEBUG nova.scheduler.client.report [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2227.035478] env[63676]: DEBUG nova.compute.manager [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2227.074058] env[63676]: DEBUG oslo_vmware.api [None req-647cef1c-dfa6-44fc-83e6-78196dda070d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926577, 'name': ResetVM_Task, 'duration_secs': 1.404431} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.074408] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-647cef1c-dfa6-44fc-83e6-78196dda070d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Did hard reboot of VM {{(pid=63676) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 2227.074684] env[63676]: DEBUG nova.compute.manager [None req-647cef1c-dfa6-44fc-83e6-78196dda070d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2227.075722] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab65b90e-c933-42cd-99a1-08a6dcd0a164 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.173629] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926578, 'name': CreateVM_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2227.535028] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.149s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2227.535597] env[63676]: DEBUG nova.compute.manager [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2227.560468] env[63676]: DEBUG oslo_concurrency.lockutils [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2227.560771] env[63676]: DEBUG oslo_concurrency.lockutils [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2227.562380] env[63676]: INFO nova.compute.claims [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2227.587724] env[63676]: DEBUG oslo_concurrency.lockutils [None req-647cef1c-dfa6-44fc-83e6-78196dda070d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "27430538-f13b-4e42-a4cc-6b306b400291" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.873s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2227.637145] env[63676]: DEBUG nova.network.neutron [req-48f0e743-ffcb-45a5-b480-1f1e252f09aa req-ee071fdd-5b28-4ff6-b246-0d2e3ef14858 service nova] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Updated VIF entry in instance network info cache for port 70158f02-703c-40b0-9ca7-02c7bb86f5f3. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2227.637531] env[63676]: DEBUG nova.network.neutron [req-48f0e743-ffcb-45a5-b480-1f1e252f09aa req-ee071fdd-5b28-4ff6-b246-0d2e3ef14858 service nova] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Updating instance_info_cache with network_info: [{"id": "70158f02-703c-40b0-9ca7-02c7bb86f5f3", "address": "fa:16:3e:b6:19:89", "network": {"id": "e919ded2-9fb5-42e1-b212-c38704c9a2d8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1540073764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df5d806c97b4a319a5e218aa89e48d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70158f02-70", "ovs_interfaceid": "70158f02-703c-40b0-9ca7-02c7bb86f5f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2227.673168] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926578, 'name': CreateVM_Task, 'duration_secs': 0.688788} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2227.673333] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2227.673972] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2227.674159] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2227.674490] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2227.674738] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c5112b2-b45d-4361-b747-a6cd4b8ff1fd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.679112] env[63676]: DEBUG oslo_vmware.api [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2227.679112] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52aacfe4-fdb7-061e-9ca2-5c90682e598c" [ 2227.679112] env[63676]: _type = "Task" [ 2227.679112] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2227.687058] env[63676]: DEBUG oslo_vmware.api [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52aacfe4-fdb7-061e-9ca2-5c90682e598c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.044543] env[63676]: DEBUG nova.compute.utils [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2228.045868] env[63676]: DEBUG nova.compute.manager [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Not allocating networking since 'none' was specified. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2228.140063] env[63676]: DEBUG oslo_concurrency.lockutils [req-48f0e743-ffcb-45a5-b480-1f1e252f09aa req-ee071fdd-5b28-4ff6-b246-0d2e3ef14858 service nova] Releasing lock "refresh_cache-ffdf914c-8557-4eb7-bb7b-38cf1da4783c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2228.189873] env[63676]: DEBUG oslo_vmware.api [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52aacfe4-fdb7-061e-9ca2-5c90682e598c, 'name': SearchDatastore_Task, 'duration_secs': 0.010793} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2228.190201] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2228.190431] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2228.190663] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2228.190836] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2228.191036] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2228.191291] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac1e02fc-e1b6-4fe4-b172-fb0b19f20477 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.199241] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2228.199415] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2228.200124] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eae0df7-e8aa-49f7-b472-ea05bcc01508 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.205185] env[63676]: DEBUG oslo_vmware.api [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2228.205185] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526a3a57-fa02-628a-b119-fe6995972804" [ 2228.205185] env[63676]: _type = "Task" [ 2228.205185] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.212022] env[63676]: DEBUG oslo_vmware.api [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526a3a57-fa02-628a-b119-fe6995972804, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2228.518521] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "refresh_cache-a2fc79d4-f82d-4984-aaa4-e3170825cbbc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2228.518733] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquired lock "refresh_cache-a2fc79d4-f82d-4984-aaa4-e3170825cbbc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2228.518924] env[63676]: DEBUG nova.network.neutron [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Forcefully refreshing network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2228.547533] env[63676]: DEBUG nova.compute.manager [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2228.631263] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eff7f1f-b2dd-47ef-aeb4-616b15e371b8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.638696] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ab3848-45ac-40d9-8d45-d8a4ccbd313d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.667305] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e366c54-4cd7-45c5-9183-04493afb225d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.673795] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ca866f-f705-48e2-be9b-6b4a507257db {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.687049] env[63676]: DEBUG nova.compute.provider_tree [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2228.714260] env[63676]: DEBUG oslo_vmware.api [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526a3a57-fa02-628a-b119-fe6995972804, 'name': SearchDatastore_Task, 'duration_secs': 0.00935} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2228.714967] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-40758e95-dc70-4a33-b358-a244004c5eb6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.719739] env[63676]: DEBUG oslo_vmware.api [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2228.719739] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522a31a2-0bd8-3f91-304f-b488be54890a" [ 2228.719739] env[63676]: _type = "Task" [ 2228.719739] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.726677] env[63676]: DEBUG oslo_vmware.api [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522a31a2-0bd8-3f91-304f-b488be54890a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.190340] env[63676]: DEBUG nova.scheduler.client.report [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2229.230709] env[63676]: DEBUG oslo_vmware.api [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]522a31a2-0bd8-3f91-304f-b488be54890a, 'name': SearchDatastore_Task, 'duration_secs': 0.008638} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.231019] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2229.231286] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] ffdf914c-8557-4eb7-bb7b-38cf1da4783c/ffdf914c-8557-4eb7-bb7b-38cf1da4783c.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2229.231549] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8d997ff4-c784-4a4a-a152-80494487ccc1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.238059] env[63676]: DEBUG oslo_vmware.api [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2229.238059] env[63676]: value = "task-1926579" [ 2229.238059] env[63676]: _type = "Task" [ 2229.238059] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.245983] env[63676]: DEBUG oslo_vmware.api [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.558419] env[63676]: DEBUG nova.compute.manager [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2229.595388] env[63676]: DEBUG nova.virt.hardware [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2229.595388] env[63676]: DEBUG nova.virt.hardware [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2229.595597] env[63676]: DEBUG nova.virt.hardware [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2229.596556] env[63676]: DEBUG nova.virt.hardware [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2229.596556] env[63676]: DEBUG nova.virt.hardware [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2229.596556] env[63676]: DEBUG nova.virt.hardware [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2229.596556] env[63676]: DEBUG nova.virt.hardware [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2229.596556] env[63676]: DEBUG nova.virt.hardware [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2229.596841] env[63676]: DEBUG nova.virt.hardware [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2229.596938] env[63676]: DEBUG nova.virt.hardware [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2229.597193] env[63676]: DEBUG nova.virt.hardware [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2229.598169] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73ccb91-4ba1-4f83-a9b6-39633b7eb427 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.608027] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115381f4-1bc1-4c92-b961-d869ab30ff74 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.625038] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Instance VIF info [] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2229.630462] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Creating folder: Project (b6edf4e1879544fb9b5e34555725cb8b). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2229.631044] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-50104856-716f-42df-8df8-855f9c28ce4a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.643430] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Created folder: Project (b6edf4e1879544fb9b5e34555725cb8b) in parent group-v396927. [ 2229.643612] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Creating folder: Instances. Parent ref: group-v397240. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2229.644498] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-783cb43d-c60c-4fa1-b876-8aada5fd102b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.654390] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Created folder: Instances in parent group-v397240. [ 2229.654654] env[63676]: DEBUG oslo.service.loopingcall [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2229.656989] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2229.657237] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6b88080-92cc-4f30-9c69-6a950cf529a5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.675615] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2229.675615] env[63676]: value = "task-1926582" [ 2229.675615] env[63676]: _type = "Task" [ 2229.675615] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.683455] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926582, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.695357] env[63676]: DEBUG oslo_concurrency.lockutils [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.134s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2229.695911] env[63676]: DEBUG nova.compute.manager [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2229.748959] env[63676]: DEBUG oslo_vmware.api [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474994} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.749395] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] ffdf914c-8557-4eb7-bb7b-38cf1da4783c/ffdf914c-8557-4eb7-bb7b-38cf1da4783c.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2229.749775] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2229.750099] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2143388a-9aba-4da1-9ba5-c1e4ec898277 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.759960] env[63676]: DEBUG oslo_vmware.api [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2229.759960] env[63676]: value = "task-1926583" [ 2229.759960] env[63676]: _type = "Task" [ 2229.759960] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.767320] env[63676]: DEBUG oslo_vmware.api [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.794291] env[63676]: DEBUG nova.network.neutron [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Updating instance_info_cache with network_info: [{"id": "86b87e5f-64c6-4816-8a8a-183786c138be", "address": "fa:16:3e:2f:a0:aa", "network": {"id": "fde740f8-0b20-49c5-b98c-77d3f65d2d60", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-654539961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a66733555d82429a9f59fc2d00a26ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86b87e5f-64", "ovs_interfaceid": "86b87e5f-64c6-4816-8a8a-183786c138be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2230.185617] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926582, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.201177] env[63676]: DEBUG nova.compute.utils [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2230.202517] env[63676]: DEBUG nova.compute.manager [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2230.202684] env[63676]: DEBUG nova.network.neutron [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2230.250819] env[63676]: DEBUG nova.policy [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a2f733d7e9b4cfb945b729188c6bf2c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e5701b0b66ea4031b1efd32168ad7818', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 2230.269405] env[63676]: DEBUG oslo_vmware.api [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06595} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.269677] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2230.270498] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68c9961d-bae8-4614-803b-f8c9911b6eab {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.297445] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] ffdf914c-8557-4eb7-bb7b-38cf1da4783c/ffdf914c-8557-4eb7-bb7b-38cf1da4783c.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2230.299677] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Releasing lock "refresh_cache-a2fc79d4-f82d-4984-aaa4-e3170825cbbc" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2230.299912] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Updated the network info_cache for instance {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 2230.300149] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cadaa22d-f837-44b1-b6d1-eb939cee917f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.314029] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2230.314515] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2230.314998] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2230.315197] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2230.315398] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2230.315498] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2230.315608] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63676) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 2230.315775] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2230.320054] env[63676]: DEBUG oslo_vmware.api [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2230.320054] env[63676]: value = "task-1926584" [ 2230.320054] env[63676]: _type = "Task" [ 2230.320054] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.329292] env[63676]: DEBUG oslo_vmware.api [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926584, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.540644] env[63676]: DEBUG nova.network.neutron [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Successfully created port: 905dc82d-8dee-4883-91ea-2a4a2eacb574 {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2230.686115] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926582, 'name': CreateVM_Task, 'duration_secs': 0.6022} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.686448] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2230.686729] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2230.686898] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2230.687231] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2230.687485] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-335217cd-1dbf-42c2-b20b-8eef55dae897 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.691759] env[63676]: DEBUG oslo_vmware.api [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Waiting for the task: (returnval){ [ 2230.691759] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]528e9735-299e-ba39-feec-f48afce34b6b" [ 2230.691759] env[63676]: _type = "Task" [ 2230.691759] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2230.699323] env[63676]: DEBUG oslo_vmware.api [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]528e9735-299e-ba39-feec-f48afce34b6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.705904] env[63676]: DEBUG nova.compute.manager [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2230.819052] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2230.819314] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2230.819485] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2230.819642] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63676) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2230.820840] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03ac395-6678-4014-b6d1-6d7e770fcf22 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.834510] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc79e31d-5d22-46fb-b5d2-3439d65d3947 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.838079] env[63676]: DEBUG oslo_vmware.api [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.848223] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757e7db0-9c7e-40d0-8393-cde77c155ff8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.854082] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4d3d948-2179-4ac1-9e2b-9538b518d4de {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.883124] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180753MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=63676) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2230.883274] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2230.883464] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2231.201556] env[63676]: DEBUG oslo_vmware.api [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]528e9735-299e-ba39-feec-f48afce34b6b, 'name': SearchDatastore_Task, 'duration_secs': 0.009425} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.201793] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2231.202065] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2231.202280] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2231.202431] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2231.202610] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2231.202876] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f38e80d9-ecd7-4a26-8fbc-8d260635d4c9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.213520] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2231.213686] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2231.214601] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbe2b04b-1133-4060-b8c8-c2d502592d81 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.219798] env[63676]: DEBUG oslo_vmware.api [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Waiting for the task: (returnval){ [ 2231.219798] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526b9fe3-9830-d4f7-1248-c52b76cf3998" [ 2231.219798] env[63676]: _type = "Task" [ 2231.219798] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.228490] env[63676]: DEBUG oslo_vmware.api [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526b9fe3-9830-d4f7-1248-c52b76cf3998, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.333854] env[63676]: DEBUG oslo_vmware.api [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926584, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.716263] env[63676]: DEBUG nova.compute.manager [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2231.729722] env[63676]: DEBUG oslo_vmware.api [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526b9fe3-9830-d4f7-1248-c52b76cf3998, 'name': SearchDatastore_Task, 'duration_secs': 0.010024} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.730529] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-731bba3e-2c23-4442-a462-24e492fdeb45 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.737169] env[63676]: DEBUG oslo_vmware.api [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Waiting for the task: (returnval){ [ 2231.737169] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52569b34-24ea-28d4-d45d-a926310874a6" [ 2231.737169] env[63676]: _type = "Task" [ 2231.737169] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.742193] env[63676]: DEBUG nova.virt.hardware [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2231.742443] env[63676]: DEBUG nova.virt.hardware [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2231.742603] env[63676]: DEBUG nova.virt.hardware [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2231.742807] env[63676]: DEBUG nova.virt.hardware [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2231.742990] env[63676]: DEBUG nova.virt.hardware [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2231.743160] env[63676]: DEBUG nova.virt.hardware [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2231.743370] env[63676]: DEBUG nova.virt.hardware [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2231.743531] env[63676]: DEBUG nova.virt.hardware [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2231.743697] env[63676]: DEBUG nova.virt.hardware [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2231.743860] env[63676]: DEBUG nova.virt.hardware [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2231.744045] env[63676]: DEBUG nova.virt.hardware [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2231.744758] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b578f43-e4b4-44f6-8f86-9d2b4fb4fea7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.752204] env[63676]: DEBUG oslo_vmware.api [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52569b34-24ea-28d4-d45d-a926310874a6, 'name': SearchDatastore_Task, 'duration_secs': 0.009702} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.754183] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2231.754435] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 251a674d-3ec5-4245-a2b4-ecddf24e362c/251a674d-3ec5-4245-a2b4-ecddf24e362c.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2231.754696] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5a2e74d-1b4e-4da8-98b6-fea8333f7bbd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.757496] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136d64bd-653f-47ac-9b04-5332e1c75a8b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.771731] env[63676]: DEBUG oslo_vmware.api [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Waiting for the task: (returnval){ [ 2231.771731] env[63676]: value = "task-1926585" [ 2231.771731] env[63676]: _type = "Task" [ 2231.771731] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.778991] env[63676]: DEBUG oslo_vmware.api [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': task-1926585, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.835050] env[63676]: DEBUG oslo_vmware.api [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926584, 'name': ReconfigVM_Task, 'duration_secs': 1.167323} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2231.835341] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Reconfigured VM instance instance-00000074 to attach disk [datastore1] ffdf914c-8557-4eb7-bb7b-38cf1da4783c/ffdf914c-8557-4eb7-bb7b-38cf1da4783c.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2231.835999] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59d6a34b-51da-40cf-bbfb-bbb3f1885fcc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.842599] env[63676]: DEBUG oslo_vmware.api [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2231.842599] env[63676]: value = "task-1926586" [ 2231.842599] env[63676]: _type = "Task" [ 2231.842599] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.850294] env[63676]: DEBUG oslo_vmware.api [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926586, 'name': Rename_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.910999] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance a2fc79d4-f82d-4984-aaa4-e3170825cbbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2231.911264] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 27430538-f13b-4e42-a4cc-6b306b400291 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2231.911494] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance ffdf914c-8557-4eb7-bb7b-38cf1da4783c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2231.911596] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 251a674d-3ec5-4245-a2b4-ecddf24e362c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2231.911750] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2231.911961] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Total usable vcpus: 48, total allocated vcpus: 5 {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2231.912117] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1472MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=5 pci_stats=[] {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2231.985935] env[63676]: DEBUG nova.compute.manager [req-f8cfc5e9-84c9-464b-ac22-bde2f5ab0c42 req-a1511f42-158c-4bb3-8354-a385d5237088 service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Received event network-vif-plugged-905dc82d-8dee-4883-91ea-2a4a2eacb574 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2231.986223] env[63676]: DEBUG oslo_concurrency.lockutils [req-f8cfc5e9-84c9-464b-ac22-bde2f5ab0c42 req-a1511f42-158c-4bb3-8354-a385d5237088 service nova] Acquiring lock "5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2231.986479] env[63676]: DEBUG oslo_concurrency.lockutils [req-f8cfc5e9-84c9-464b-ac22-bde2f5ab0c42 req-a1511f42-158c-4bb3-8354-a385d5237088 service nova] Lock "5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2231.986725] env[63676]: DEBUG oslo_concurrency.lockutils [req-f8cfc5e9-84c9-464b-ac22-bde2f5ab0c42 req-a1511f42-158c-4bb3-8354-a385d5237088 service nova] Lock "5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2231.986925] env[63676]: DEBUG nova.compute.manager [req-f8cfc5e9-84c9-464b-ac22-bde2f5ab0c42 req-a1511f42-158c-4bb3-8354-a385d5237088 service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] No waiting events found dispatching network-vif-plugged-905dc82d-8dee-4883-91ea-2a4a2eacb574 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2231.987175] env[63676]: WARNING nova.compute.manager [req-f8cfc5e9-84c9-464b-ac22-bde2f5ab0c42 req-a1511f42-158c-4bb3-8354-a385d5237088 service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Received unexpected event network-vif-plugged-905dc82d-8dee-4883-91ea-2a4a2eacb574 for instance with vm_state building and task_state spawning. [ 2232.003611] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3026959-d701-4d1a-a2da-b811ceffbc6a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.015009] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976ad5a3-86a3-4191-ba04-b1bb1f70cebf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.052355] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec58e1c-8868-4c09-830c-fc7d3d224728 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.062254] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ef1dea-7523-460d-8ba5-42b46bb872e5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.078791] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2232.122034] env[63676]: DEBUG nova.network.neutron [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Successfully updated port: 905dc82d-8dee-4883-91ea-2a4a2eacb574 {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2232.281131] env[63676]: DEBUG oslo_vmware.api [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': task-1926585, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4732} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.281415] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 251a674d-3ec5-4245-a2b4-ecddf24e362c/251a674d-3ec5-4245-a2b4-ecddf24e362c.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2232.281626] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2232.281865] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f110b28f-cf9d-4ffe-8f80-2f204d66ce52 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.287880] env[63676]: DEBUG oslo_vmware.api [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Waiting for the task: (returnval){ [ 2232.287880] env[63676]: value = "task-1926587" [ 2232.287880] env[63676]: _type = "Task" [ 2232.287880] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.296278] env[63676]: DEBUG oslo_vmware.api [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': task-1926587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.351880] env[63676]: DEBUG oslo_vmware.api [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926586, 'name': Rename_Task, 'duration_secs': 0.148777} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.352169] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2232.352404] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-851e53b5-0583-4436-b9f8-b2b8095cab98 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.358382] env[63676]: DEBUG oslo_vmware.api [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2232.358382] env[63676]: value = "task-1926588" [ 2232.358382] env[63676]: _type = "Task" [ 2232.358382] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.365883] env[63676]: DEBUG oslo_vmware.api [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.582480] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2232.624116] env[63676]: DEBUG oslo_concurrency.lockutils [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "refresh_cache-5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2232.624283] env[63676]: DEBUG oslo_concurrency.lockutils [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquired lock "refresh_cache-5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2232.624412] env[63676]: DEBUG nova.network.neutron [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2232.797691] env[63676]: DEBUG oslo_vmware.api [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': task-1926587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.127404} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.798044] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2232.798827] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ac2656-02ea-4275-81f4-9c44a79c06b9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.818431] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 251a674d-3ec5-4245-a2b4-ecddf24e362c/251a674d-3ec5-4245-a2b4-ecddf24e362c.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2232.818732] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa67472d-cdcb-4d90-8f77-76c26e7dfe76 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.836994] env[63676]: DEBUG oslo_vmware.api [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Waiting for the task: (returnval){ [ 2232.836994] env[63676]: value = "task-1926589" [ 2232.836994] env[63676]: _type = "Task" [ 2232.836994] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.844774] env[63676]: DEBUG oslo_vmware.api [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': task-1926589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.866953] env[63676]: DEBUG oslo_vmware.api [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926588, 'name': PowerOnVM_Task, 'duration_secs': 0.477286} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.867226] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2232.867431] env[63676]: INFO nova.compute.manager [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Took 8.38 seconds to spawn the instance on the hypervisor. [ 2232.867621] env[63676]: DEBUG nova.compute.manager [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2232.868379] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15e26b1-4cef-4d2f-9ace-52b4201e0249 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.087982] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2233.088181] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.205s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2233.155908] env[63676]: DEBUG nova.network.neutron [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2233.286110] env[63676]: DEBUG nova.network.neutron [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Updating instance_info_cache with network_info: [{"id": "905dc82d-8dee-4883-91ea-2a4a2eacb574", "address": "fa:16:3e:8d:93:9d", "network": {"id": "abf80053-ace1-44b7-ac68-be3c9b4c031d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1491985291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5701b0b66ea4031b1efd32168ad7818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap905dc82d-8d", "ovs_interfaceid": "905dc82d-8dee-4883-91ea-2a4a2eacb574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2233.346472] env[63676]: DEBUG oslo_vmware.api [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': task-1926589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.387879] env[63676]: INFO nova.compute.manager [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Took 14.59 seconds to build instance. [ 2233.788884] env[63676]: DEBUG oslo_concurrency.lockutils [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Releasing lock "refresh_cache-5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2233.789319] env[63676]: DEBUG nova.compute.manager [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Instance network_info: |[{"id": "905dc82d-8dee-4883-91ea-2a4a2eacb574", "address": "fa:16:3e:8d:93:9d", "network": {"id": "abf80053-ace1-44b7-ac68-be3c9b4c031d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1491985291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5701b0b66ea4031b1efd32168ad7818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap905dc82d-8d", "ovs_interfaceid": "905dc82d-8dee-4883-91ea-2a4a2eacb574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2233.789859] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:93:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '905dc82d-8dee-4883-91ea-2a4a2eacb574', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2233.797364] env[63676]: DEBUG oslo.service.loopingcall [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2233.797568] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2233.797813] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63fc827c-03c7-4dcb-962a-176c09adfd75 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.816958] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2233.816958] env[63676]: value = "task-1926590" [ 2233.816958] env[63676]: _type = "Task" [ 2233.816958] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.824347] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926590, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.845830] env[63676]: DEBUG oslo_vmware.api [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': task-1926589, 'name': ReconfigVM_Task, 'duration_secs': 0.820817} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.846108] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 251a674d-3ec5-4245-a2b4-ecddf24e362c/251a674d-3ec5-4245-a2b4-ecddf24e362c.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2233.846686] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a5b669ea-7f6d-4e71-8280-765958575b65 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.852040] env[63676]: DEBUG oslo_vmware.api [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Waiting for the task: (returnval){ [ 2233.852040] env[63676]: value = "task-1926591" [ 2233.852040] env[63676]: _type = "Task" [ 2233.852040] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.860823] env[63676]: DEBUG oslo_vmware.api [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': task-1926591, 'name': Rename_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.889690] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a555515b-1867-4fd5-a7e9-b3119fa67736 tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "ffdf914c-8557-4eb7-bb7b-38cf1da4783c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.101s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2234.013939] env[63676]: DEBUG nova.compute.manager [req-3284b6b2-c886-46f1-9a4a-e00f52fa5d42 req-9c01d8d4-c7de-41fe-b4e7-87a7f336a154 service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Received event network-changed-905dc82d-8dee-4883-91ea-2a4a2eacb574 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2234.014181] env[63676]: DEBUG nova.compute.manager [req-3284b6b2-c886-46f1-9a4a-e00f52fa5d42 req-9c01d8d4-c7de-41fe-b4e7-87a7f336a154 service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Refreshing instance network info cache due to event network-changed-905dc82d-8dee-4883-91ea-2a4a2eacb574. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2234.014400] env[63676]: DEBUG oslo_concurrency.lockutils [req-3284b6b2-c886-46f1-9a4a-e00f52fa5d42 req-9c01d8d4-c7de-41fe-b4e7-87a7f336a154 service nova] Acquiring lock "refresh_cache-5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2234.014632] env[63676]: DEBUG oslo_concurrency.lockutils [req-3284b6b2-c886-46f1-9a4a-e00f52fa5d42 req-9c01d8d4-c7de-41fe-b4e7-87a7f336a154 service nova] Acquired lock "refresh_cache-5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2234.014749] env[63676]: DEBUG nova.network.neutron [req-3284b6b2-c886-46f1-9a4a-e00f52fa5d42 req-9c01d8d4-c7de-41fe-b4e7-87a7f336a154 service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Refreshing network info cache for port 905dc82d-8dee-4883-91ea-2a4a2eacb574 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2234.326952] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926590, 'name': CreateVM_Task, 'duration_secs': 0.386169} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.327141] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2234.327819] env[63676]: DEBUG oslo_concurrency.lockutils [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2234.327985] env[63676]: DEBUG oslo_concurrency.lockutils [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2234.328305] env[63676]: DEBUG oslo_concurrency.lockutils [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2234.328545] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36e68331-e9ad-4f03-b995-ae00487f9853 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.333426] env[63676]: DEBUG oslo_vmware.api [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2234.333426] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5218abff-d2ca-2224-01d6-8a3c385e3145" [ 2234.333426] env[63676]: _type = "Task" [ 2234.333426] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.341671] env[63676]: DEBUG oslo_vmware.api [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5218abff-d2ca-2224-01d6-8a3c385e3145, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.360048] env[63676]: DEBUG oslo_vmware.api [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': task-1926591, 'name': Rename_Task, 'duration_secs': 0.138637} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.360301] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2234.360527] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a77946f9-ab7e-4bf9-8d5b-858ad1bf8abb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.366308] env[63676]: DEBUG oslo_vmware.api [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Waiting for the task: (returnval){ [ 2234.366308] env[63676]: value = "task-1926592" [ 2234.366308] env[63676]: _type = "Task" [ 2234.366308] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.373350] env[63676]: DEBUG oslo_vmware.api [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': task-1926592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.761736] env[63676]: DEBUG nova.network.neutron [req-3284b6b2-c886-46f1-9a4a-e00f52fa5d42 req-9c01d8d4-c7de-41fe-b4e7-87a7f336a154 service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Updated VIF entry in instance network info cache for port 905dc82d-8dee-4883-91ea-2a4a2eacb574. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2234.762186] env[63676]: DEBUG nova.network.neutron [req-3284b6b2-c886-46f1-9a4a-e00f52fa5d42 req-9c01d8d4-c7de-41fe-b4e7-87a7f336a154 service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Updating instance_info_cache with network_info: [{"id": "905dc82d-8dee-4883-91ea-2a4a2eacb574", "address": "fa:16:3e:8d:93:9d", "network": {"id": "abf80053-ace1-44b7-ac68-be3c9b4c031d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1491985291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5701b0b66ea4031b1efd32168ad7818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap905dc82d-8d", "ovs_interfaceid": "905dc82d-8dee-4883-91ea-2a4a2eacb574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2234.844180] env[63676]: DEBUG oslo_vmware.api [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5218abff-d2ca-2224-01d6-8a3c385e3145, 'name': SearchDatastore_Task, 'duration_secs': 0.00973} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.844584] env[63676]: DEBUG oslo_concurrency.lockutils [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2234.844723] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2234.844958] env[63676]: DEBUG oslo_concurrency.lockutils [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2234.845119] env[63676]: DEBUG oslo_concurrency.lockutils [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2234.845337] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2234.845636] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-041e7dfd-6067-421a-b733-27392bbdb8ee {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.853825] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2234.853991] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2234.854723] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-701d90ec-ddd4-4369-a97f-0318d26881dd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.859829] env[63676]: DEBUG oslo_vmware.api [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2234.859829] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ef9705-1986-8f58-e299-363f584551bc" [ 2234.859829] env[63676]: _type = "Task" [ 2234.859829] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.867060] env[63676]: DEBUG oslo_vmware.api [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ef9705-1986-8f58-e299-363f584551bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.874013] env[63676]: DEBUG oslo_vmware.api [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': task-1926592, 'name': PowerOnVM_Task} progress is 71%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.265340] env[63676]: DEBUG oslo_concurrency.lockutils [req-3284b6b2-c886-46f1-9a4a-e00f52fa5d42 req-9c01d8d4-c7de-41fe-b4e7-87a7f336a154 service nova] Releasing lock "refresh_cache-5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2235.369768] env[63676]: DEBUG oslo_vmware.api [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52ef9705-1986-8f58-e299-363f584551bc, 'name': SearchDatastore_Task, 'duration_secs': 0.008186} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.373255] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30c7c87c-668d-44a7-ab7f-813b0be1a93d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.380226] env[63676]: DEBUG oslo_vmware.api [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': task-1926592, 'name': PowerOnVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.381530] env[63676]: DEBUG oslo_vmware.api [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2235.381530] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529a5e75-b767-b2cf-782b-c106c63daaa1" [ 2235.381530] env[63676]: _type = "Task" [ 2235.381530] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.388701] env[63676]: DEBUG oslo_vmware.api [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529a5e75-b767-b2cf-782b-c106c63daaa1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.878947] env[63676]: DEBUG oslo_vmware.api [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': task-1926592, 'name': PowerOnVM_Task, 'duration_secs': 1.046793} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.879308] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2235.879431] env[63676]: INFO nova.compute.manager [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Took 6.32 seconds to spawn the instance on the hypervisor. [ 2235.879610] env[63676]: DEBUG nova.compute.manager [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2235.880427] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2c1cf6-b197-462e-a51a-fac6422b2e8f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.890720] env[63676]: DEBUG oslo_vmware.api [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529a5e75-b767-b2cf-782b-c106c63daaa1, 'name': SearchDatastore_Task, 'duration_secs': 0.011128} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.892195] env[63676]: DEBUG oslo_concurrency.lockutils [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2235.892455] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08/5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2235.895184] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-34468560-6a0f-4a3f-a6f1-f5168c21bf23 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.901800] env[63676]: DEBUG oslo_vmware.api [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2235.901800] env[63676]: value = "task-1926593" [ 2235.901800] env[63676]: _type = "Task" [ 2235.901800] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.911639] env[63676]: DEBUG oslo_vmware.api [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926593, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.040929] env[63676]: DEBUG nova.compute.manager [req-ec5bc110-59dc-4cd0-ad9c-6cd54d106239 req-cc652ff8-ffc8-4164-8e4b-eddaa884ceca service nova] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Received event network-changed-70158f02-703c-40b0-9ca7-02c7bb86f5f3 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2236.041092] env[63676]: DEBUG nova.compute.manager [req-ec5bc110-59dc-4cd0-ad9c-6cd54d106239 req-cc652ff8-ffc8-4164-8e4b-eddaa884ceca service nova] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Refreshing instance network info cache due to event network-changed-70158f02-703c-40b0-9ca7-02c7bb86f5f3. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2236.041313] env[63676]: DEBUG oslo_concurrency.lockutils [req-ec5bc110-59dc-4cd0-ad9c-6cd54d106239 req-cc652ff8-ffc8-4164-8e4b-eddaa884ceca service nova] Acquiring lock "refresh_cache-ffdf914c-8557-4eb7-bb7b-38cf1da4783c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2236.041460] env[63676]: DEBUG oslo_concurrency.lockutils [req-ec5bc110-59dc-4cd0-ad9c-6cd54d106239 req-cc652ff8-ffc8-4164-8e4b-eddaa884ceca service nova] Acquired lock "refresh_cache-ffdf914c-8557-4eb7-bb7b-38cf1da4783c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2236.041620] env[63676]: DEBUG nova.network.neutron [req-ec5bc110-59dc-4cd0-ad9c-6cd54d106239 req-cc652ff8-ffc8-4164-8e4b-eddaa884ceca service nova] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Refreshing network info cache for port 70158f02-703c-40b0-9ca7-02c7bb86f5f3 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2236.406697] env[63676]: INFO nova.compute.manager [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Took 11.04 seconds to build instance. [ 2236.412579] env[63676]: DEBUG oslo_vmware.api [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926593, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48226} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2236.412819] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08/5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2236.413035] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2236.413267] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f47ed0e6-3f16-46e7-bc17-5b5bcd0c135a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.419546] env[63676]: DEBUG oslo_vmware.api [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2236.419546] env[63676]: value = "task-1926594" [ 2236.419546] env[63676]: _type = "Task" [ 2236.419546] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2236.427739] env[63676]: DEBUG oslo_vmware.api [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926594, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.767324] env[63676]: DEBUG nova.network.neutron [req-ec5bc110-59dc-4cd0-ad9c-6cd54d106239 req-cc652ff8-ffc8-4164-8e4b-eddaa884ceca service nova] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Updated VIF entry in instance network info cache for port 70158f02-703c-40b0-9ca7-02c7bb86f5f3. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2236.767701] env[63676]: DEBUG nova.network.neutron [req-ec5bc110-59dc-4cd0-ad9c-6cd54d106239 req-cc652ff8-ffc8-4164-8e4b-eddaa884ceca service nova] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Updating instance_info_cache with network_info: [{"id": "70158f02-703c-40b0-9ca7-02c7bb86f5f3", "address": "fa:16:3e:b6:19:89", "network": {"id": "e919ded2-9fb5-42e1-b212-c38704c9a2d8", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1540073764-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.250", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2df5d806c97b4a319a5e218aa89e48d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5ce1511e-1eaa-45c6-a1ef-2b714c814fa1", "external-id": "nsx-vlan-transportzone-300", "segmentation_id": 300, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70158f02-70", "ovs_interfaceid": "70158f02-703c-40b0-9ca7-02c7bb86f5f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2236.908501] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8bf2997b-3d5e-455c-b872-2e30dfc310ec tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Lock "251a674d-3ec5-4245-a2b4-ecddf24e362c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.545s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2236.929512] env[63676]: DEBUG oslo_vmware.api [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926594, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063552} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2236.929812] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2236.930564] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df3e180-bad2-405e-9d46-d360b716ae1f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.953047] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08/5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2236.953271] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cb356e8-e3b2-4f6c-8345-843c497c40a2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.972537] env[63676]: DEBUG oslo_vmware.api [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2236.972537] env[63676]: value = "task-1926595" [ 2236.972537] env[63676]: _type = "Task" [ 2236.972537] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2236.979804] env[63676]: DEBUG oslo_vmware.api [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926595, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.245076] env[63676]: INFO nova.compute.manager [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Rebuilding instance [ 2237.270238] env[63676]: DEBUG oslo_concurrency.lockutils [req-ec5bc110-59dc-4cd0-ad9c-6cd54d106239 req-cc652ff8-ffc8-4164-8e4b-eddaa884ceca service nova] Releasing lock "refresh_cache-ffdf914c-8557-4eb7-bb7b-38cf1da4783c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2237.285237] env[63676]: DEBUG nova.compute.manager [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2237.286080] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3e7ced-4eae-422b-85c2-f3b7243281bc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.482816] env[63676]: DEBUG oslo_vmware.api [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926595, 'name': ReconfigVM_Task, 'duration_secs': 0.305642} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2237.483145] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08/5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2237.483710] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd16ebca-1004-458f-adb3-ed436577e9fd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.490112] env[63676]: DEBUG oslo_vmware.api [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2237.490112] env[63676]: value = "task-1926596" [ 2237.490112] env[63676]: _type = "Task" [ 2237.490112] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2237.497458] env[63676]: DEBUG oslo_vmware.api [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926596, 'name': Rename_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.000801] env[63676]: DEBUG oslo_vmware.api [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926596, 'name': Rename_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.299937] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2238.300306] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d168dda-0805-4574-aab0-c8eeb5935e21 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.307042] env[63676]: DEBUG oslo_vmware.api [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Waiting for the task: (returnval){ [ 2238.307042] env[63676]: value = "task-1926597" [ 2238.307042] env[63676]: _type = "Task" [ 2238.307042] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.315254] env[63676]: DEBUG oslo_vmware.api [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': task-1926597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.500095] env[63676]: DEBUG oslo_vmware.api [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926596, 'name': Rename_Task, 'duration_secs': 0.869536} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.500370] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2238.500609] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f4a0f9d-1d79-4fa9-b366-a87bdc7190d7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.506255] env[63676]: DEBUG oslo_vmware.api [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2238.506255] env[63676]: value = "task-1926598" [ 2238.506255] env[63676]: _type = "Task" [ 2238.506255] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.513211] env[63676]: DEBUG oslo_vmware.api [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.816245] env[63676]: DEBUG oslo_vmware.api [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': task-1926597, 'name': PowerOffVM_Task, 'duration_secs': 0.112581} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.816552] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2238.816758] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2238.817526] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15b7248-e532-48c8-94be-48270d5b9006 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.824116] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2238.824336] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-284aa853-9e20-40b0-9773-0cb299ac8dec {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.848839] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2238.849105] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2238.849254] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Deleting the datastore file [datastore1] 251a674d-3ec5-4245-a2b4-ecddf24e362c {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2238.849490] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26339af5-4577-4caa-822b-8afc01954c5b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.855204] env[63676]: DEBUG oslo_vmware.api [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Waiting for the task: (returnval){ [ 2238.855204] env[63676]: value = "task-1926600" [ 2238.855204] env[63676]: _type = "Task" [ 2238.855204] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.862480] env[63676]: DEBUG oslo_vmware.api [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': task-1926600, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.015817] env[63676]: DEBUG oslo_vmware.api [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926598, 'name': PowerOnVM_Task, 'duration_secs': 0.497832} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.016300] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2239.016601] env[63676]: INFO nova.compute.manager [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Took 7.30 seconds to spawn the instance on the hypervisor. [ 2239.016874] env[63676]: DEBUG nova.compute.manager [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2239.017808] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b92144-f61c-4f59-93b9-156e28e87207 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.365291] env[63676]: DEBUG oslo_vmware.api [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': task-1926600, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12059} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.365557] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2239.365742] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2239.365918] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2239.538633] env[63676]: INFO nova.compute.manager [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Took 12.00 seconds to build instance. [ 2239.650784] env[63676]: DEBUG nova.compute.manager [req-62540c8c-ada0-4150-a9b6-cf0888b1421e req-4be53a25-286e-4586-ad91-fd7848c457d2 service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Received event network-changed-905dc82d-8dee-4883-91ea-2a4a2eacb574 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2239.651023] env[63676]: DEBUG nova.compute.manager [req-62540c8c-ada0-4150-a9b6-cf0888b1421e req-4be53a25-286e-4586-ad91-fd7848c457d2 service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Refreshing instance network info cache due to event network-changed-905dc82d-8dee-4883-91ea-2a4a2eacb574. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2239.651247] env[63676]: DEBUG oslo_concurrency.lockutils [req-62540c8c-ada0-4150-a9b6-cf0888b1421e req-4be53a25-286e-4586-ad91-fd7848c457d2 service nova] Acquiring lock "refresh_cache-5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2239.651395] env[63676]: DEBUG oslo_concurrency.lockutils [req-62540c8c-ada0-4150-a9b6-cf0888b1421e req-4be53a25-286e-4586-ad91-fd7848c457d2 service nova] Acquired lock "refresh_cache-5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2239.651554] env[63676]: DEBUG nova.network.neutron [req-62540c8c-ada0-4150-a9b6-cf0888b1421e req-4be53a25-286e-4586-ad91-fd7848c457d2 service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Refreshing network info cache for port 905dc82d-8dee-4883-91ea-2a4a2eacb574 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2240.043403] env[63676]: DEBUG oslo_concurrency.lockutils [None req-085e48f4-b493-4b40-9560-c6a039e98e31 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.510s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2240.378572] env[63676]: DEBUG nova.network.neutron [req-62540c8c-ada0-4150-a9b6-cf0888b1421e req-4be53a25-286e-4586-ad91-fd7848c457d2 service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Updated VIF entry in instance network info cache for port 905dc82d-8dee-4883-91ea-2a4a2eacb574. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2240.378929] env[63676]: DEBUG nova.network.neutron [req-62540c8c-ada0-4150-a9b6-cf0888b1421e req-4be53a25-286e-4586-ad91-fd7848c457d2 service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Updating instance_info_cache with network_info: [{"id": "905dc82d-8dee-4883-91ea-2a4a2eacb574", "address": "fa:16:3e:8d:93:9d", "network": {"id": "abf80053-ace1-44b7-ac68-be3c9b4c031d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1491985291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5701b0b66ea4031b1efd32168ad7818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap905dc82d-8d", "ovs_interfaceid": "905dc82d-8dee-4883-91ea-2a4a2eacb574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2240.404268] env[63676]: DEBUG nova.virt.hardware [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2240.404507] env[63676]: DEBUG nova.virt.hardware [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2240.404665] env[63676]: DEBUG nova.virt.hardware [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2240.404847] env[63676]: DEBUG nova.virt.hardware [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2240.404993] env[63676]: DEBUG nova.virt.hardware [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2240.405164] env[63676]: DEBUG nova.virt.hardware [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2240.405373] env[63676]: DEBUG nova.virt.hardware [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2240.405532] env[63676]: DEBUG nova.virt.hardware [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2240.405697] env[63676]: DEBUG nova.virt.hardware [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2240.405859] env[63676]: DEBUG nova.virt.hardware [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2240.406044] env[63676]: DEBUG nova.virt.hardware [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2240.406905] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76114d5-2d2f-409e-9cd4-0e8686e5beaf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.414745] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2674ef1f-e463-4877-ab6c-99a36fbd22ec {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.428095] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Instance VIF info [] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2240.433645] env[63676]: DEBUG oslo.service.loopingcall [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2240.433834] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2240.434044] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d39fa784-5b72-4c9b-a8ab-2e0670f0ef1e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.449716] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2240.449716] env[63676]: value = "task-1926601" [ 2240.449716] env[63676]: _type = "Task" [ 2240.449716] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.456951] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926601, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.881382] env[63676]: DEBUG oslo_concurrency.lockutils [req-62540c8c-ada0-4150-a9b6-cf0888b1421e req-4be53a25-286e-4586-ad91-fd7848c457d2 service nova] Releasing lock "refresh_cache-5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2240.959673] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926601, 'name': CreateVM_Task, 'duration_secs': 0.259835} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.959871] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2240.960263] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2240.960429] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2240.960786] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2240.961046] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf1cf0e5-afcf-4730-b2a2-b5e51ab32b43 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.965396] env[63676]: DEBUG oslo_vmware.api [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Waiting for the task: (returnval){ [ 2240.965396] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526fdab2-0373-5ec8-ee85-1416363c39f5" [ 2240.965396] env[63676]: _type = "Task" [ 2240.965396] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.973474] env[63676]: DEBUG oslo_vmware.api [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526fdab2-0373-5ec8-ee85-1416363c39f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.475782] env[63676]: DEBUG oslo_vmware.api [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]526fdab2-0373-5ec8-ee85-1416363c39f5, 'name': SearchDatastore_Task, 'duration_secs': 0.009637} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.476187] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2241.476343] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2241.476577] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2241.476724] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2241.476952] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2241.477235] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c94ce24f-fb76-4512-b677-ba9c057b6e4d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.485132] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2241.485280] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2241.485981] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1edf180f-5fac-464e-b56d-7f0e20d253b9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.490795] env[63676]: DEBUG oslo_vmware.api [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Waiting for the task: (returnval){ [ 2241.490795] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52edd2a5-da4c-3e97-a765-49b6b215f170" [ 2241.490795] env[63676]: _type = "Task" [ 2241.490795] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.498347] env[63676]: DEBUG oslo_vmware.api [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52edd2a5-da4c-3e97-a765-49b6b215f170, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.001786] env[63676]: DEBUG oslo_vmware.api [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52edd2a5-da4c-3e97-a765-49b6b215f170, 'name': SearchDatastore_Task, 'duration_secs': 0.008337} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2242.002637] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1635943a-2e0f-49a5-b69b-1127a1351a0c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.008176] env[63676]: DEBUG oslo_vmware.api [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Waiting for the task: (returnval){ [ 2242.008176] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f6b88d-1d47-f56e-5ca4-556479efcf45" [ 2242.008176] env[63676]: _type = "Task" [ 2242.008176] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.017415] env[63676]: DEBUG oslo_vmware.api [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f6b88d-1d47-f56e-5ca4-556479efcf45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.518382] env[63676]: DEBUG oslo_vmware.api [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52f6b88d-1d47-f56e-5ca4-556479efcf45, 'name': SearchDatastore_Task, 'duration_secs': 0.0092} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2242.518793] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2242.518853] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 251a674d-3ec5-4245-a2b4-ecddf24e362c/251a674d-3ec5-4245-a2b4-ecddf24e362c.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2242.519110] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6622ec13-59bb-460d-aee7-97b2f76f581f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.525049] env[63676]: DEBUG oslo_vmware.api [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Waiting for the task: (returnval){ [ 2242.525049] env[63676]: value = "task-1926602" [ 2242.525049] env[63676]: _type = "Task" [ 2242.525049] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.532728] env[63676]: DEBUG oslo_vmware.api [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': task-1926602, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.034120] env[63676]: DEBUG oslo_vmware.api [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': task-1926602, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481529} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2243.034394] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 251a674d-3ec5-4245-a2b4-ecddf24e362c/251a674d-3ec5-4245-a2b4-ecddf24e362c.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2243.034608] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2243.034861] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf7c35c3-9086-40cd-9726-13199f18f383 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.040999] env[63676]: DEBUG oslo_vmware.api [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Waiting for the task: (returnval){ [ 2243.040999] env[63676]: value = "task-1926603" [ 2243.040999] env[63676]: _type = "Task" [ 2243.040999] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2243.048433] env[63676]: DEBUG oslo_vmware.api [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': task-1926603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.550784] env[63676]: DEBUG oslo_vmware.api [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': task-1926603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078588} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2243.551154] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2243.551758] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0083af6e-6f28-4354-8d64-bf5ea36296df {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.571053] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 251a674d-3ec5-4245-a2b4-ecddf24e362c/251a674d-3ec5-4245-a2b4-ecddf24e362c.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2243.571264] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77eda8bc-af9d-4e62-bc37-aae98330b819 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.589333] env[63676]: DEBUG oslo_vmware.api [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Waiting for the task: (returnval){ [ 2243.589333] env[63676]: value = "task-1926604" [ 2243.589333] env[63676]: _type = "Task" [ 2243.589333] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2243.596770] env[63676]: DEBUG oslo_vmware.api [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': task-1926604, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.739766] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquiring lock "a2fc79d4-f82d-4984-aaa4-e3170825cbbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2243.740071] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "a2fc79d4-f82d-4984-aaa4-e3170825cbbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2243.740288] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquiring lock "a2fc79d4-f82d-4984-aaa4-e3170825cbbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2243.740479] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "a2fc79d4-f82d-4984-aaa4-e3170825cbbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2243.740657] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "a2fc79d4-f82d-4984-aaa4-e3170825cbbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2243.742901] env[63676]: INFO nova.compute.manager [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Terminating instance [ 2244.098996] env[63676]: DEBUG oslo_vmware.api [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': task-1926604, 'name': ReconfigVM_Task, 'duration_secs': 0.264724} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.099320] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 251a674d-3ec5-4245-a2b4-ecddf24e362c/251a674d-3ec5-4245-a2b4-ecddf24e362c.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2244.099960] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2e697382-4ccf-4621-a038-cc1ae650ee53 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.106444] env[63676]: DEBUG oslo_vmware.api [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Waiting for the task: (returnval){ [ 2244.106444] env[63676]: value = "task-1926605" [ 2244.106444] env[63676]: _type = "Task" [ 2244.106444] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.115060] env[63676]: DEBUG oslo_vmware.api [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': task-1926605, 'name': Rename_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.246387] env[63676]: DEBUG nova.compute.manager [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2244.246627] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2244.247541] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54974fe-42e5-4bcc-accb-0206463721d2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.254789] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2244.255034] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6196335-492a-4832-a464-f2f57985be49 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.261031] env[63676]: DEBUG oslo_vmware.api [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2244.261031] env[63676]: value = "task-1926606" [ 2244.261031] env[63676]: _type = "Task" [ 2244.261031] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.270510] env[63676]: DEBUG oslo_vmware.api [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926606, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.616493] env[63676]: DEBUG oslo_vmware.api [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': task-1926605, 'name': Rename_Task, 'duration_secs': 0.127288} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.616831] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2244.616957] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d987769d-6d4a-4cd3-ad9b-221318a390ff {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.622944] env[63676]: DEBUG oslo_vmware.api [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Waiting for the task: (returnval){ [ 2244.622944] env[63676]: value = "task-1926607" [ 2244.622944] env[63676]: _type = "Task" [ 2244.622944] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.629831] env[63676]: DEBUG oslo_vmware.api [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': task-1926607, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.770890] env[63676]: DEBUG oslo_vmware.api [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926606, 'name': PowerOffVM_Task, 'duration_secs': 0.199381} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.771185] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2244.771364] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2244.771612] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c381437c-470f-4951-b53d-25b767d9cc62 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.846335] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2244.846559] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2244.846741] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Deleting the datastore file [datastore1] a2fc79d4-f82d-4984-aaa4-e3170825cbbc {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2244.847018] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe2889e5-181c-45f6-8464-58c0144e703f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.853492] env[63676]: DEBUG oslo_vmware.api [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2244.853492] env[63676]: value = "task-1926609" [ 2244.853492] env[63676]: _type = "Task" [ 2244.853492] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.860732] env[63676]: DEBUG oslo_vmware.api [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926609, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.132538] env[63676]: DEBUG oslo_vmware.api [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': task-1926607, 'name': PowerOnVM_Task, 'duration_secs': 0.399035} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.132765] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2245.132947] env[63676]: DEBUG nova.compute.manager [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2245.133775] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536b0adf-5e14-47e3-93b2-2fe65bb15046 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.363201] env[63676]: DEBUG oslo_vmware.api [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926609, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197038} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.363461] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2245.363646] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2245.363846] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2245.364041] env[63676]: INFO nova.compute.manager [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2245.364301] env[63676]: DEBUG oslo.service.loopingcall [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2245.364492] env[63676]: DEBUG nova.compute.manager [-] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2245.364587] env[63676]: DEBUG nova.network.neutron [-] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2245.653616] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2245.653616] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2245.653616] env[63676]: DEBUG nova.objects.instance [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63676) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2245.913442] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Acquiring lock "251a674d-3ec5-4245-a2b4-ecddf24e362c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2245.913721] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Lock "251a674d-3ec5-4245-a2b4-ecddf24e362c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2245.913937] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Acquiring lock "251a674d-3ec5-4245-a2b4-ecddf24e362c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2245.914220] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Lock "251a674d-3ec5-4245-a2b4-ecddf24e362c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2245.914441] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Lock "251a674d-3ec5-4245-a2b4-ecddf24e362c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2245.916594] env[63676]: INFO nova.compute.manager [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Terminating instance [ 2246.044694] env[63676]: DEBUG nova.compute.manager [req-315512a5-0722-4ef2-993c-8d8cf65aedb0 req-9d9eeec7-144f-46be-8a25-e59803ba26ff service nova] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Received event network-vif-deleted-86b87e5f-64c6-4816-8a8a-183786c138be {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2246.045317] env[63676]: INFO nova.compute.manager [req-315512a5-0722-4ef2-993c-8d8cf65aedb0 req-9d9eeec7-144f-46be-8a25-e59803ba26ff service nova] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Neutron deleted interface 86b87e5f-64c6-4816-8a8a-183786c138be; detaching it from the instance and deleting it from the info cache [ 2246.045317] env[63676]: DEBUG nova.network.neutron [req-315512a5-0722-4ef2-993c-8d8cf65aedb0 req-9d9eeec7-144f-46be-8a25-e59803ba26ff service nova] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2246.420710] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Acquiring lock "refresh_cache-251a674d-3ec5-4245-a2b4-ecddf24e362c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2246.420916] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Acquired lock "refresh_cache-251a674d-3ec5-4245-a2b4-ecddf24e362c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2246.421150] env[63676]: DEBUG nova.network.neutron [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2246.525898] env[63676]: DEBUG nova.network.neutron [-] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2246.547633] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b244e3da-0729-4dd8-800b-79ec987ea82e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.556635] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae7a2aa-122d-4340-9993-fe0f416d3c2b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.582683] env[63676]: DEBUG nova.compute.manager [req-315512a5-0722-4ef2-993c-8d8cf65aedb0 req-9d9eeec7-144f-46be-8a25-e59803ba26ff service nova] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Detach interface failed, port_id=86b87e5f-64c6-4816-8a8a-183786c138be, reason: Instance a2fc79d4-f82d-4984-aaa4-e3170825cbbc could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2246.660991] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e98f8333-4ce5-4c87-9060-1d483c585970 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2246.940963] env[63676]: DEBUG nova.network.neutron [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2246.987831] env[63676]: DEBUG nova.network.neutron [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2247.028982] env[63676]: INFO nova.compute.manager [-] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Took 1.66 seconds to deallocate network for instance. [ 2247.491086] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Releasing lock "refresh_cache-251a674d-3ec5-4245-a2b4-ecddf24e362c" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2247.491580] env[63676]: DEBUG nova.compute.manager [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2247.492133] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2247.492729] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd690f6-76cd-4277-8547-42182393d14b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.500515] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2247.500748] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b50e534a-80cd-4953-8219-b682368bd851 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.506786] env[63676]: DEBUG oslo_vmware.api [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Waiting for the task: (returnval){ [ 2247.506786] env[63676]: value = "task-1926610" [ 2247.506786] env[63676]: _type = "Task" [ 2247.506786] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2247.514792] env[63676]: DEBUG oslo_vmware.api [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': task-1926610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.534953] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2247.535181] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2247.535401] env[63676]: DEBUG nova.objects.instance [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lazy-loading 'resources' on Instance uuid a2fc79d4-f82d-4984-aaa4-e3170825cbbc {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2248.017756] env[63676]: DEBUG oslo_vmware.api [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': task-1926610, 'name': PowerOffVM_Task, 'duration_secs': 0.15524} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2248.018176] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2248.018243] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2248.018464] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5629dffa-6514-4840-8e7b-df4b92139a10 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.041655] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2248.041868] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2248.042093] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Deleting the datastore file [datastore1] 251a674d-3ec5-4245-a2b4-ecddf24e362c {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2248.042355] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3b2c650-3f97-403b-ab2e-e6e270d94c78 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.048827] env[63676]: DEBUG oslo_vmware.api [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Waiting for the task: (returnval){ [ 2248.048827] env[63676]: value = "task-1926612" [ 2248.048827] env[63676]: _type = "Task" [ 2248.048827] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2248.056015] env[63676]: DEBUG oslo_vmware.api [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': task-1926612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.114124] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b75297-76a4-43b5-ab5e-92c4f7f9544a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.121495] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d676ac3-d21c-4879-980b-dc4c22f343f3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.152792] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebe04ad-c5f7-4f4a-a752-1e681e7065f5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.160469] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29f33a2-76a5-403c-b94c-2e38cb9a9ae2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.174746] env[63676]: DEBUG nova.compute.provider_tree [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2248.558207] env[63676]: DEBUG oslo_vmware.api [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Task: {'id': task-1926612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147087} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2248.558449] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2248.558633] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2248.558816] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2248.558991] env[63676]: INFO nova.compute.manager [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Took 1.07 seconds to destroy the instance on the hypervisor. [ 2248.559245] env[63676]: DEBUG oslo.service.loopingcall [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2248.559435] env[63676]: DEBUG nova.compute.manager [-] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2248.559528] env[63676]: DEBUG nova.network.neutron [-] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2248.574405] env[63676]: DEBUG nova.network.neutron [-] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2248.678067] env[63676]: DEBUG nova.scheduler.client.report [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2249.077138] env[63676]: DEBUG nova.network.neutron [-] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2249.182565] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.647s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2249.202115] env[63676]: INFO nova.scheduler.client.report [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Deleted allocations for instance a2fc79d4-f82d-4984-aaa4-e3170825cbbc [ 2249.579694] env[63676]: INFO nova.compute.manager [-] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Took 1.02 seconds to deallocate network for instance. [ 2249.708702] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f522e1dd-e762-40cf-b44d-68f0b5381273 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "a2fc79d4-f82d-4984-aaa4-e3170825cbbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.969s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2250.086254] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2250.086560] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2250.086765] env[63676]: DEBUG nova.objects.instance [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Lazy-loading 'resources' on Instance uuid 251a674d-3ec5-4245-a2b4-ecddf24e362c {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2250.652743] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e31b824c-36ca-4df8-ac4e-b5835ae4f60e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.660118] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a708037-dd11-4a10-821b-c377c17a5624 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.688970] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d136da2d-45d1-4af0-bbdb-bcc7fc2acc8f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.696126] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d937a0-095d-41cc-a8e8-da78d504169f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.709010] env[63676]: DEBUG nova.compute.provider_tree [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2251.211628] env[63676]: DEBUG nova.scheduler.client.report [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2251.716773] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2251.732374] env[63676]: INFO nova.scheduler.client.report [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Deleted allocations for instance 251a674d-3ec5-4245-a2b4-ecddf24e362c [ 2251.829506] env[63676]: DEBUG oslo_concurrency.lockutils [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquiring lock "ce799a9d-deed-4c96-95b1-cfefd7a8087f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2251.829625] env[63676]: DEBUG oslo_concurrency.lockutils [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "ce799a9d-deed-4c96-95b1-cfefd7a8087f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2252.240242] env[63676]: DEBUG oslo_concurrency.lockutils [None req-cb67a6af-0e4c-4842-8dd7-036a617f01f2 tempest-ServerShowV254Test-857674247 tempest-ServerShowV254Test-857674247-project-member] Lock "251a674d-3ec5-4245-a2b4-ecddf24e362c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.326s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2252.331596] env[63676]: DEBUG nova.compute.manager [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2252.853283] env[63676]: DEBUG oslo_concurrency.lockutils [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2252.853531] env[63676]: DEBUG oslo_concurrency.lockutils [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2252.855143] env[63676]: INFO nova.compute.claims [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2253.922744] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5ed482-5213-4722-a6e2-13a157f887ee {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.930653] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01bcf48f-1099-4c98-a49d-0baa801d2306 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.959187] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2302255-69ad-4899-b31b-f8922465731d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.966184] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db07497-6169-4f69-82c8-45751439d757 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.980080] env[63676]: DEBUG nova.compute.provider_tree [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2254.483652] env[63676]: DEBUG nova.scheduler.client.report [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2254.989763] env[63676]: DEBUG oslo_concurrency.lockutils [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.136s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2254.990336] env[63676]: DEBUG nova.compute.manager [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2255.495477] env[63676]: DEBUG nova.compute.utils [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2255.496943] env[63676]: DEBUG nova.compute.manager [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2255.498174] env[63676]: DEBUG nova.network.neutron [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2255.545723] env[63676]: DEBUG nova.policy [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f18f7c8bdc5146949972163a2b44d614', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a66733555d82429a9f59fc2d00a26ca8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 2255.800095] env[63676]: DEBUG nova.network.neutron [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Successfully created port: ea1edbd1-6ddf-4ae3-a75f-6fe402609d7e {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2256.001891] env[63676]: DEBUG nova.compute.manager [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2257.013440] env[63676]: DEBUG nova.compute.manager [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2257.038604] env[63676]: DEBUG nova.virt.hardware [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2257.038844] env[63676]: DEBUG nova.virt.hardware [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2257.039008] env[63676]: DEBUG nova.virt.hardware [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2257.039198] env[63676]: DEBUG nova.virt.hardware [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2257.039345] env[63676]: DEBUG nova.virt.hardware [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2257.039490] env[63676]: DEBUG nova.virt.hardware [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2257.039728] env[63676]: DEBUG nova.virt.hardware [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2257.039898] env[63676]: DEBUG nova.virt.hardware [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2257.040566] env[63676]: DEBUG nova.virt.hardware [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2257.040566] env[63676]: DEBUG nova.virt.hardware [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2257.040566] env[63676]: DEBUG nova.virt.hardware [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2257.041301] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0553b908-405b-4e8a-9c14-93a442089861 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.049123] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fc5b70-d3dc-4ebc-860f-0efa1d686896 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.174114] env[63676]: DEBUG nova.compute.manager [req-f73a863c-ea4f-40a1-8ad0-68d7f014e823 req-ec6be124-2299-4e65-9050-36f5a4d8134f service nova] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Received event network-vif-plugged-ea1edbd1-6ddf-4ae3-a75f-6fe402609d7e {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2257.174359] env[63676]: DEBUG oslo_concurrency.lockutils [req-f73a863c-ea4f-40a1-8ad0-68d7f014e823 req-ec6be124-2299-4e65-9050-36f5a4d8134f service nova] Acquiring lock "ce799a9d-deed-4c96-95b1-cfefd7a8087f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2257.174492] env[63676]: DEBUG oslo_concurrency.lockutils [req-f73a863c-ea4f-40a1-8ad0-68d7f014e823 req-ec6be124-2299-4e65-9050-36f5a4d8134f service nova] Lock "ce799a9d-deed-4c96-95b1-cfefd7a8087f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2257.174665] env[63676]: DEBUG oslo_concurrency.lockutils [req-f73a863c-ea4f-40a1-8ad0-68d7f014e823 req-ec6be124-2299-4e65-9050-36f5a4d8134f service nova] Lock "ce799a9d-deed-4c96-95b1-cfefd7a8087f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2257.174836] env[63676]: DEBUG nova.compute.manager [req-f73a863c-ea4f-40a1-8ad0-68d7f014e823 req-ec6be124-2299-4e65-9050-36f5a4d8134f service nova] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] No waiting events found dispatching network-vif-plugged-ea1edbd1-6ddf-4ae3-a75f-6fe402609d7e {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2257.175130] env[63676]: WARNING nova.compute.manager [req-f73a863c-ea4f-40a1-8ad0-68d7f014e823 req-ec6be124-2299-4e65-9050-36f5a4d8134f service nova] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Received unexpected event network-vif-plugged-ea1edbd1-6ddf-4ae3-a75f-6fe402609d7e for instance with vm_state building and task_state spawning. [ 2257.261728] env[63676]: DEBUG nova.network.neutron [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Successfully updated port: ea1edbd1-6ddf-4ae3-a75f-6fe402609d7e {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2257.764051] env[63676]: DEBUG oslo_concurrency.lockutils [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquiring lock "refresh_cache-ce799a9d-deed-4c96-95b1-cfefd7a8087f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2257.764153] env[63676]: DEBUG oslo_concurrency.lockutils [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquired lock "refresh_cache-ce799a9d-deed-4c96-95b1-cfefd7a8087f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2257.764301] env[63676]: DEBUG nova.network.neutron [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2258.294945] env[63676]: DEBUG nova.network.neutron [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2258.413940] env[63676]: DEBUG nova.network.neutron [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Updating instance_info_cache with network_info: [{"id": "ea1edbd1-6ddf-4ae3-a75f-6fe402609d7e", "address": "fa:16:3e:36:16:e2", "network": {"id": "fde740f8-0b20-49c5-b98c-77d3f65d2d60", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-654539961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a66733555d82429a9f59fc2d00a26ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea1edbd1-6d", "ovs_interfaceid": "ea1edbd1-6ddf-4ae3-a75f-6fe402609d7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2258.916247] env[63676]: DEBUG oslo_concurrency.lockutils [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Releasing lock "refresh_cache-ce799a9d-deed-4c96-95b1-cfefd7a8087f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2258.916625] env[63676]: DEBUG nova.compute.manager [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Instance network_info: |[{"id": "ea1edbd1-6ddf-4ae3-a75f-6fe402609d7e", "address": "fa:16:3e:36:16:e2", "network": {"id": "fde740f8-0b20-49c5-b98c-77d3f65d2d60", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-654539961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a66733555d82429a9f59fc2d00a26ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea1edbd1-6d", "ovs_interfaceid": "ea1edbd1-6ddf-4ae3-a75f-6fe402609d7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2258.917063] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:16:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec1528b-3e87-477b-8ab2-02696ad47e66', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea1edbd1-6ddf-4ae3-a75f-6fe402609d7e', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2258.924608] env[63676]: DEBUG oslo.service.loopingcall [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2258.924806] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2258.926232] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8962d260-a31c-46c9-9ea1-ad576d1f2411 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.945136] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2258.945136] env[63676]: value = "task-1926613" [ 2258.945136] env[63676]: _type = "Task" [ 2258.945136] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.952628] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926613, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.202475] env[63676]: DEBUG nova.compute.manager [req-54dd4314-508c-4e68-9d99-a07b99eeb077 req-d539a175-dc56-4181-abd1-7cf1d1ae4755 service nova] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Received event network-changed-ea1edbd1-6ddf-4ae3-a75f-6fe402609d7e {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2259.202683] env[63676]: DEBUG nova.compute.manager [req-54dd4314-508c-4e68-9d99-a07b99eeb077 req-d539a175-dc56-4181-abd1-7cf1d1ae4755 service nova] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Refreshing instance network info cache due to event network-changed-ea1edbd1-6ddf-4ae3-a75f-6fe402609d7e. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2259.202894] env[63676]: DEBUG oslo_concurrency.lockutils [req-54dd4314-508c-4e68-9d99-a07b99eeb077 req-d539a175-dc56-4181-abd1-7cf1d1ae4755 service nova] Acquiring lock "refresh_cache-ce799a9d-deed-4c96-95b1-cfefd7a8087f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2259.203054] env[63676]: DEBUG oslo_concurrency.lockutils [req-54dd4314-508c-4e68-9d99-a07b99eeb077 req-d539a175-dc56-4181-abd1-7cf1d1ae4755 service nova] Acquired lock "refresh_cache-ce799a9d-deed-4c96-95b1-cfefd7a8087f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2259.203221] env[63676]: DEBUG nova.network.neutron [req-54dd4314-508c-4e68-9d99-a07b99eeb077 req-d539a175-dc56-4181-abd1-7cf1d1ae4755 service nova] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Refreshing network info cache for port ea1edbd1-6ddf-4ae3-a75f-6fe402609d7e {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2259.455167] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926613, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.907575] env[63676]: DEBUG nova.network.neutron [req-54dd4314-508c-4e68-9d99-a07b99eeb077 req-d539a175-dc56-4181-abd1-7cf1d1ae4755 service nova] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Updated VIF entry in instance network info cache for port ea1edbd1-6ddf-4ae3-a75f-6fe402609d7e. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2259.907940] env[63676]: DEBUG nova.network.neutron [req-54dd4314-508c-4e68-9d99-a07b99eeb077 req-d539a175-dc56-4181-abd1-7cf1d1ae4755 service nova] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Updating instance_info_cache with network_info: [{"id": "ea1edbd1-6ddf-4ae3-a75f-6fe402609d7e", "address": "fa:16:3e:36:16:e2", "network": {"id": "fde740f8-0b20-49c5-b98c-77d3f65d2d60", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-654539961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a66733555d82429a9f59fc2d00a26ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea1edbd1-6d", "ovs_interfaceid": "ea1edbd1-6ddf-4ae3-a75f-6fe402609d7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2259.955875] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926613, 'name': CreateVM_Task, 'duration_secs': 0.881447} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.956044] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2259.956744] env[63676]: DEBUG oslo_concurrency.lockutils [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2259.956933] env[63676]: DEBUG oslo_concurrency.lockutils [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2259.957254] env[63676]: DEBUG oslo_concurrency.lockutils [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2259.957497] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eed5d29a-1b53-494b-92bb-f209e3906b8b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.961780] env[63676]: DEBUG oslo_vmware.api [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2259.961780] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d5c985-c89d-c730-c927-73fe2506c35c" [ 2259.961780] env[63676]: _type = "Task" [ 2259.961780] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.968995] env[63676]: DEBUG oslo_vmware.api [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d5c985-c89d-c730-c927-73fe2506c35c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.411133] env[63676]: DEBUG oslo_concurrency.lockutils [req-54dd4314-508c-4e68-9d99-a07b99eeb077 req-d539a175-dc56-4181-abd1-7cf1d1ae4755 service nova] Releasing lock "refresh_cache-ce799a9d-deed-4c96-95b1-cfefd7a8087f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2260.472796] env[63676]: DEBUG oslo_vmware.api [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d5c985-c89d-c730-c927-73fe2506c35c, 'name': SearchDatastore_Task, 'duration_secs': 0.010231} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.473175] env[63676]: DEBUG oslo_concurrency.lockutils [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2260.473328] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2260.473585] env[63676]: DEBUG oslo_concurrency.lockutils [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2260.473737] env[63676]: DEBUG oslo_concurrency.lockutils [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2260.473919] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2260.474188] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9026ee47-68fb-48c1-a632-403f554dcd41 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.482043] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2260.482230] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2260.482901] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c61f1a7-9298-42ff-9e22-bf1ac01d381b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.487388] env[63676]: DEBUG oslo_vmware.api [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2260.487388] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52cdea47-3426-ebd0-ab24-07f919f772db" [ 2260.487388] env[63676]: _type = "Task" [ 2260.487388] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.494348] env[63676]: DEBUG oslo_vmware.api [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52cdea47-3426-ebd0-ab24-07f919f772db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.997946] env[63676]: DEBUG oslo_vmware.api [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52cdea47-3426-ebd0-ab24-07f919f772db, 'name': SearchDatastore_Task, 'duration_secs': 0.008385} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.998903] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-392b55d3-b90d-4bc6-a701-c24c858d2728 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.003785] env[63676]: DEBUG oslo_vmware.api [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2261.003785] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52fde167-89d1-eeef-a39d-2a28911f27ef" [ 2261.003785] env[63676]: _type = "Task" [ 2261.003785] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.011440] env[63676]: DEBUG oslo_vmware.api [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52fde167-89d1-eeef-a39d-2a28911f27ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.513871] env[63676]: DEBUG oslo_vmware.api [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52fde167-89d1-eeef-a39d-2a28911f27ef, 'name': SearchDatastore_Task, 'duration_secs': 0.011514} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.514201] env[63676]: DEBUG oslo_concurrency.lockutils [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2261.514201] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] ce799a9d-deed-4c96-95b1-cfefd7a8087f/ce799a9d-deed-4c96-95b1-cfefd7a8087f.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2261.514448] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-729314c1-c587-46b6-a768-3581a5a5beaa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.520390] env[63676]: DEBUG oslo_vmware.api [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2261.520390] env[63676]: value = "task-1926614" [ 2261.520390] env[63676]: _type = "Task" [ 2261.520390] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.528607] env[63676]: DEBUG oslo_vmware.api [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.029764] env[63676]: DEBUG oslo_vmware.api [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.530719] env[63676]: DEBUG oslo_vmware.api [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926614, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.032408] env[63676]: DEBUG oslo_vmware.api [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926614, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.532399] env[63676]: DEBUG oslo_vmware.api [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926614, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.895717] env[63676]: DEBUG oslo_concurrency.lockutils [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "ac63bfbc-4365-4016-95f5-7fcaf6c1bc29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2263.895917] env[63676]: DEBUG oslo_concurrency.lockutils [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "ac63bfbc-4365-4016-95f5-7fcaf6c1bc29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2264.032638] env[63676]: DEBUG oslo_vmware.api [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926614, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.398255] env[63676]: DEBUG nova.compute.manager [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2264.532668] env[63676]: DEBUG oslo_vmware.api [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926614, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.921822] env[63676]: DEBUG oslo_concurrency.lockutils [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2264.922135] env[63676]: DEBUG oslo_concurrency.lockutils [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2264.923664] env[63676]: INFO nova.compute.claims [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2265.033249] env[63676]: DEBUG oslo_vmware.api [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926614, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.533703] env[63676]: DEBUG oslo_vmware.api [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926614, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.817281} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.534037] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] ce799a9d-deed-4c96-95b1-cfefd7a8087f/ce799a9d-deed-4c96-95b1-cfefd7a8087f.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2265.534173] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2265.534412] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3588c0df-29b8-4ae0-b057-4faa639ddfd5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.540497] env[63676]: DEBUG oslo_vmware.api [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2265.540497] env[63676]: value = "task-1926615" [ 2265.540497] env[63676]: _type = "Task" [ 2265.540497] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2265.547871] env[63676]: DEBUG oslo_vmware.api [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.005702] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16ef6a66-f0d8-445c-b092-539644c7715c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.013686] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfa8a3a-e614-47ee-87fe-96b5965baff8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.047889] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54d02e5-2841-4bd0-8018-1c4671340d59 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.054816] env[63676]: DEBUG oslo_vmware.api [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065292} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.056760] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2266.057506] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4c3a80-915b-4361-9fb9-f15cbcc33f35 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.060530] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a83c959-bf32-477f-a810-57c5ec76550f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.073524] env[63676]: DEBUG nova.compute.provider_tree [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2266.091739] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] ce799a9d-deed-4c96-95b1-cfefd7a8087f/ce799a9d-deed-4c96-95b1-cfefd7a8087f.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2266.092712] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60bfe0d0-a7e6-4498-a86f-63575fc15f3d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.111351] env[63676]: DEBUG oslo_vmware.api [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2266.111351] env[63676]: value = "task-1926616" [ 2266.111351] env[63676]: _type = "Task" [ 2266.111351] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.118918] env[63676]: DEBUG oslo_vmware.api [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.593778] env[63676]: DEBUG nova.scheduler.client.report [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2266.620549] env[63676]: DEBUG oslo_vmware.api [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926616, 'name': ReconfigVM_Task, 'duration_secs': 0.294633} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.620823] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Reconfigured VM instance instance-00000077 to attach disk [datastore1] ce799a9d-deed-4c96-95b1-cfefd7a8087f/ce799a9d-deed-4c96-95b1-cfefd7a8087f.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2266.621422] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d0e798b-6d51-4c25-9527-2a5187000850 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.627263] env[63676]: DEBUG oslo_vmware.api [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2266.627263] env[63676]: value = "task-1926617" [ 2266.627263] env[63676]: _type = "Task" [ 2266.627263] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.635481] env[63676]: DEBUG oslo_vmware.api [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926617, 'name': Rename_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.098976] env[63676]: DEBUG oslo_concurrency.lockutils [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.177s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2267.099535] env[63676]: DEBUG nova.compute.manager [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2267.138143] env[63676]: DEBUG oslo_vmware.api [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926617, 'name': Rename_Task, 'duration_secs': 0.138983} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2267.138379] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2267.138593] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65b7cb47-98a5-4309-b8ec-0bbc454e61f1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.144496] env[63676]: DEBUG oslo_vmware.api [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2267.144496] env[63676]: value = "task-1926618" [ 2267.144496] env[63676]: _type = "Task" [ 2267.144496] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2267.151724] env[63676]: DEBUG oslo_vmware.api [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926618, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.604752] env[63676]: DEBUG nova.compute.utils [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2267.606253] env[63676]: DEBUG nova.compute.manager [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2267.606427] env[63676]: DEBUG nova.network.neutron [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2267.654332] env[63676]: DEBUG oslo_vmware.api [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926618, 'name': PowerOnVM_Task, 'duration_secs': 0.411263} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2267.654332] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2267.654568] env[63676]: INFO nova.compute.manager [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Took 10.64 seconds to spawn the instance on the hypervisor. [ 2267.654663] env[63676]: DEBUG nova.compute.manager [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2267.655437] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4127d0ab-bbc6-4ce0-9e66-d623ea009bee {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.673956] env[63676]: DEBUG nova.policy [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '622b77331b6e441384590cfac8fc9e2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a75c2b1db86b4c029c3f5ffe5bf7ee1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 2267.969525] env[63676]: DEBUG nova.network.neutron [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Successfully created port: 57ae2dfe-2caf-4aad-b3ce-c8a86d14eb1f {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2268.109179] env[63676]: DEBUG nova.compute.manager [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2268.170836] env[63676]: INFO nova.compute.manager [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Took 15.33 seconds to build instance. [ 2268.672374] env[63676]: DEBUG oslo_concurrency.lockutils [None req-90b4e235-7a83-4bf3-95dc-0dd5db93fec2 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "ce799a9d-deed-4c96-95b1-cfefd7a8087f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.843s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2269.118850] env[63676]: DEBUG nova.compute.manager [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2269.144491] env[63676]: DEBUG nova.virt.hardware [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2269.144726] env[63676]: DEBUG nova.virt.hardware [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2269.144888] env[63676]: DEBUG nova.virt.hardware [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2269.145085] env[63676]: DEBUG nova.virt.hardware [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2269.145236] env[63676]: DEBUG nova.virt.hardware [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2269.145423] env[63676]: DEBUG nova.virt.hardware [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2269.145656] env[63676]: DEBUG nova.virt.hardware [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2269.145822] env[63676]: DEBUG nova.virt.hardware [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2269.146019] env[63676]: DEBUG nova.virt.hardware [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2269.146165] env[63676]: DEBUG nova.virt.hardware [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2269.146349] env[63676]: DEBUG nova.virt.hardware [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2269.147265] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65595188-b94b-413d-9f0f-c884abe972c2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.155424] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb304315-1b8a-4f1b-acb9-bd922ce7b56c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.416543] env[63676]: DEBUG nova.compute.manager [req-d498ddaa-4514-433e-9d1d-cd99b564c3e6 req-8dd556bb-c257-4646-8ff5-0a808a31b855 service nova] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Received event network-changed-ea1edbd1-6ddf-4ae3-a75f-6fe402609d7e {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2269.416746] env[63676]: DEBUG nova.compute.manager [req-d498ddaa-4514-433e-9d1d-cd99b564c3e6 req-8dd556bb-c257-4646-8ff5-0a808a31b855 service nova] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Refreshing instance network info cache due to event network-changed-ea1edbd1-6ddf-4ae3-a75f-6fe402609d7e. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2269.416963] env[63676]: DEBUG oslo_concurrency.lockutils [req-d498ddaa-4514-433e-9d1d-cd99b564c3e6 req-8dd556bb-c257-4646-8ff5-0a808a31b855 service nova] Acquiring lock "refresh_cache-ce799a9d-deed-4c96-95b1-cfefd7a8087f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2269.417123] env[63676]: DEBUG oslo_concurrency.lockutils [req-d498ddaa-4514-433e-9d1d-cd99b564c3e6 req-8dd556bb-c257-4646-8ff5-0a808a31b855 service nova] Acquired lock "refresh_cache-ce799a9d-deed-4c96-95b1-cfefd7a8087f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2269.417284] env[63676]: DEBUG nova.network.neutron [req-d498ddaa-4514-433e-9d1d-cd99b564c3e6 req-8dd556bb-c257-4646-8ff5-0a808a31b855 service nova] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Refreshing network info cache for port ea1edbd1-6ddf-4ae3-a75f-6fe402609d7e {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2269.522286] env[63676]: DEBUG nova.network.neutron [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Successfully updated port: 57ae2dfe-2caf-4aad-b3ce-c8a86d14eb1f {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2270.025446] env[63676]: DEBUG oslo_concurrency.lockutils [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "refresh_cache-ac63bfbc-4365-4016-95f5-7fcaf6c1bc29" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2270.025746] env[63676]: DEBUG oslo_concurrency.lockutils [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquired lock "refresh_cache-ac63bfbc-4365-4016-95f5-7fcaf6c1bc29" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2270.025746] env[63676]: DEBUG nova.network.neutron [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2270.140974] env[63676]: DEBUG nova.network.neutron [req-d498ddaa-4514-433e-9d1d-cd99b564c3e6 req-8dd556bb-c257-4646-8ff5-0a808a31b855 service nova] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Updated VIF entry in instance network info cache for port ea1edbd1-6ddf-4ae3-a75f-6fe402609d7e. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2270.141286] env[63676]: DEBUG nova.network.neutron [req-d498ddaa-4514-433e-9d1d-cd99b564c3e6 req-8dd556bb-c257-4646-8ff5-0a808a31b855 service nova] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Updating instance_info_cache with network_info: [{"id": "ea1edbd1-6ddf-4ae3-a75f-6fe402609d7e", "address": "fa:16:3e:36:16:e2", "network": {"id": "fde740f8-0b20-49c5-b98c-77d3f65d2d60", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-654539961-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a66733555d82429a9f59fc2d00a26ca8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec1528b-3e87-477b-8ab2-02696ad47e66", "external-id": "nsx-vlan-transportzone-180", "segmentation_id": 180, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea1edbd1-6d", "ovs_interfaceid": "ea1edbd1-6ddf-4ae3-a75f-6fe402609d7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2270.559482] env[63676]: DEBUG nova.network.neutron [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2270.644414] env[63676]: DEBUG oslo_concurrency.lockutils [req-d498ddaa-4514-433e-9d1d-cd99b564c3e6 req-8dd556bb-c257-4646-8ff5-0a808a31b855 service nova] Releasing lock "refresh_cache-ce799a9d-deed-4c96-95b1-cfefd7a8087f" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2270.683549] env[63676]: DEBUG nova.network.neutron [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Updating instance_info_cache with network_info: [{"id": "57ae2dfe-2caf-4aad-b3ce-c8a86d14eb1f", "address": "fa:16:3e:e4:87:4f", "network": {"id": "fb1a8f4b-5e76-4e02-9818-693fe02ccbc5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578765997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a75c2b1db86b4c029c3f5ffe5bf7ee1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57ae2dfe-2c", "ovs_interfaceid": "57ae2dfe-2caf-4aad-b3ce-c8a86d14eb1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2271.186468] env[63676]: DEBUG oslo_concurrency.lockutils [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Releasing lock "refresh_cache-ac63bfbc-4365-4016-95f5-7fcaf6c1bc29" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2271.186874] env[63676]: DEBUG nova.compute.manager [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Instance network_info: |[{"id": "57ae2dfe-2caf-4aad-b3ce-c8a86d14eb1f", "address": "fa:16:3e:e4:87:4f", "network": {"id": "fb1a8f4b-5e76-4e02-9818-693fe02ccbc5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578765997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a75c2b1db86b4c029c3f5ffe5bf7ee1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57ae2dfe-2c", "ovs_interfaceid": "57ae2dfe-2caf-4aad-b3ce-c8a86d14eb1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2271.187212] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:87:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57ae2dfe-2caf-4aad-b3ce-c8a86d14eb1f', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2271.194578] env[63676]: DEBUG oslo.service.loopingcall [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2271.194790] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2271.195031] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2686adc-322b-4d29-8ef1-0432f316f58a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2271.214396] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2271.214396] env[63676]: value = "task-1926619" [ 2271.214396] env[63676]: _type = "Task" [ 2271.214396] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2271.221992] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926619, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.448034] env[63676]: DEBUG nova.compute.manager [req-2aeb04b3-858c-47df-a0ec-3208755abe5c req-be31de9d-3349-4e48-bae0-2ed59b583bfa service nova] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Received event network-vif-plugged-57ae2dfe-2caf-4aad-b3ce-c8a86d14eb1f {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2271.448230] env[63676]: DEBUG oslo_concurrency.lockutils [req-2aeb04b3-858c-47df-a0ec-3208755abe5c req-be31de9d-3349-4e48-bae0-2ed59b583bfa service nova] Acquiring lock "ac63bfbc-4365-4016-95f5-7fcaf6c1bc29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2271.448436] env[63676]: DEBUG oslo_concurrency.lockutils [req-2aeb04b3-858c-47df-a0ec-3208755abe5c req-be31de9d-3349-4e48-bae0-2ed59b583bfa service nova] Lock "ac63bfbc-4365-4016-95f5-7fcaf6c1bc29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2271.448604] env[63676]: DEBUG oslo_concurrency.lockutils [req-2aeb04b3-858c-47df-a0ec-3208755abe5c req-be31de9d-3349-4e48-bae0-2ed59b583bfa service nova] Lock "ac63bfbc-4365-4016-95f5-7fcaf6c1bc29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2271.448770] env[63676]: DEBUG nova.compute.manager [req-2aeb04b3-858c-47df-a0ec-3208755abe5c req-be31de9d-3349-4e48-bae0-2ed59b583bfa service nova] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] No waiting events found dispatching network-vif-plugged-57ae2dfe-2caf-4aad-b3ce-c8a86d14eb1f {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2271.448933] env[63676]: WARNING nova.compute.manager [req-2aeb04b3-858c-47df-a0ec-3208755abe5c req-be31de9d-3349-4e48-bae0-2ed59b583bfa service nova] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Received unexpected event network-vif-plugged-57ae2dfe-2caf-4aad-b3ce-c8a86d14eb1f for instance with vm_state building and task_state spawning. [ 2271.449132] env[63676]: DEBUG nova.compute.manager [req-2aeb04b3-858c-47df-a0ec-3208755abe5c req-be31de9d-3349-4e48-bae0-2ed59b583bfa service nova] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Received event network-changed-57ae2dfe-2caf-4aad-b3ce-c8a86d14eb1f {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2271.449301] env[63676]: DEBUG nova.compute.manager [req-2aeb04b3-858c-47df-a0ec-3208755abe5c req-be31de9d-3349-4e48-bae0-2ed59b583bfa service nova] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Refreshing instance network info cache due to event network-changed-57ae2dfe-2caf-4aad-b3ce-c8a86d14eb1f. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2271.449482] env[63676]: DEBUG oslo_concurrency.lockutils [req-2aeb04b3-858c-47df-a0ec-3208755abe5c req-be31de9d-3349-4e48-bae0-2ed59b583bfa service nova] Acquiring lock "refresh_cache-ac63bfbc-4365-4016-95f5-7fcaf6c1bc29" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2271.449642] env[63676]: DEBUG oslo_concurrency.lockutils [req-2aeb04b3-858c-47df-a0ec-3208755abe5c req-be31de9d-3349-4e48-bae0-2ed59b583bfa service nova] Acquired lock "refresh_cache-ac63bfbc-4365-4016-95f5-7fcaf6c1bc29" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2271.449811] env[63676]: DEBUG nova.network.neutron [req-2aeb04b3-858c-47df-a0ec-3208755abe5c req-be31de9d-3349-4e48-bae0-2ed59b583bfa service nova] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Refreshing network info cache for port 57ae2dfe-2caf-4aad-b3ce-c8a86d14eb1f {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2271.724329] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926619, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.165260] env[63676]: DEBUG nova.network.neutron [req-2aeb04b3-858c-47df-a0ec-3208755abe5c req-be31de9d-3349-4e48-bae0-2ed59b583bfa service nova] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Updated VIF entry in instance network info cache for port 57ae2dfe-2caf-4aad-b3ce-c8a86d14eb1f. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2272.165629] env[63676]: DEBUG nova.network.neutron [req-2aeb04b3-858c-47df-a0ec-3208755abe5c req-be31de9d-3349-4e48-bae0-2ed59b583bfa service nova] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Updating instance_info_cache with network_info: [{"id": "57ae2dfe-2caf-4aad-b3ce-c8a86d14eb1f", "address": "fa:16:3e:e4:87:4f", "network": {"id": "fb1a8f4b-5e76-4e02-9818-693fe02ccbc5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578765997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a75c2b1db86b4c029c3f5ffe5bf7ee1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57ae2dfe-2c", "ovs_interfaceid": "57ae2dfe-2caf-4aad-b3ce-c8a86d14eb1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2272.228032] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926619, 'name': CreateVM_Task, 'duration_secs': 0.541034} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2272.228444] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2272.229075] env[63676]: DEBUG oslo_concurrency.lockutils [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2272.229291] env[63676]: DEBUG oslo_concurrency.lockutils [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2272.229695] env[63676]: DEBUG oslo_concurrency.lockutils [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2272.230025] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3cf0337-4529-4858-827b-ff0442e43afc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.234979] env[63676]: DEBUG oslo_vmware.api [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2272.234979] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529849a4-7841-cf9b-f76c-17d998074367" [ 2272.234979] env[63676]: _type = "Task" [ 2272.234979] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2272.244325] env[63676]: DEBUG oslo_vmware.api [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529849a4-7841-cf9b-f76c-17d998074367, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.668620] env[63676]: DEBUG oslo_concurrency.lockutils [req-2aeb04b3-858c-47df-a0ec-3208755abe5c req-be31de9d-3349-4e48-bae0-2ed59b583bfa service nova] Releasing lock "refresh_cache-ac63bfbc-4365-4016-95f5-7fcaf6c1bc29" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2272.679495] env[63676]: DEBUG oslo_concurrency.lockutils [None req-88b0fa50-1576-4dcb-96ce-53bf19bc02fc tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "ffdf914c-8557-4eb7-bb7b-38cf1da4783c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2272.679673] env[63676]: DEBUG oslo_concurrency.lockutils [None req-88b0fa50-1576-4dcb-96ce-53bf19bc02fc tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "ffdf914c-8557-4eb7-bb7b-38cf1da4783c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2272.747738] env[63676]: DEBUG oslo_vmware.api [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529849a4-7841-cf9b-f76c-17d998074367, 'name': SearchDatastore_Task, 'duration_secs': 0.016038} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2272.748046] env[63676]: DEBUG oslo_concurrency.lockutils [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2272.748282] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2272.748515] env[63676]: DEBUG oslo_concurrency.lockutils [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2272.748688] env[63676]: DEBUG oslo_concurrency.lockutils [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2272.748840] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2272.749125] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da5108b3-39a7-4b01-9b1e-1c7668ff0981 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.762174] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2272.762361] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2272.763125] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74ddc122-ad24-439a-899c-5406bf5b074d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.768718] env[63676]: DEBUG oslo_vmware.api [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2272.768718] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c1e380-7248-3dd4-834b-bd507f99c63c" [ 2272.768718] env[63676]: _type = "Task" [ 2272.768718] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2272.776069] env[63676]: DEBUG oslo_vmware.api [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c1e380-7248-3dd4-834b-bd507f99c63c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.183023] env[63676]: DEBUG nova.compute.utils [None req-88b0fa50-1576-4dcb-96ce-53bf19bc02fc tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2273.278960] env[63676]: DEBUG oslo_vmware.api [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c1e380-7248-3dd4-834b-bd507f99c63c, 'name': SearchDatastore_Task, 'duration_secs': 0.050016} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2273.279808] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae85a183-387a-4952-b5dd-bab97b4c8ef6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.285014] env[63676]: DEBUG oslo_vmware.api [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2273.285014] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b6ba5a-321a-1679-9398-cf7a0b63366d" [ 2273.285014] env[63676]: _type = "Task" [ 2273.285014] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2273.292772] env[63676]: DEBUG oslo_vmware.api [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b6ba5a-321a-1679-9398-cf7a0b63366d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.686275] env[63676]: DEBUG oslo_concurrency.lockutils [None req-88b0fa50-1576-4dcb-96ce-53bf19bc02fc tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "ffdf914c-8557-4eb7-bb7b-38cf1da4783c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2273.795476] env[63676]: DEBUG oslo_vmware.api [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b6ba5a-321a-1679-9398-cf7a0b63366d, 'name': SearchDatastore_Task, 'duration_secs': 0.049089} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2273.795728] env[63676]: DEBUG oslo_concurrency.lockutils [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2273.795960] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] ac63bfbc-4365-4016-95f5-7fcaf6c1bc29/ac63bfbc-4365-4016-95f5-7fcaf6c1bc29.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2273.796249] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdebc674-784c-40b1-b128-b73f0f213b1e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.802758] env[63676]: DEBUG oslo_vmware.api [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2273.802758] env[63676]: value = "task-1926620" [ 2273.802758] env[63676]: _type = "Task" [ 2273.802758] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2273.809984] env[63676]: DEBUG oslo_vmware.api [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926620, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.314156] env[63676]: DEBUG oslo_vmware.api [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926620, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473227} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2274.314547] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] ac63bfbc-4365-4016-95f5-7fcaf6c1bc29/ac63bfbc-4365-4016-95f5-7fcaf6c1bc29.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2274.314672] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2274.314870] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f517dde-94fc-4a17-bb65-6d80fb3d12ca {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.321347] env[63676]: DEBUG oslo_vmware.api [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2274.321347] env[63676]: value = "task-1926621" [ 2274.321347] env[63676]: _type = "Task" [ 2274.321347] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2274.329431] env[63676]: DEBUG oslo_vmware.api [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926621, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.765076] env[63676]: DEBUG oslo_concurrency.lockutils [None req-88b0fa50-1576-4dcb-96ce-53bf19bc02fc tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "ffdf914c-8557-4eb7-bb7b-38cf1da4783c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2274.765355] env[63676]: DEBUG oslo_concurrency.lockutils [None req-88b0fa50-1576-4dcb-96ce-53bf19bc02fc tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "ffdf914c-8557-4eb7-bb7b-38cf1da4783c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2274.765598] env[63676]: INFO nova.compute.manager [None req-88b0fa50-1576-4dcb-96ce-53bf19bc02fc tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Attaching volume 67e40ec2-de44-4b26-b1d3-fcaaee2721ab to /dev/sdb [ 2274.794922] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0ebafab-f923-4702-aa8a-35b63309d8d9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.801675] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b775490-8e4e-48dd-a436-be12af45b9db {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.814574] env[63676]: DEBUG nova.virt.block_device [None req-88b0fa50-1576-4dcb-96ce-53bf19bc02fc tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Updating existing volume attachment record: 812fcb13-14d1-4322-a117-aa0639ba3f36 {{(pid=63676) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2274.830958] env[63676]: DEBUG oslo_vmware.api [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926621, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069925} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2274.831198] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2274.831920] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c686abeb-44e1-47ca-ba36-11a2cd3c81ed {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.852766] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] ac63bfbc-4365-4016-95f5-7fcaf6c1bc29/ac63bfbc-4365-4016-95f5-7fcaf6c1bc29.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2274.853010] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-59a7c035-e57b-4e0c-a912-b10e9caf3a90 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.870944] env[63676]: DEBUG oslo_vmware.api [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2274.870944] env[63676]: value = "task-1926622" [ 2274.870944] env[63676]: _type = "Task" [ 2274.870944] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2274.880669] env[63676]: DEBUG oslo_vmware.api [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926622, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.380589] env[63676]: DEBUG oslo_vmware.api [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926622, 'name': ReconfigVM_Task, 'duration_secs': 0.311625} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2275.380923] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Reconfigured VM instance instance-00000078 to attach disk [datastore1] ac63bfbc-4365-4016-95f5-7fcaf6c1bc29/ac63bfbc-4365-4016-95f5-7fcaf6c1bc29.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2275.381520] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1328dda6-0260-4182-a684-0457f96d87a9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.388204] env[63676]: DEBUG oslo_vmware.api [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2275.388204] env[63676]: value = "task-1926624" [ 2275.388204] env[63676]: _type = "Task" [ 2275.388204] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2275.395772] env[63676]: DEBUG oslo_vmware.api [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926624, 'name': Rename_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.897572] env[63676]: DEBUG oslo_vmware.api [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926624, 'name': Rename_Task, 'duration_secs': 0.152927} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2275.897868] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2275.898135] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54365104-b168-4349-adff-e5159b12fc59 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.904682] env[63676]: DEBUG oslo_vmware.api [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2275.904682] env[63676]: value = "task-1926625" [ 2275.904682] env[63676]: _type = "Task" [ 2275.904682] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2275.912012] env[63676]: DEBUG oslo_vmware.api [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.414684] env[63676]: DEBUG oslo_vmware.api [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926625, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.915467] env[63676]: DEBUG oslo_vmware.api [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926625, 'name': PowerOnVM_Task, 'duration_secs': 0.703543} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2276.915641] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2276.915758] env[63676]: INFO nova.compute.manager [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Took 7.80 seconds to spawn the instance on the hypervisor. [ 2276.915940] env[63676]: DEBUG nova.compute.manager [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2276.916737] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9ef3c7-6560-43a2-8212-c60af0f62299 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.381105] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2277.381105] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2277.381105] env[63676]: INFO nova.compute.manager [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Shelving [ 2277.433115] env[63676]: INFO nova.compute.manager [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Took 12.53 seconds to build instance. [ 2277.935309] env[63676]: DEBUG oslo_concurrency.lockutils [None req-338c094b-a1ff-443d-b6bb-2ac040b1d85e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "ac63bfbc-4365-4016-95f5-7fcaf6c1bc29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.039s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2278.116856] env[63676]: DEBUG nova.compute.manager [req-f661619e-2021-4545-a8a5-a6767caf8f96 req-8694d965-7916-4098-ab4e-7bba3f82782d service nova] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Received event network-changed-57ae2dfe-2caf-4aad-b3ce-c8a86d14eb1f {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2278.117054] env[63676]: DEBUG nova.compute.manager [req-f661619e-2021-4545-a8a5-a6767caf8f96 req-8694d965-7916-4098-ab4e-7bba3f82782d service nova] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Refreshing instance network info cache due to event network-changed-57ae2dfe-2caf-4aad-b3ce-c8a86d14eb1f. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2278.117250] env[63676]: DEBUG oslo_concurrency.lockutils [req-f661619e-2021-4545-a8a5-a6767caf8f96 req-8694d965-7916-4098-ab4e-7bba3f82782d service nova] Acquiring lock "refresh_cache-ac63bfbc-4365-4016-95f5-7fcaf6c1bc29" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2278.117389] env[63676]: DEBUG oslo_concurrency.lockutils [req-f661619e-2021-4545-a8a5-a6767caf8f96 req-8694d965-7916-4098-ab4e-7bba3f82782d service nova] Acquired lock "refresh_cache-ac63bfbc-4365-4016-95f5-7fcaf6c1bc29" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2278.117580] env[63676]: DEBUG nova.network.neutron [req-f661619e-2021-4545-a8a5-a6767caf8f96 req-8694d965-7916-4098-ab4e-7bba3f82782d service nova] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Refreshing network info cache for port 57ae2dfe-2caf-4aad-b3ce-c8a86d14eb1f {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2278.389931] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2278.390251] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-61ed1889-b024-4992-8adb-7e996e12038c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.398525] env[63676]: DEBUG oslo_vmware.api [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2278.398525] env[63676]: value = "task-1926627" [ 2278.398525] env[63676]: _type = "Task" [ 2278.398525] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.406914] env[63676]: DEBUG oslo_vmware.api [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926627, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.824283] env[63676]: DEBUG nova.network.neutron [req-f661619e-2021-4545-a8a5-a6767caf8f96 req-8694d965-7916-4098-ab4e-7bba3f82782d service nova] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Updated VIF entry in instance network info cache for port 57ae2dfe-2caf-4aad-b3ce-c8a86d14eb1f. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2278.824716] env[63676]: DEBUG nova.network.neutron [req-f661619e-2021-4545-a8a5-a6767caf8f96 req-8694d965-7916-4098-ab4e-7bba3f82782d service nova] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Updating instance_info_cache with network_info: [{"id": "57ae2dfe-2caf-4aad-b3ce-c8a86d14eb1f", "address": "fa:16:3e:e4:87:4f", "network": {"id": "fb1a8f4b-5e76-4e02-9818-693fe02ccbc5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578765997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.237", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a75c2b1db86b4c029c3f5ffe5bf7ee1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57ae2dfe-2c", "ovs_interfaceid": "57ae2dfe-2caf-4aad-b3ce-c8a86d14eb1f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2278.909183] env[63676]: DEBUG oslo_vmware.api [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926627, 'name': PowerOffVM_Task, 'duration_secs': 0.217389} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.909461] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2278.910436] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e96290-0fc2-4fc3-bd58-de631ecfa7cb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.928361] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dc8515-6716-4f06-831e-b4656dd4db63 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.328056] env[63676]: DEBUG oslo_concurrency.lockutils [req-f661619e-2021-4545-a8a5-a6767caf8f96 req-8694d965-7916-4098-ab4e-7bba3f82782d service nova] Releasing lock "refresh_cache-ac63bfbc-4365-4016-95f5-7fcaf6c1bc29" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2279.356938] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-88b0fa50-1576-4dcb-96ce-53bf19bc02fc tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Volume attach. Driver type: vmdk {{(pid=63676) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2279.357206] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-88b0fa50-1576-4dcb-96ce-53bf19bc02fc tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397247', 'volume_id': '67e40ec2-de44-4b26-b1d3-fcaaee2721ab', 'name': 'volume-67e40ec2-de44-4b26-b1d3-fcaaee2721ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffdf914c-8557-4eb7-bb7b-38cf1da4783c', 'attached_at': '', 'detached_at': '', 'volume_id': '67e40ec2-de44-4b26-b1d3-fcaaee2721ab', 'serial': '67e40ec2-de44-4b26-b1d3-fcaaee2721ab'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2279.358101] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12817c4-abf2-4d48-80db-458f5837a89d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.374144] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c2b8bd-0126-4eed-8735-6939107c649b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.397810] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-88b0fa50-1576-4dcb-96ce-53bf19bc02fc tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] volume-67e40ec2-de44-4b26-b1d3-fcaaee2721ab/volume-67e40ec2-de44-4b26-b1d3-fcaaee2721ab.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2279.398066] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24474fee-af21-4f10-beba-de691ec14ca0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.417396] env[63676]: DEBUG oslo_vmware.api [None req-88b0fa50-1576-4dcb-96ce-53bf19bc02fc tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2279.417396] env[63676]: value = "task-1926628" [ 2279.417396] env[63676]: _type = "Task" [ 2279.417396] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.426762] env[63676]: DEBUG oslo_vmware.api [None req-88b0fa50-1576-4dcb-96ce-53bf19bc02fc tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926628, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.438150] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Creating Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2279.438554] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-27bf02fb-7390-4697-9e45-8146ceedae11 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.445652] env[63676]: DEBUG oslo_vmware.api [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2279.445652] env[63676]: value = "task-1926629" [ 2279.445652] env[63676]: _type = "Task" [ 2279.445652] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.456877] env[63676]: DEBUG oslo_vmware.api [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926629, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.926757] env[63676]: DEBUG oslo_vmware.api [None req-88b0fa50-1576-4dcb-96ce-53bf19bc02fc tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926628, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.953717] env[63676]: DEBUG oslo_vmware.api [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926629, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.427895] env[63676]: DEBUG oslo_vmware.api [None req-88b0fa50-1576-4dcb-96ce-53bf19bc02fc tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926628, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.454648] env[63676]: DEBUG oslo_vmware.api [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926629, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.928960] env[63676]: DEBUG oslo_vmware.api [None req-88b0fa50-1576-4dcb-96ce-53bf19bc02fc tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926628, 'name': ReconfigVM_Task, 'duration_secs': 1.35128} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.929648] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-88b0fa50-1576-4dcb-96ce-53bf19bc02fc tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Reconfigured VM instance instance-00000074 to attach disk [datastore1] volume-67e40ec2-de44-4b26-b1d3-fcaaee2721ab/volume-67e40ec2-de44-4b26-b1d3-fcaaee2721ab.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2280.934643] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ff540ed0-86ab-4680-a3da-4403b307c8f6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.950191] env[63676]: DEBUG oslo_vmware.api [None req-88b0fa50-1576-4dcb-96ce-53bf19bc02fc tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2280.950191] env[63676]: value = "task-1926630" [ 2280.950191] env[63676]: _type = "Task" [ 2280.950191] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2280.956096] env[63676]: DEBUG oslo_vmware.api [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926629, 'name': CreateSnapshot_Task, 'duration_secs': 1.080116} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.956596] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Created Snapshot of the VM instance {{(pid=63676) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2280.957272] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b791fd72-dbe9-42e2-97eb-c6cbc1ffd51b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.962275] env[63676]: DEBUG oslo_vmware.api [None req-88b0fa50-1576-4dcb-96ce-53bf19bc02fc tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926630, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.460465] env[63676]: DEBUG oslo_vmware.api [None req-88b0fa50-1576-4dcb-96ce-53bf19bc02fc tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926630, 'name': ReconfigVM_Task, 'duration_secs': 0.137555} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.460771] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-88b0fa50-1576-4dcb-96ce-53bf19bc02fc tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397247', 'volume_id': '67e40ec2-de44-4b26-b1d3-fcaaee2721ab', 'name': 'volume-67e40ec2-de44-4b26-b1d3-fcaaee2721ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffdf914c-8557-4eb7-bb7b-38cf1da4783c', 'attached_at': '', 'detached_at': '', 'volume_id': '67e40ec2-de44-4b26-b1d3-fcaaee2721ab', 'serial': '67e40ec2-de44-4b26-b1d3-fcaaee2721ab'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2281.477903] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Creating linked-clone VM from snapshot {{(pid=63676) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2281.478460] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1465e55b-ea61-442c-8446-fb333956b8e6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.486439] env[63676]: DEBUG oslo_vmware.api [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2281.486439] env[63676]: value = "task-1926631" [ 2281.486439] env[63676]: _type = "Task" [ 2281.486439] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.493991] env[63676]: DEBUG oslo_vmware.api [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926631, 'name': CloneVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.997498] env[63676]: DEBUG oslo_vmware.api [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926631, 'name': CloneVM_Task} progress is 94%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.496888] env[63676]: DEBUG oslo_vmware.api [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926631, 'name': CloneVM_Task, 'duration_secs': 0.99065} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.497106] env[63676]: INFO nova.virt.vmwareapi.vmops [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Created linked-clone VM from snapshot [ 2282.497874] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5d3570-0c73-435b-9a3c-42760a283a35 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.500819] env[63676]: DEBUG nova.objects.instance [None req-88b0fa50-1576-4dcb-96ce-53bf19bc02fc tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lazy-loading 'flavor' on Instance uuid ffdf914c-8557-4eb7-bb7b-38cf1da4783c {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2282.508332] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Uploading image 117d53d5-860d-4018-a2f4-2958da8d9538 {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2282.533246] env[63676]: DEBUG oslo_vmware.rw_handles [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2282.533246] env[63676]: value = "vm-397249" [ 2282.533246] env[63676]: _type = "VirtualMachine" [ 2282.533246] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2282.533507] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c8d1917a-7ae0-4bd4-9e23-f059f9a77480 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.539970] env[63676]: DEBUG oslo_vmware.rw_handles [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lease: (returnval){ [ 2282.539970] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52292400-e484-4bb9-b048-2a0937292ddb" [ 2282.539970] env[63676]: _type = "HttpNfcLease" [ 2282.539970] env[63676]: } obtained for exporting VM: (result){ [ 2282.539970] env[63676]: value = "vm-397249" [ 2282.539970] env[63676]: _type = "VirtualMachine" [ 2282.539970] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2282.540245] env[63676]: DEBUG oslo_vmware.api [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the lease: (returnval){ [ 2282.540245] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52292400-e484-4bb9-b048-2a0937292ddb" [ 2282.540245] env[63676]: _type = "HttpNfcLease" [ 2282.540245] env[63676]: } to be ready. {{(pid=63676) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2282.546424] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2282.546424] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52292400-e484-4bb9-b048-2a0937292ddb" [ 2282.546424] env[63676]: _type = "HttpNfcLease" [ 2282.546424] env[63676]: } is initializing. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2283.007088] env[63676]: DEBUG oslo_concurrency.lockutils [None req-88b0fa50-1576-4dcb-96ce-53bf19bc02fc tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "ffdf914c-8557-4eb7-bb7b-38cf1da4783c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.242s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2283.048433] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2283.048433] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52292400-e484-4bb9-b048-2a0937292ddb" [ 2283.048433] env[63676]: _type = "HttpNfcLease" [ 2283.048433] env[63676]: } is ready. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2283.048735] env[63676]: DEBUG oslo_vmware.rw_handles [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2283.048735] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52292400-e484-4bb9-b048-2a0937292ddb" [ 2283.048735] env[63676]: _type = "HttpNfcLease" [ 2283.048735] env[63676]: }. {{(pid=63676) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2283.049432] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6889e218-35b6-49b5-b907-bfa31f80fa7e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.057058] env[63676]: DEBUG oslo_vmware.rw_handles [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527316a7-4b48-3914-7d3c-193ff40f0418/disk-0.vmdk from lease info. {{(pid=63676) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2283.057218] env[63676]: DEBUG oslo_vmware.rw_handles [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527316a7-4b48-3914-7d3c-193ff40f0418/disk-0.vmdk for reading. {{(pid=63676) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2283.145169] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-9baf22d7-bf66-404f-ac8c-4e1ff6a99c07 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.244020] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d03211ca-c96f-44d9-83b0-d8863186f19e tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "ffdf914c-8557-4eb7-bb7b-38cf1da4783c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2283.244361] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d03211ca-c96f-44d9-83b0-d8863186f19e tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "ffdf914c-8557-4eb7-bb7b-38cf1da4783c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2283.747750] env[63676]: INFO nova.compute.manager [None req-d03211ca-c96f-44d9-83b0-d8863186f19e tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Detaching volume 67e40ec2-de44-4b26-b1d3-fcaaee2721ab [ 2283.793504] env[63676]: INFO nova.virt.block_device [None req-d03211ca-c96f-44d9-83b0-d8863186f19e tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Attempting to driver detach volume 67e40ec2-de44-4b26-b1d3-fcaaee2721ab from mountpoint /dev/sdb [ 2283.793830] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d03211ca-c96f-44d9-83b0-d8863186f19e tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Volume detach. Driver type: vmdk {{(pid=63676) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2283.794115] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d03211ca-c96f-44d9-83b0-d8863186f19e tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397247', 'volume_id': '67e40ec2-de44-4b26-b1d3-fcaaee2721ab', 'name': 'volume-67e40ec2-de44-4b26-b1d3-fcaaee2721ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffdf914c-8557-4eb7-bb7b-38cf1da4783c', 'attached_at': '', 'detached_at': '', 'volume_id': '67e40ec2-de44-4b26-b1d3-fcaaee2721ab', 'serial': '67e40ec2-de44-4b26-b1d3-fcaaee2721ab'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2283.795020] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef87262f-6e10-45b7-bf57-e116bf5cd262 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.817766] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0f0c8a-c3b5-4c5c-b619-99ba57f8fc37 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.825565] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48118700-d88c-4d93-97b7-43de3cb4091c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.849299] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f359bd20-10a2-4bf4-af70-a9f49d9a9927 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.865935] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d03211ca-c96f-44d9-83b0-d8863186f19e tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] The volume has not been displaced from its original location: [datastore1] volume-67e40ec2-de44-4b26-b1d3-fcaaee2721ab/volume-67e40ec2-de44-4b26-b1d3-fcaaee2721ab.vmdk. No consolidation needed. {{(pid=63676) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2283.871517] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d03211ca-c96f-44d9-83b0-d8863186f19e tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Reconfiguring VM instance instance-00000074 to detach disk 2001 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2283.871957] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6225d723-3bf1-41e8-b47d-f1975e2d4ffa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.891101] env[63676]: DEBUG oslo_vmware.api [None req-d03211ca-c96f-44d9-83b0-d8863186f19e tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2283.891101] env[63676]: value = "task-1926633" [ 2283.891101] env[63676]: _type = "Task" [ 2283.891101] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2283.899935] env[63676]: DEBUG oslo_vmware.api [None req-d03211ca-c96f-44d9-83b0-d8863186f19e tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926633, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.402212] env[63676]: DEBUG oslo_vmware.api [None req-d03211ca-c96f-44d9-83b0-d8863186f19e tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926633, 'name': ReconfigVM_Task, 'duration_secs': 0.225959} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2284.402724] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d03211ca-c96f-44d9-83b0-d8863186f19e tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Reconfigured VM instance instance-00000074 to detach disk 2001 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2284.407406] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14c2827c-2deb-44e2-8d5c-13cd9cdf9092 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.423240] env[63676]: DEBUG oslo_vmware.api [None req-d03211ca-c96f-44d9-83b0-d8863186f19e tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2284.423240] env[63676]: value = "task-1926634" [ 2284.423240] env[63676]: _type = "Task" [ 2284.423240] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2284.431861] env[63676]: DEBUG oslo_vmware.api [None req-d03211ca-c96f-44d9-83b0-d8863186f19e tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926634, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.933689] env[63676]: DEBUG oslo_vmware.api [None req-d03211ca-c96f-44d9-83b0-d8863186f19e tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926634, 'name': ReconfigVM_Task, 'duration_secs': 0.16573} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2284.933999] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-d03211ca-c96f-44d9-83b0-d8863186f19e tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397247', 'volume_id': '67e40ec2-de44-4b26-b1d3-fcaaee2721ab', 'name': 'volume-67e40ec2-de44-4b26-b1d3-fcaaee2721ab', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ffdf914c-8557-4eb7-bb7b-38cf1da4783c', 'attached_at': '', 'detached_at': '', 'volume_id': '67e40ec2-de44-4b26-b1d3-fcaaee2721ab', 'serial': '67e40ec2-de44-4b26-b1d3-fcaaee2721ab'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2285.474841] env[63676]: DEBUG nova.objects.instance [None req-d03211ca-c96f-44d9-83b0-d8863186f19e tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lazy-loading 'flavor' on Instance uuid ffdf914c-8557-4eb7-bb7b-38cf1da4783c {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2286.482072] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d03211ca-c96f-44d9-83b0-d8863186f19e tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "ffdf914c-8557-4eb7-bb7b-38cf1da4783c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.237s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2287.537117] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "ffdf914c-8557-4eb7-bb7b-38cf1da4783c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2287.537530] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "ffdf914c-8557-4eb7-bb7b-38cf1da4783c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2287.537715] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "ffdf914c-8557-4eb7-bb7b-38cf1da4783c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2287.537982] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "ffdf914c-8557-4eb7-bb7b-38cf1da4783c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2287.538253] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "ffdf914c-8557-4eb7-bb7b-38cf1da4783c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2287.540677] env[63676]: INFO nova.compute.manager [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Terminating instance [ 2288.044536] env[63676]: DEBUG nova.compute.manager [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2288.044769] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2288.045694] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba469e4-f2f8-4fda-a905-d9242c126543 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.053449] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2288.053675] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddfb9e63-46a2-425c-883c-9f4e3139095e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.059479] env[63676]: DEBUG oslo_vmware.api [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2288.059479] env[63676]: value = "task-1926635" [ 2288.059479] env[63676]: _type = "Task" [ 2288.059479] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2288.069443] env[63676]: DEBUG oslo_vmware.api [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.570109] env[63676]: DEBUG oslo_vmware.api [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926635, 'name': PowerOffVM_Task, 'duration_secs': 0.205512} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2288.570489] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2288.570536] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2288.570858] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4acfb39c-4ca8-458a-9ec2-a5b9b5a6b98a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.549955] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2289.550252] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2289.550419] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Deleting the datastore file [datastore1] ffdf914c-8557-4eb7-bb7b-38cf1da4783c {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2289.550698] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c80841ce-1225-4219-87e6-5ccbcb7b76ae {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.556605] env[63676]: DEBUG oslo_vmware.api [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for the task: (returnval){ [ 2289.556605] env[63676]: value = "task-1926637" [ 2289.556605] env[63676]: _type = "Task" [ 2289.556605] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.564341] env[63676]: DEBUG oslo_vmware.api [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.066295] env[63676]: DEBUG oslo_vmware.api [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.568022] env[63676]: DEBUG oslo_vmware.api [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.048694] env[63676]: DEBUG oslo_vmware.rw_handles [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527316a7-4b48-3914-7d3c-193ff40f0418/disk-0.vmdk. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2291.049659] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1076b39e-0659-40cd-9783-576029ccdacd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.056232] env[63676]: DEBUG oslo_vmware.rw_handles [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527316a7-4b48-3914-7d3c-193ff40f0418/disk-0.vmdk is in state: ready. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2291.056396] env[63676]: ERROR oslo_vmware.rw_handles [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527316a7-4b48-3914-7d3c-193ff40f0418/disk-0.vmdk due to incomplete transfer. [ 2291.056610] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ff36c3d5-0f01-467f-8df3-b852ece44160 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.063851] env[63676]: DEBUG oslo_vmware.rw_handles [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527316a7-4b48-3914-7d3c-193ff40f0418/disk-0.vmdk. {{(pid=63676) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2291.064054] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Uploaded image 117d53d5-860d-4018-a2f4-2958da8d9538 to the Glance image server {{(pid=63676) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2291.066453] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Destroying the VM {{(pid=63676) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2291.069318] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-69539cfb-0fa2-4fcf-a0b8-58511651b2ef {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.070671] env[63676]: DEBUG oslo_vmware.api [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Task: {'id': task-1926637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.332867} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2291.070897] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2291.071087] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2291.071266] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2291.071438] env[63676]: INFO nova.compute.manager [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Took 3.03 seconds to destroy the instance on the hypervisor. [ 2291.071664] env[63676]: DEBUG oslo.service.loopingcall [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2291.072161] env[63676]: DEBUG nova.compute.manager [-] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2291.072277] env[63676]: DEBUG nova.network.neutron [-] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2291.077721] env[63676]: DEBUG oslo_vmware.api [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2291.077721] env[63676]: value = "task-1926638" [ 2291.077721] env[63676]: _type = "Task" [ 2291.077721] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2291.086982] env[63676]: DEBUG oslo_vmware.api [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926638, 'name': Destroy_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.588776] env[63676]: DEBUG oslo_vmware.api [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926638, 'name': Destroy_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.813229] env[63676]: DEBUG nova.compute.manager [req-64d6615c-63c6-4fc3-b563-04812a9e7c35 req-4c0e3e88-8afe-4f2b-b608-a45dce168104 service nova] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Received event network-vif-deleted-70158f02-703c-40b0-9ca7-02c7bb86f5f3 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2291.813229] env[63676]: INFO nova.compute.manager [req-64d6615c-63c6-4fc3-b563-04812a9e7c35 req-4c0e3e88-8afe-4f2b-b608-a45dce168104 service nova] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Neutron deleted interface 70158f02-703c-40b0-9ca7-02c7bb86f5f3; detaching it from the instance and deleting it from the info cache [ 2291.813229] env[63676]: DEBUG nova.network.neutron [req-64d6615c-63c6-4fc3-b563-04812a9e7c35 req-4c0e3e88-8afe-4f2b-b608-a45dce168104 service nova] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2292.089394] env[63676]: DEBUG oslo_vmware.api [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926638, 'name': Destroy_Task} progress is 33%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.292227] env[63676]: DEBUG nova.network.neutron [-] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2292.315810] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8ed5c16-b0a3-4f0f-826f-8bc233b30b0c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.326707] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaa0842-9986-4a20-83d9-78a948e0a8af {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.356725] env[63676]: DEBUG nova.compute.manager [req-64d6615c-63c6-4fc3-b563-04812a9e7c35 req-4c0e3e88-8afe-4f2b-b608-a45dce168104 service nova] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Detach interface failed, port_id=70158f02-703c-40b0-9ca7-02c7bb86f5f3, reason: Instance ffdf914c-8557-4eb7-bb7b-38cf1da4783c could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2292.589146] env[63676]: DEBUG oslo_vmware.api [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926638, 'name': Destroy_Task, 'duration_secs': 1.095777} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2292.589433] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Destroyed the VM [ 2292.589696] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Deleting Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2292.589963] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0891801a-2ab3-422f-a18b-715d46f1f2fa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.598176] env[63676]: DEBUG oslo_vmware.api [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2292.598176] env[63676]: value = "task-1926639" [ 2292.598176] env[63676]: _type = "Task" [ 2292.598176] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.607110] env[63676]: DEBUG oslo_vmware.api [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926639, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.795211] env[63676]: INFO nova.compute.manager [-] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Took 1.72 seconds to deallocate network for instance. [ 2293.089165] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2293.089395] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2293.089565] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Starting heal instance info cache {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 2293.109115] env[63676]: DEBUG oslo_vmware.api [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926639, 'name': RemoveSnapshot_Task, 'duration_secs': 0.507753} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2293.109424] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Deleted Snapshot of the VM instance {{(pid=63676) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2293.109758] env[63676]: DEBUG nova.compute.manager [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2293.110520] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a9d549-5c6e-428c-bcfb-5070052cb684 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.301904] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2293.302227] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2293.302471] env[63676]: DEBUG nova.objects.instance [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lazy-loading 'resources' on Instance uuid ffdf914c-8557-4eb7-bb7b-38cf1da4783c {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2293.622062] env[63676]: INFO nova.compute.manager [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Shelve offloading [ 2293.871554] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72aecae1-fa41-42d2-92a8-9aa33914f9cc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.880178] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b304e95a-382c-4fd4-a770-bc2860f179e4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.910676] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94457cfe-5f70-4596-ac91-be25521f56c6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.918230] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1df8e5a-168a-4902-b043-964b86543a1c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.931240] env[63676]: DEBUG nova.compute.provider_tree [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2294.124831] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2294.125206] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5e23df2-12b7-44e6-be44-f6343361caa3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.134327] env[63676]: DEBUG oslo_vmware.api [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2294.134327] env[63676]: value = "task-1926640" [ 2294.134327] env[63676]: _type = "Task" [ 2294.134327] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.142466] env[63676]: DEBUG oslo_vmware.api [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.434680] env[63676]: DEBUG nova.scheduler.client.report [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2294.628380] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "refresh_cache-27430538-f13b-4e42-a4cc-6b306b400291" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2294.628542] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquired lock "refresh_cache-27430538-f13b-4e42-a4cc-6b306b400291" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2294.628699] env[63676]: DEBUG nova.network.neutron [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Forcefully refreshing network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2294.645365] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] VM already powered off {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2294.645570] env[63676]: DEBUG nova.compute.manager [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2294.646331] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0011431f-af60-4db4-8b17-ba85cb66080c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.652016] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "refresh_cache-5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2294.652185] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquired lock "refresh_cache-5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2294.652353] env[63676]: DEBUG nova.network.neutron [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2294.940045] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.638s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2294.960424] env[63676]: INFO nova.scheduler.client.report [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Deleted allocations for instance ffdf914c-8557-4eb7-bb7b-38cf1da4783c [ 2295.352460] env[63676]: DEBUG nova.network.neutron [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Updating instance_info_cache with network_info: [{"id": "905dc82d-8dee-4883-91ea-2a4a2eacb574", "address": "fa:16:3e:8d:93:9d", "network": {"id": "abf80053-ace1-44b7-ac68-be3c9b4c031d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1491985291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5701b0b66ea4031b1efd32168ad7818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap905dc82d-8d", "ovs_interfaceid": "905dc82d-8dee-4883-91ea-2a4a2eacb574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2295.468575] env[63676]: DEBUG oslo_concurrency.lockutils [None req-a90a2b4d-dd89-4377-98a2-4da2258b69ed tempest-AttachVolumeNegativeTest-751758751 tempest-AttachVolumeNegativeTest-751758751-project-member] Lock "ffdf914c-8557-4eb7-bb7b-38cf1da4783c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.931s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2295.831676] env[63676]: DEBUG nova.network.neutron [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Updating instance_info_cache with network_info: [{"id": "b68a38b5-a601-46f0-934e-58d420dba062", "address": "fa:16:3e:e6:af:eb", "network": {"id": "fb1a8f4b-5e76-4e02-9818-693fe02ccbc5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578765997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a75c2b1db86b4c029c3f5ffe5bf7ee1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb68a38b5-a6", "ovs_interfaceid": "b68a38b5-a601-46f0-934e-58d420dba062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2295.855199] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Releasing lock "refresh_cache-5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2296.123861] env[63676]: DEBUG nova.compute.manager [req-223ddaa6-7c62-4d86-844f-e0dba755a292 req-46b6222f-2b41-479a-874d-4cba40bc23a6 service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Received event network-vif-unplugged-905dc82d-8dee-4883-91ea-2a4a2eacb574 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2296.124173] env[63676]: DEBUG oslo_concurrency.lockutils [req-223ddaa6-7c62-4d86-844f-e0dba755a292 req-46b6222f-2b41-479a-874d-4cba40bc23a6 service nova] Acquiring lock "5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2296.124518] env[63676]: DEBUG oslo_concurrency.lockutils [req-223ddaa6-7c62-4d86-844f-e0dba755a292 req-46b6222f-2b41-479a-874d-4cba40bc23a6 service nova] Lock "5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2296.124746] env[63676]: DEBUG oslo_concurrency.lockutils [req-223ddaa6-7c62-4d86-844f-e0dba755a292 req-46b6222f-2b41-479a-874d-4cba40bc23a6 service nova] Lock "5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2296.124903] env[63676]: DEBUG nova.compute.manager [req-223ddaa6-7c62-4d86-844f-e0dba755a292 req-46b6222f-2b41-479a-874d-4cba40bc23a6 service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] No waiting events found dispatching network-vif-unplugged-905dc82d-8dee-4883-91ea-2a4a2eacb574 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2296.125286] env[63676]: WARNING nova.compute.manager [req-223ddaa6-7c62-4d86-844f-e0dba755a292 req-46b6222f-2b41-479a-874d-4cba40bc23a6 service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Received unexpected event network-vif-unplugged-905dc82d-8dee-4883-91ea-2a4a2eacb574 for instance with vm_state shelved and task_state shelving_offloading. [ 2296.221934] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2296.223017] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc8aebc-46a7-4210-bb12-6a9749c51971 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.231221] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2296.231479] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-017075da-c5d4-41fa-8e3f-8fa85d5dafe8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.334499] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Releasing lock "refresh_cache-27430538-f13b-4e42-a4cc-6b306b400291" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2296.334805] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Updated the network info_cache for instance {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 2296.335086] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2296.335299] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2296.335498] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2296.335691] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2296.335879] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2296.336112] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2296.336302] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63676) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 2296.336501] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2296.382803] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2296.383258] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2296.383308] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Deleting the datastore file [datastore1] 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2296.383587] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-631867fc-d3dc-4b46-a86c-0b207d9cf538 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.391426] env[63676]: DEBUG oslo_vmware.api [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2296.391426] env[63676]: value = "task-1926643" [ 2296.391426] env[63676]: _type = "Task" [ 2296.391426] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2296.399357] env[63676]: DEBUG oslo_vmware.api [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.839614] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2296.839756] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2296.839855] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2296.839999] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63676) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2296.841277] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3933c4-0675-4f64-9b9e-9ee1cda5ca15 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.850063] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77db2617-3932-4107-be7a-33f16c57317f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.864449] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e37c26c-a817-490a-aa00-d462d6ca88f6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.870894] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5d19fe-4731-4b49-b6fc-7a709a43478f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.899080] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180655MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=63676) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2296.899080] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2296.899080] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2296.908566] env[63676]: DEBUG oslo_vmware.api [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128703} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2296.908817] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2296.908998] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2296.909191] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2296.932297] env[63676]: INFO nova.scheduler.client.report [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Deleted allocations for instance 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08 [ 2297.436526] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2297.923959] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 27430538-f13b-4e42-a4cc-6b306b400291 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2297.924183] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance ce799a9d-deed-4c96-95b1-cfefd7a8087f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2297.924324] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance ac63bfbc-4365-4016-95f5-7fcaf6c1bc29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2297.924473] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2297.924688] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2297.924856] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2297.987834] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20ff20f-96fc-4195-a264-eb22ed168368 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.997023] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c67a2cf-ae65-4d51-8632-509120aec6ea {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.026895] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e98080b4-b48f-460c-bbeb-d7680cc654fc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.034650] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00af4423-1f15-4728-80e5-e9581aec667c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2298.047720] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2298.154281] env[63676]: DEBUG nova.compute.manager [req-b54bfa55-aa37-452f-b7be-efa05f4e34f8 req-3cec8b0a-28ee-4616-93af-4f936a191b24 service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Received event network-changed-905dc82d-8dee-4883-91ea-2a4a2eacb574 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2298.154485] env[63676]: DEBUG nova.compute.manager [req-b54bfa55-aa37-452f-b7be-efa05f4e34f8 req-3cec8b0a-28ee-4616-93af-4f936a191b24 service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Refreshing instance network info cache due to event network-changed-905dc82d-8dee-4883-91ea-2a4a2eacb574. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2298.154706] env[63676]: DEBUG oslo_concurrency.lockutils [req-b54bfa55-aa37-452f-b7be-efa05f4e34f8 req-3cec8b0a-28ee-4616-93af-4f936a191b24 service nova] Acquiring lock "refresh_cache-5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2298.154852] env[63676]: DEBUG oslo_concurrency.lockutils [req-b54bfa55-aa37-452f-b7be-efa05f4e34f8 req-3cec8b0a-28ee-4616-93af-4f936a191b24 service nova] Acquired lock "refresh_cache-5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2298.155019] env[63676]: DEBUG nova.network.neutron [req-b54bfa55-aa37-452f-b7be-efa05f4e34f8 req-3cec8b0a-28ee-4616-93af-4f936a191b24 service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Refreshing network info cache for port 905dc82d-8dee-4883-91ea-2a4a2eacb574 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2298.459088] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2298.553262] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2298.867577] env[63676]: DEBUG nova.network.neutron [req-b54bfa55-aa37-452f-b7be-efa05f4e34f8 req-3cec8b0a-28ee-4616-93af-4f936a191b24 service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Updated VIF entry in instance network info cache for port 905dc82d-8dee-4883-91ea-2a4a2eacb574. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2298.867944] env[63676]: DEBUG nova.network.neutron [req-b54bfa55-aa37-452f-b7be-efa05f4e34f8 req-3cec8b0a-28ee-4616-93af-4f936a191b24 service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Updating instance_info_cache with network_info: [{"id": "905dc82d-8dee-4883-91ea-2a4a2eacb574", "address": "fa:16:3e:8d:93:9d", "network": {"id": "abf80053-ace1-44b7-ac68-be3c9b4c031d", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1491985291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5701b0b66ea4031b1efd32168ad7818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap905dc82d-8d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2299.058842] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2299.059059] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.160s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2299.059341] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.623s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2299.059534] env[63676]: DEBUG nova.objects.instance [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lazy-loading 'resources' on Instance uuid 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2299.370261] env[63676]: DEBUG oslo_concurrency.lockutils [req-b54bfa55-aa37-452f-b7be-efa05f4e34f8 req-3cec8b0a-28ee-4616-93af-4f936a191b24 service nova] Releasing lock "refresh_cache-5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2299.562747] env[63676]: DEBUG nova.objects.instance [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lazy-loading 'numa_topology' on Instance uuid 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2300.065808] env[63676]: DEBUG nova.objects.base [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Object Instance<5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08> lazy-loaded attributes: resources,numa_topology {{(pid=63676) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2300.131872] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6ab630-83f6-44e5-99c5-bc16e0da3730 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.140573] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6581b8e0-cc6e-4053-a46e-d3ffaa18ebb1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.170176] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f5caab-4fc2-455f-aebd-dcf0a57ac871 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.178019] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb7f67c-d0be-498f-adc9-125f8de1485d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.193088] env[63676]: DEBUG nova.compute.provider_tree [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2300.697462] env[63676]: DEBUG nova.scheduler.client.report [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2301.202322] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.143s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2301.710777] env[63676]: DEBUG oslo_concurrency.lockutils [None req-d4db785b-5ff2-4809-9d19-c985b674b389 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.330s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2301.711612] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.253s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2301.711796] env[63676]: INFO nova.compute.manager [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Unshelving [ 2302.735803] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2302.735803] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2302.735803] env[63676]: DEBUG nova.objects.instance [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lazy-loading 'pci_requests' on Instance uuid 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2303.241032] env[63676]: DEBUG nova.objects.instance [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lazy-loading 'numa_topology' on Instance uuid 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2303.743056] env[63676]: INFO nova.compute.claims [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2304.810310] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c95e5c-b388-4370-bdcf-04e1c494b1c7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.818314] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01819817-357f-4977-b4c5-b7963e0dd9e2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.849726] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a974bf0-d7a6-4dbd-9bac-fde6d45cdfb2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.857479] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429bcf5e-c7d4-4ccc-932b-9aec666e444d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.871163] env[63676]: DEBUG nova.compute.provider_tree [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2305.374794] env[63676]: DEBUG nova.scheduler.client.report [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2305.814555] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7953e903-43ab-4a58-9061-5bad72a5688a tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquiring lock "ce799a9d-deed-4c96-95b1-cfefd7a8087f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2305.814866] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7953e903-43ab-4a58-9061-5bad72a5688a tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "ce799a9d-deed-4c96-95b1-cfefd7a8087f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2305.884716] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.150s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2305.920016] env[63676]: INFO nova.network.neutron [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Updating port 905dc82d-8dee-4883-91ea-2a4a2eacb574 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2306.317929] env[63676]: DEBUG nova.compute.utils [None req-7953e903-43ab-4a58-9061-5bad72a5688a tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2306.821192] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7953e903-43ab-4a58-9061-5bad72a5688a tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "ce799a9d-deed-4c96-95b1-cfefd7a8087f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2307.583978] env[63676]: DEBUG nova.compute.manager [req-f102f6ed-f4e1-492d-845b-bf9c65b860f4 req-edb31cfa-c08f-4463-8885-a2e67e536426 service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Received event network-vif-plugged-905dc82d-8dee-4883-91ea-2a4a2eacb574 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2307.584228] env[63676]: DEBUG oslo_concurrency.lockutils [req-f102f6ed-f4e1-492d-845b-bf9c65b860f4 req-edb31cfa-c08f-4463-8885-a2e67e536426 service nova] Acquiring lock "5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2307.584435] env[63676]: DEBUG oslo_concurrency.lockutils [req-f102f6ed-f4e1-492d-845b-bf9c65b860f4 req-edb31cfa-c08f-4463-8885-a2e67e536426 service nova] Lock "5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2307.584600] env[63676]: DEBUG oslo_concurrency.lockutils [req-f102f6ed-f4e1-492d-845b-bf9c65b860f4 req-edb31cfa-c08f-4463-8885-a2e67e536426 service nova] Lock "5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2307.584914] env[63676]: DEBUG nova.compute.manager [req-f102f6ed-f4e1-492d-845b-bf9c65b860f4 req-edb31cfa-c08f-4463-8885-a2e67e536426 service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] No waiting events found dispatching network-vif-plugged-905dc82d-8dee-4883-91ea-2a4a2eacb574 {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2307.585032] env[63676]: WARNING nova.compute.manager [req-f102f6ed-f4e1-492d-845b-bf9c65b860f4 req-edb31cfa-c08f-4463-8885-a2e67e536426 service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Received unexpected event network-vif-plugged-905dc82d-8dee-4883-91ea-2a4a2eacb574 for instance with vm_state shelved_offloaded and task_state spawning. [ 2307.672236] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "refresh_cache-5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2307.672455] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquired lock "refresh_cache-5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2307.672718] env[63676]: DEBUG nova.network.neutron [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2307.888765] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7953e903-43ab-4a58-9061-5bad72a5688a tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquiring lock "ce799a9d-deed-4c96-95b1-cfefd7a8087f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2307.889188] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7953e903-43ab-4a58-9061-5bad72a5688a tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "ce799a9d-deed-4c96-95b1-cfefd7a8087f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2307.889299] env[63676]: INFO nova.compute.manager [None req-7953e903-43ab-4a58-9061-5bad72a5688a tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Attaching volume 8727e191-0613-41d4-8579-7e0df5f8109e to /dev/sdb [ 2307.919363] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67196f3-69e8-49af-8684-468ee6f8c967 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.926866] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30ae551-da1d-4c1a-8f07-e7d4dc9500eb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.942223] env[63676]: DEBUG nova.virt.block_device [None req-7953e903-43ab-4a58-9061-5bad72a5688a tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Updating existing volume attachment record: e0b59366-3193-43ab-9816-775356bc962f {{(pid=63676) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2308.384878] env[63676]: DEBUG nova.network.neutron [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Updating instance_info_cache with network_info: [{"id": "905dc82d-8dee-4883-91ea-2a4a2eacb574", "address": "fa:16:3e:8d:93:9d", "network": {"id": "abf80053-ace1-44b7-ac68-be3c9b4c031d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1491985291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5701b0b66ea4031b1efd32168ad7818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap905dc82d-8d", "ovs_interfaceid": "905dc82d-8dee-4883-91ea-2a4a2eacb574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2308.887830] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Releasing lock "refresh_cache-5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2308.916085] env[63676]: DEBUG nova.virt.hardware [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='dac0cba4abb66a1673de62c699641254',container_format='bare',created_at=2024-12-16T20:03:45Z,direct_url=,disk_format='vmdk',id=117d53d5-860d-4018-a2f4-2958da8d9538,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-993114655-shelved',owner='e5701b0b66ea4031b1efd32168ad7818',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2024-12-16T20:03:59Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2308.916381] env[63676]: DEBUG nova.virt.hardware [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2308.916580] env[63676]: DEBUG nova.virt.hardware [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2308.916802] env[63676]: DEBUG nova.virt.hardware [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2308.916968] env[63676]: DEBUG nova.virt.hardware [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2308.917164] env[63676]: DEBUG nova.virt.hardware [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2308.917413] env[63676]: DEBUG nova.virt.hardware [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2308.917624] env[63676]: DEBUG nova.virt.hardware [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2308.917830] env[63676]: DEBUG nova.virt.hardware [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2308.918042] env[63676]: DEBUG nova.virt.hardware [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2308.918267] env[63676]: DEBUG nova.virt.hardware [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2308.919229] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5047aa-ba4f-4329-8371-7e264881eb80 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.928375] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3de29e-c33b-4aa5-a925-612cbc79b44d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.943103] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:93:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b356db78-99c7-4464-822c-fc7e193f7878', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '905dc82d-8dee-4883-91ea-2a4a2eacb574', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2308.951378] env[63676]: DEBUG oslo.service.loopingcall [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2308.951632] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2308.951872] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2a899d6-00f6-469e-bbf1-968a16e1dfa5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.971897] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2308.971897] env[63676]: value = "task-1926647" [ 2308.971897] env[63676]: _type = "Task" [ 2308.971897] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2308.979497] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926647, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.482965] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926647, 'name': CreateVM_Task, 'duration_secs': 0.377004} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2309.483207] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2309.483921] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/117d53d5-860d-4018-a2f4-2958da8d9538" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2309.484102] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/117d53d5-860d-4018-a2f4-2958da8d9538" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2309.484491] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/117d53d5-860d-4018-a2f4-2958da8d9538" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2309.484771] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be331b05-1dd6-45a4-b1e0-312c397357f1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.489571] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2309.489571] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52af66c0-f917-bcbc-c540-de6d9f54d09f" [ 2309.489571] env[63676]: _type = "Task" [ 2309.489571] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2309.497708] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52af66c0-f917-bcbc-c540-de6d9f54d09f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.614305] env[63676]: DEBUG nova.compute.manager [req-60a7f17b-4d1f-41bd-bf96-946c723b9408 req-c867ce5d-cca1-41e2-8ef7-7c731da71f9e service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Received event network-changed-905dc82d-8dee-4883-91ea-2a4a2eacb574 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2309.614486] env[63676]: DEBUG nova.compute.manager [req-60a7f17b-4d1f-41bd-bf96-946c723b9408 req-c867ce5d-cca1-41e2-8ef7-7c731da71f9e service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Refreshing instance network info cache due to event network-changed-905dc82d-8dee-4883-91ea-2a4a2eacb574. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2309.614732] env[63676]: DEBUG oslo_concurrency.lockutils [req-60a7f17b-4d1f-41bd-bf96-946c723b9408 req-c867ce5d-cca1-41e2-8ef7-7c731da71f9e service nova] Acquiring lock "refresh_cache-5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2309.614893] env[63676]: DEBUG oslo_concurrency.lockutils [req-60a7f17b-4d1f-41bd-bf96-946c723b9408 req-c867ce5d-cca1-41e2-8ef7-7c731da71f9e service nova] Acquired lock "refresh_cache-5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2309.615070] env[63676]: DEBUG nova.network.neutron [req-60a7f17b-4d1f-41bd-bf96-946c723b9408 req-c867ce5d-cca1-41e2-8ef7-7c731da71f9e service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Refreshing network info cache for port 905dc82d-8dee-4883-91ea-2a4a2eacb574 {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2309.999771] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/117d53d5-860d-4018-a2f4-2958da8d9538" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2310.000234] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Processing image 117d53d5-860d-4018-a2f4-2958da8d9538 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2310.000234] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/117d53d5-860d-4018-a2f4-2958da8d9538/117d53d5-860d-4018-a2f4-2958da8d9538.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2310.000380] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/117d53d5-860d-4018-a2f4-2958da8d9538/117d53d5-860d-4018-a2f4-2958da8d9538.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2310.000540] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2310.000827] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-53e39d8a-a5d1-43d3-8d53-9c9cb587a5b7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.022526] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2310.022698] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2310.023437] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb7afbd2-5ebb-42c3-a5b6-d9c1dcd19fa6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.028845] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2310.028845] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52678d1c-5030-c3e0-ea84-b84b26eac97c" [ 2310.028845] env[63676]: _type = "Task" [ 2310.028845] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2310.036173] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52678d1c-5030-c3e0-ea84-b84b26eac97c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.323310] env[63676]: DEBUG nova.network.neutron [req-60a7f17b-4d1f-41bd-bf96-946c723b9408 req-c867ce5d-cca1-41e2-8ef7-7c731da71f9e service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Updated VIF entry in instance network info cache for port 905dc82d-8dee-4883-91ea-2a4a2eacb574. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2310.323688] env[63676]: DEBUG nova.network.neutron [req-60a7f17b-4d1f-41bd-bf96-946c723b9408 req-c867ce5d-cca1-41e2-8ef7-7c731da71f9e service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Updating instance_info_cache with network_info: [{"id": "905dc82d-8dee-4883-91ea-2a4a2eacb574", "address": "fa:16:3e:8d:93:9d", "network": {"id": "abf80053-ace1-44b7-ac68-be3c9b4c031d", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1491985291-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e5701b0b66ea4031b1efd32168ad7818", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b356db78-99c7-4464-822c-fc7e193f7878", "external-id": "nsx-vlan-transportzone-231", "segmentation_id": 231, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap905dc82d-8d", "ovs_interfaceid": "905dc82d-8dee-4883-91ea-2a4a2eacb574", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2310.539621] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Preparing fetch location {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2310.539873] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Fetch image to [datastore1] OSTACK_IMG_d7f5c22f-2564-4ebc-9de6-6a81f6e91eab/OSTACK_IMG_d7f5c22f-2564-4ebc-9de6-6a81f6e91eab.vmdk {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2310.540068] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Downloading stream optimized image 117d53d5-860d-4018-a2f4-2958da8d9538 to [datastore1] OSTACK_IMG_d7f5c22f-2564-4ebc-9de6-6a81f6e91eab/OSTACK_IMG_d7f5c22f-2564-4ebc-9de6-6a81f6e91eab.vmdk on the data store datastore1 as vApp {{(pid=63676) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2310.540240] env[63676]: DEBUG nova.virt.vmwareapi.images [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Downloading image file data 117d53d5-860d-4018-a2f4-2958da8d9538 to the ESX as VM named 'OSTACK_IMG_d7f5c22f-2564-4ebc-9de6-6a81f6e91eab' {{(pid=63676) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2310.605064] env[63676]: DEBUG oslo_vmware.rw_handles [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2310.605064] env[63676]: value = "resgroup-9" [ 2310.605064] env[63676]: _type = "ResourcePool" [ 2310.605064] env[63676]: }. {{(pid=63676) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2310.605404] env[63676]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-1d51bd66-7be6-417e-a689-51a8d1e6b2e2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2310.626737] env[63676]: DEBUG oslo_vmware.rw_handles [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lease: (returnval){ [ 2310.626737] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b2340a-43a7-7c63-6828-83f7228fa1a4" [ 2310.626737] env[63676]: _type = "HttpNfcLease" [ 2310.626737] env[63676]: } obtained for vApp import into resource pool (val){ [ 2310.626737] env[63676]: value = "resgroup-9" [ 2310.626737] env[63676]: _type = "ResourcePool" [ 2310.626737] env[63676]: }. {{(pid=63676) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2310.627079] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the lease: (returnval){ [ 2310.627079] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b2340a-43a7-7c63-6828-83f7228fa1a4" [ 2310.627079] env[63676]: _type = "HttpNfcLease" [ 2310.627079] env[63676]: } to be ready. {{(pid=63676) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2310.633524] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2310.633524] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b2340a-43a7-7c63-6828-83f7228fa1a4" [ 2310.633524] env[63676]: _type = "HttpNfcLease" [ 2310.633524] env[63676]: } is initializing. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2310.826373] env[63676]: DEBUG oslo_concurrency.lockutils [req-60a7f17b-4d1f-41bd-bf96-946c723b9408 req-c867ce5d-cca1-41e2-8ef7-7c731da71f9e service nova] Releasing lock "refresh_cache-5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2311.135425] env[63676]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2311.135425] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b2340a-43a7-7c63-6828-83f7228fa1a4" [ 2311.135425] env[63676]: _type = "HttpNfcLease" [ 2311.135425] env[63676]: } is ready. {{(pid=63676) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2311.135895] env[63676]: DEBUG oslo_vmware.rw_handles [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2311.135895] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52b2340a-43a7-7c63-6828-83f7228fa1a4" [ 2311.135895] env[63676]: _type = "HttpNfcLease" [ 2311.135895] env[63676]: }. {{(pid=63676) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2311.136449] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a551e4cf-a598-405e-bac1-e5dda642ad0c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.143863] env[63676]: DEBUG oslo_vmware.rw_handles [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527dde9b-7dea-e20d-5fff-1a1e7fb6d107/disk-0.vmdk from lease info. {{(pid=63676) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2311.144043] env[63676]: DEBUG oslo_vmware.rw_handles [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527dde9b-7dea-e20d-5fff-1a1e7fb6d107/disk-0.vmdk. {{(pid=63676) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2311.205409] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ca8cd392-caa0-45f6-9816-0f48ceb1a8cd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.189847] env[63676]: DEBUG oslo_vmware.rw_handles [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Completed reading data from the image iterator. {{(pid=63676) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2312.190201] env[63676]: DEBUG oslo_vmware.rw_handles [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527dde9b-7dea-e20d-5fff-1a1e7fb6d107/disk-0.vmdk. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2312.191235] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe0f8b5-30f2-4799-bbdf-098ad8e7e287 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.199552] env[63676]: DEBUG oslo_vmware.rw_handles [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527dde9b-7dea-e20d-5fff-1a1e7fb6d107/disk-0.vmdk is in state: ready. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2312.199774] env[63676]: DEBUG oslo_vmware.rw_handles [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527dde9b-7dea-e20d-5fff-1a1e7fb6d107/disk-0.vmdk. {{(pid=63676) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2312.200023] env[63676]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ef11d6f6-df91-44ff-8bd6-0ebe2ce44077 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.406244] env[63676]: DEBUG oslo_vmware.rw_handles [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527dde9b-7dea-e20d-5fff-1a1e7fb6d107/disk-0.vmdk. {{(pid=63676) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2312.406455] env[63676]: INFO nova.virt.vmwareapi.images [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Downloaded image file data 117d53d5-860d-4018-a2f4-2958da8d9538 [ 2312.407436] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2b4d4f-0e9a-44e9-9e85-ae5049abf388 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.425804] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9ce2def-f3d2-45e1-a56f-23d977385c99 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.450071] env[63676]: INFO nova.virt.vmwareapi.images [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] The imported VM was unregistered [ 2312.452436] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Caching image {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2312.452680] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Creating directory with path [datastore1] devstack-image-cache_base/117d53d5-860d-4018-a2f4-2958da8d9538 {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2312.452939] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-687e3d27-0748-45b8-8984-b60559af1c79 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.474109] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Created directory with path [datastore1] devstack-image-cache_base/117d53d5-860d-4018-a2f4-2958da8d9538 {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2312.474304] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d7f5c22f-2564-4ebc-9de6-6a81f6e91eab/OSTACK_IMG_d7f5c22f-2564-4ebc-9de6-6a81f6e91eab.vmdk to [datastore1] devstack-image-cache_base/117d53d5-860d-4018-a2f4-2958da8d9538/117d53d5-860d-4018-a2f4-2958da8d9538.vmdk. {{(pid=63676) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2312.474542] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2e7ee3ae-710f-47d1-82c1-0e1178c63fc3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.481999] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2312.481999] env[63676]: value = "task-1926651" [ 2312.481999] env[63676]: _type = "Task" [ 2312.481999] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2312.486131] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-7953e903-43ab-4a58-9061-5bad72a5688a tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Volume attach. Driver type: vmdk {{(pid=63676) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2312.486454] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-7953e903-43ab-4a58-9061-5bad72a5688a tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397250', 'volume_id': '8727e191-0613-41d4-8579-7e0df5f8109e', 'name': 'volume-8727e191-0613-41d4-8579-7e0df5f8109e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce799a9d-deed-4c96-95b1-cfefd7a8087f', 'attached_at': '', 'detached_at': '', 'volume_id': '8727e191-0613-41d4-8579-7e0df5f8109e', 'serial': '8727e191-0613-41d4-8579-7e0df5f8109e'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2312.487201] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace7f8ca-34d0-4787-a807-be5d474ac23f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.494930] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926651, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.506223] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec66886c-cf52-47e3-a254-6f9c6aa52636 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.532604] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-7953e903-43ab-4a58-9061-5bad72a5688a tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-8727e191-0613-41d4-8579-7e0df5f8109e/volume-8727e191-0613-41d4-8579-7e0df5f8109e.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2312.532900] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e967d92c-47a4-4185-ae7a-3b75c8077d34 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.552781] env[63676]: DEBUG oslo_vmware.api [None req-7953e903-43ab-4a58-9061-5bad72a5688a tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2312.552781] env[63676]: value = "task-1926652" [ 2312.552781] env[63676]: _type = "Task" [ 2312.552781] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2312.560783] env[63676]: DEBUG oslo_vmware.api [None req-7953e903-43ab-4a58-9061-5bad72a5688a tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.992906] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926651, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2313.063651] env[63676]: DEBUG oslo_vmware.api [None req-7953e903-43ab-4a58-9061-5bad72a5688a tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926652, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2313.494744] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926651, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2313.564173] env[63676]: DEBUG oslo_vmware.api [None req-7953e903-43ab-4a58-9061-5bad72a5688a tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926652, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2313.994616] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926651, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2314.065776] env[63676]: DEBUG oslo_vmware.api [None req-7953e903-43ab-4a58-9061-5bad72a5688a tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926652, 'name': ReconfigVM_Task, 'duration_secs': 1.378558} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2314.066119] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-7953e903-43ab-4a58-9061-5bad72a5688a tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-8727e191-0613-41d4-8579-7e0df5f8109e/volume-8727e191-0613-41d4-8579-7e0df5f8109e.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2314.070960] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb484e67-6e60-417b-8622-a3d2e9691d03 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2314.089373] env[63676]: DEBUG oslo_vmware.api [None req-7953e903-43ab-4a58-9061-5bad72a5688a tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2314.089373] env[63676]: value = "task-1926653" [ 2314.089373] env[63676]: _type = "Task" [ 2314.089373] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2314.099890] env[63676]: DEBUG oslo_vmware.api [None req-7953e903-43ab-4a58-9061-5bad72a5688a tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926653, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2314.495466] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926651, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2314.600185] env[63676]: DEBUG oslo_vmware.api [None req-7953e903-43ab-4a58-9061-5bad72a5688a tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926653, 'name': ReconfigVM_Task, 'duration_secs': 0.177601} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2314.600536] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-7953e903-43ab-4a58-9061-5bad72a5688a tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397250', 'volume_id': '8727e191-0613-41d4-8579-7e0df5f8109e', 'name': 'volume-8727e191-0613-41d4-8579-7e0df5f8109e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce799a9d-deed-4c96-95b1-cfefd7a8087f', 'attached_at': '', 'detached_at': '', 'volume_id': '8727e191-0613-41d4-8579-7e0df5f8109e', 'serial': '8727e191-0613-41d4-8579-7e0df5f8109e'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2314.996395] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926651, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.26632} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2314.996725] env[63676]: INFO nova.virt.vmwareapi.ds_util [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d7f5c22f-2564-4ebc-9de6-6a81f6e91eab/OSTACK_IMG_d7f5c22f-2564-4ebc-9de6-6a81f6e91eab.vmdk to [datastore1] devstack-image-cache_base/117d53d5-860d-4018-a2f4-2958da8d9538/117d53d5-860d-4018-a2f4-2958da8d9538.vmdk. [ 2314.996845] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Cleaning up location [datastore1] OSTACK_IMG_d7f5c22f-2564-4ebc-9de6-6a81f6e91eab {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2314.997012] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d7f5c22f-2564-4ebc-9de6-6a81f6e91eab {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2314.997290] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-037bddc9-281b-47fc-bd6c-95fa919baa56 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.004235] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2315.004235] env[63676]: value = "task-1926654" [ 2315.004235] env[63676]: _type = "Task" [ 2315.004235] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2315.012336] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2315.516493] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035767} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2315.516885] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2315.516885] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/117d53d5-860d-4018-a2f4-2958da8d9538/117d53d5-860d-4018-a2f4-2958da8d9538.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2315.517151] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/117d53d5-860d-4018-a2f4-2958da8d9538/117d53d5-860d-4018-a2f4-2958da8d9538.vmdk to [datastore1] 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08/5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2315.517412] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc20590e-9f55-4395-9514-412afa120ea7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.525686] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2315.525686] env[63676]: value = "task-1926655" [ 2315.525686] env[63676]: _type = "Task" [ 2315.525686] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2315.533592] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926655, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2315.636851] env[63676]: DEBUG nova.objects.instance [None req-7953e903-43ab-4a58-9061-5bad72a5688a tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lazy-loading 'flavor' on Instance uuid ce799a9d-deed-4c96-95b1-cfefd7a8087f {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2315.836592] env[63676]: INFO nova.compute.manager [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Rebuilding instance [ 2315.879503] env[63676]: DEBUG nova.compute.manager [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2315.880321] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f522cb-83b8-487a-86a5-c079d16f90d9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.037336] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926655, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2316.141976] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7953e903-43ab-4a58-9061-5bad72a5688a tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "ce799a9d-deed-4c96-95b1-cfefd7a8087f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.253s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2316.539256] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926655, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2316.896995] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2316.897374] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4aa00932-6af0-4519-b010-ee6a40f474eb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.906627] env[63676]: DEBUG oslo_vmware.api [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2316.906627] env[63676]: value = "task-1926656" [ 2316.906627] env[63676]: _type = "Task" [ 2316.906627] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2316.916479] env[63676]: DEBUG oslo_vmware.api [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.038974] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926655, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.085768] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5b3adcf4-0064-41e5-b859-cc21ee1de0bb tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquiring lock "ce799a9d-deed-4c96-95b1-cfefd7a8087f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2317.086026] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5b3adcf4-0064-41e5-b859-cc21ee1de0bb tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "ce799a9d-deed-4c96-95b1-cfefd7a8087f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2317.418027] env[63676]: DEBUG oslo_vmware.api [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926656, 'name': PowerOffVM_Task, 'duration_secs': 0.341587} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2317.418343] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2317.418586] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2317.419409] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b0453d-fabd-4741-af6e-2b279a92658e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.428716] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2317.428985] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73ae68e5-9186-4589-9dac-cee038e69658 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.526097] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2317.526281] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2317.526355] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Deleting the datastore file [datastore1] ac63bfbc-4365-4016-95f5-7fcaf6c1bc29 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2317.526664] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62a76d11-45fb-4493-bd13-9cfb45b943a4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.538829] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926655, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.540535] env[63676]: DEBUG oslo_vmware.api [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2317.540535] env[63676]: value = "task-1926658" [ 2317.540535] env[63676]: _type = "Task" [ 2317.540535] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.552011] env[63676]: DEBUG oslo_vmware.api [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.589670] env[63676]: DEBUG nova.compute.utils [None req-5b3adcf4-0064-41e5-b859-cc21ee1de0bb tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2318.039148] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926655, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.41452} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2318.039377] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/117d53d5-860d-4018-a2f4-2958da8d9538/117d53d5-860d-4018-a2f4-2958da8d9538.vmdk to [datastore1] 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08/5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2318.040204] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c0a4e8-3e90-4c78-bb72-abbbb8cd5ad6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.050277] env[63676]: DEBUG oslo_vmware.api [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.496237} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2318.058826] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2318.059016] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2318.059194] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2318.069607] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08/5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08.vmdk or device None with type streamOptimized {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2318.070060] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68849804-8ddd-426b-b49f-be3465fa31cd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.092276] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5b3adcf4-0064-41e5-b859-cc21ee1de0bb tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "ce799a9d-deed-4c96-95b1-cfefd7a8087f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2318.092845] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2318.092845] env[63676]: value = "task-1926659" [ 2318.092845] env[63676]: _type = "Task" [ 2318.092845] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2318.102956] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926659, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.604521] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926659, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.106051] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926659, 'name': ReconfigVM_Task, 'duration_secs': 0.670733} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2319.108343] env[63676]: DEBUG nova.virt.hardware [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2319.108599] env[63676]: DEBUG nova.virt.hardware [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2319.108765] env[63676]: DEBUG nova.virt.hardware [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2319.108969] env[63676]: DEBUG nova.virt.hardware [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2319.109141] env[63676]: DEBUG nova.virt.hardware [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2319.109310] env[63676]: DEBUG nova.virt.hardware [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2319.109521] env[63676]: DEBUG nova.virt.hardware [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2319.109732] env[63676]: DEBUG nova.virt.hardware [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2319.109920] env[63676]: DEBUG nova.virt.hardware [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2319.110117] env[63676]: DEBUG nova.virt.hardware [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2319.110303] env[63676]: DEBUG nova.virt.hardware [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2319.110649] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08/5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08.vmdk or device None with type streamOptimized {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2319.111837] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90c9db00-30f4-4670-aed6-ff7e75bcc3c1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.114484] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a35abd7-87a9-4ba8-8c4f-73a287772c9f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.122996] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca3ccc4-62bd-4e7e-9d48-a0db58e53469 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.126635] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2319.126635] env[63676]: value = "task-1926660" [ 2319.126635] env[63676]: _type = "Task" [ 2319.126635] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2319.139828] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e4:87:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57ae2dfe-2caf-4aad-b3ce-c8a86d14eb1f', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2319.147411] env[63676]: DEBUG oslo.service.loopingcall [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2319.148055] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2319.148357] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff6335a7-997c-4b8f-a941-e9ccddbca015 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.166527] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5b3adcf4-0064-41e5-b859-cc21ee1de0bb tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquiring lock "ce799a9d-deed-4c96-95b1-cfefd7a8087f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2319.166720] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5b3adcf4-0064-41e5-b859-cc21ee1de0bb tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "ce799a9d-deed-4c96-95b1-cfefd7a8087f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2319.166950] env[63676]: INFO nova.compute.manager [None req-5b3adcf4-0064-41e5-b859-cc21ee1de0bb tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Attaching volume f9048cc8-99f8-4506-8cbc-61a05ad02a5e to /dev/sdc [ 2319.168813] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926660, 'name': Rename_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.175850] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2319.175850] env[63676]: value = "task-1926661" [ 2319.175850] env[63676]: _type = "Task" [ 2319.175850] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2319.184019] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926661, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.203506] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d416107d-0232-4bb3-ba1a-f69f247d56ac {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.223876] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dabc23a-ae82-401e-bf78-43f5a66a6e8f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.240709] env[63676]: DEBUG nova.virt.block_device [None req-5b3adcf4-0064-41e5-b859-cc21ee1de0bb tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Updating existing volume attachment record: 667de222-ea67-4c2e-b9c0-a6c783ea38dd {{(pid=63676) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2319.637880] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926660, 'name': Rename_Task, 'duration_secs': 0.157972} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2319.637880] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2319.638322] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d2d68de-9533-46cd-abb4-7b76672e4664 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.644706] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2319.644706] env[63676]: value = "task-1926663" [ 2319.644706] env[63676]: _type = "Task" [ 2319.644706] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2319.652225] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926663, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.686063] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926661, 'name': CreateVM_Task, 'duration_secs': 0.407871} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2319.686296] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2319.687079] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2319.687315] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2319.687752] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2319.688365] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14fda9ce-cdf2-4743-9d58-bff0bb429a35 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.693928] env[63676]: DEBUG oslo_vmware.api [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2319.693928] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5273002b-4723-e4d0-9dac-6621288718c0" [ 2319.693928] env[63676]: _type = "Task" [ 2319.693928] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2319.702724] env[63676]: DEBUG oslo_vmware.api [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5273002b-4723-e4d0-9dac-6621288718c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.155188] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926663, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.204248] env[63676]: DEBUG oslo_vmware.api [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5273002b-4723-e4d0-9dac-6621288718c0, 'name': SearchDatastore_Task, 'duration_secs': 0.01102} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2320.204558] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2320.204790] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2320.205039] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2320.205190] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2320.205367] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2320.205624] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c851817b-1caf-4dcc-99ae-32fd746339ce {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.215360] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2320.215551] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2320.216386] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fa18e68-7997-4674-8bd6-aa55040faa29 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.221857] env[63676]: DEBUG oslo_vmware.api [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2320.221857] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5205dc2c-daa6-391d-b0df-78b2c1b476f6" [ 2320.221857] env[63676]: _type = "Task" [ 2320.221857] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2320.229518] env[63676]: DEBUG oslo_vmware.api [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5205dc2c-daa6-391d-b0df-78b2c1b476f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.655588] env[63676]: DEBUG oslo_vmware.api [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926663, 'name': PowerOnVM_Task, 'duration_secs': 0.529783} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2320.656134] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2320.732901] env[63676]: DEBUG oslo_vmware.api [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5205dc2c-daa6-391d-b0df-78b2c1b476f6, 'name': SearchDatastore_Task, 'duration_secs': 0.00925} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2320.733764] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82e3c02e-9ce5-4c9c-95c4-1087ddc28d54 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.739802] env[63676]: DEBUG oslo_vmware.api [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2320.739802] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c39c29-81d0-4052-78a6-64a7f117a04a" [ 2320.739802] env[63676]: _type = "Task" [ 2320.739802] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2320.750135] env[63676]: DEBUG oslo_vmware.api [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c39c29-81d0-4052-78a6-64a7f117a04a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.757179] env[63676]: DEBUG nova.compute.manager [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2320.757990] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a189a20-6be8-4cb6-bbea-bf2bd22ace01 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.250331] env[63676]: DEBUG oslo_vmware.api [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c39c29-81d0-4052-78a6-64a7f117a04a, 'name': SearchDatastore_Task, 'duration_secs': 0.011458} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2321.250625] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2321.250981] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] ac63bfbc-4365-4016-95f5-7fcaf6c1bc29/ac63bfbc-4365-4016-95f5-7fcaf6c1bc29.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2321.251236] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2ada0c6-b8c3-4b78-b1a9-efc983b117bc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.260857] env[63676]: DEBUG oslo_vmware.api [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2321.260857] env[63676]: value = "task-1926664" [ 2321.260857] env[63676]: _type = "Task" [ 2321.260857] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2321.272753] env[63676]: DEBUG oslo_vmware.api [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926664, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.274828] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7f6d8681-30d6-4f45-8ce3-33cec987d890 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.563s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2321.581377] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2321.581643] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2321.581860] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2321.582075] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2321.582273] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2321.584593] env[63676]: INFO nova.compute.manager [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Terminating instance [ 2321.771290] env[63676]: DEBUG oslo_vmware.api [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926664, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.42357} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2321.771573] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] ac63bfbc-4365-4016-95f5-7fcaf6c1bc29/ac63bfbc-4365-4016-95f5-7fcaf6c1bc29.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2321.771770] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2321.772036] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5fcae531-c8b2-42b7-8bcc-411b51e3b891 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.779341] env[63676]: DEBUG oslo_vmware.api [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2321.779341] env[63676]: value = "task-1926666" [ 2321.779341] env[63676]: _type = "Task" [ 2321.779341] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2321.786824] env[63676]: DEBUG oslo_vmware.api [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926666, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.088650] env[63676]: DEBUG nova.compute.manager [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2322.088889] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2322.089877] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00615c5c-21d0-4689-8452-c3e76480060b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.098477] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2322.098741] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4acf6f7a-e454-4050-af25-7d6038ea2ebf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.107063] env[63676]: DEBUG oslo_vmware.api [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2322.107063] env[63676]: value = "task-1926667" [ 2322.107063] env[63676]: _type = "Task" [ 2322.107063] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2322.116803] env[63676]: DEBUG oslo_vmware.api [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.289593] env[63676]: DEBUG oslo_vmware.api [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926666, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066536} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2322.289835] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2322.290603] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad159da8-5750-4801-84ca-18d48f99b3dc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.314187] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] ac63bfbc-4365-4016-95f5-7fcaf6c1bc29/ac63bfbc-4365-4016-95f5-7fcaf6c1bc29.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2322.314486] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e585dc1f-f85c-4089-af3e-5f22ffdb6c17 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.336706] env[63676]: DEBUG oslo_vmware.api [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2322.336706] env[63676]: value = "task-1926668" [ 2322.336706] env[63676]: _type = "Task" [ 2322.336706] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2322.345544] env[63676]: DEBUG oslo_vmware.api [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926668, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.617657] env[63676]: DEBUG oslo_vmware.api [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926667, 'name': PowerOffVM_Task, 'duration_secs': 0.414812} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2322.617947] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2322.618133] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2322.618395] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffffbb73-87e9-497f-bcab-bdbcacad1826 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.716274] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2322.716505] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2322.716694] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Deleting the datastore file [datastore1] 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2322.716965] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c5bc39e7-76af-425e-bb7a-a731a46252f0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.727317] env[63676]: DEBUG oslo_vmware.api [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for the task: (returnval){ [ 2322.727317] env[63676]: value = "task-1926670" [ 2322.727317] env[63676]: _type = "Task" [ 2322.727317] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2322.735621] env[63676]: DEBUG oslo_vmware.api [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.846837] env[63676]: DEBUG oslo_vmware.api [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926668, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.237525] env[63676]: DEBUG oslo_vmware.api [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Task: {'id': task-1926670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153057} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.237772] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2323.237965] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2323.238161] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2323.238338] env[63676]: INFO nova.compute.manager [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2323.238573] env[63676]: DEBUG oslo.service.loopingcall [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2323.238756] env[63676]: DEBUG nova.compute.manager [-] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2323.238853] env[63676]: DEBUG nova.network.neutron [-] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2323.349029] env[63676]: DEBUG oslo_vmware.api [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926668, 'name': ReconfigVM_Task, 'duration_secs': 0.530033} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.349029] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Reconfigured VM instance instance-00000078 to attach disk [datastore1] ac63bfbc-4365-4016-95f5-7fcaf6c1bc29/ac63bfbc-4365-4016-95f5-7fcaf6c1bc29.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2323.349029] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c52858b-a2e5-4603-80fd-45a8fa50162d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.356204] env[63676]: DEBUG oslo_vmware.api [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2323.356204] env[63676]: value = "task-1926671" [ 2323.356204] env[63676]: _type = "Task" [ 2323.356204] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2323.365515] env[63676]: DEBUG oslo_vmware.api [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926671, 'name': Rename_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.742075] env[63676]: DEBUG nova.compute.manager [req-6bf9d16a-5416-46b6-9032-e468cc843f64 req-297dbd97-e476-4b40-a8b2-d71cb88fea97 service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Received event network-vif-deleted-905dc82d-8dee-4883-91ea-2a4a2eacb574 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2323.742209] env[63676]: INFO nova.compute.manager [req-6bf9d16a-5416-46b6-9032-e468cc843f64 req-297dbd97-e476-4b40-a8b2-d71cb88fea97 service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Neutron deleted interface 905dc82d-8dee-4883-91ea-2a4a2eacb574; detaching it from the instance and deleting it from the info cache [ 2323.742385] env[63676]: DEBUG nova.network.neutron [req-6bf9d16a-5416-46b6-9032-e468cc843f64 req-297dbd97-e476-4b40-a8b2-d71cb88fea97 service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2323.785883] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b3adcf4-0064-41e5-b859-cc21ee1de0bb tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Volume attach. Driver type: vmdk {{(pid=63676) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2323.786148] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b3adcf4-0064-41e5-b859-cc21ee1de0bb tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397254', 'volume_id': 'f9048cc8-99f8-4506-8cbc-61a05ad02a5e', 'name': 'volume-f9048cc8-99f8-4506-8cbc-61a05ad02a5e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce799a9d-deed-4c96-95b1-cfefd7a8087f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9048cc8-99f8-4506-8cbc-61a05ad02a5e', 'serial': 'f9048cc8-99f8-4506-8cbc-61a05ad02a5e'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2323.787262] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa171ecf-8501-4284-85cb-ab19bbb5b876 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.804718] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25348a25-fe41-4aff-be60-090f00b7b3d2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.832216] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b3adcf4-0064-41e5-b859-cc21ee1de0bb tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-f9048cc8-99f8-4506-8cbc-61a05ad02a5e/volume-f9048cc8-99f8-4506-8cbc-61a05ad02a5e.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2323.832527] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d866989-90b8-44df-b1b9-981a877fb5cf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.852603] env[63676]: DEBUG oslo_vmware.api [None req-5b3adcf4-0064-41e5-b859-cc21ee1de0bb tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2323.852603] env[63676]: value = "task-1926672" [ 2323.852603] env[63676]: _type = "Task" [ 2323.852603] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2323.865432] env[63676]: DEBUG oslo_vmware.api [None req-5b3adcf4-0064-41e5-b859-cc21ee1de0bb tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926672, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.871174] env[63676]: DEBUG oslo_vmware.api [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926671, 'name': Rename_Task, 'duration_secs': 0.137433} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.871438] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2323.871702] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-11483aac-c6e8-4a36-8690-e52830d6be81 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.879422] env[63676]: DEBUG oslo_vmware.api [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2323.879422] env[63676]: value = "task-1926673" [ 2323.879422] env[63676]: _type = "Task" [ 2323.879422] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2323.887723] env[63676]: DEBUG oslo_vmware.api [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.221364] env[63676]: DEBUG nova.network.neutron [-] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2324.246035] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a860ba0-e4f3-4a04-ae0f-e9d3236934bf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.261224] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c16f8995-2970-4c3a-822e-e0fc3ce0cf97 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.299058] env[63676]: DEBUG nova.compute.manager [req-6bf9d16a-5416-46b6-9032-e468cc843f64 req-297dbd97-e476-4b40-a8b2-d71cb88fea97 service nova] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Detach interface failed, port_id=905dc82d-8dee-4883-91ea-2a4a2eacb574, reason: Instance 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2324.364750] env[63676]: DEBUG oslo_vmware.api [None req-5b3adcf4-0064-41e5-b859-cc21ee1de0bb tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926672, 'name': ReconfigVM_Task, 'duration_secs': 0.374849} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2324.365110] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b3adcf4-0064-41e5-b859-cc21ee1de0bb tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-f9048cc8-99f8-4506-8cbc-61a05ad02a5e/volume-f9048cc8-99f8-4506-8cbc-61a05ad02a5e.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2324.369831] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-82d334a9-bdc5-4a05-8c93-5655e700eb33 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.391073] env[63676]: DEBUG oslo_vmware.api [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926673, 'name': PowerOnVM_Task, 'duration_secs': 0.473758} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2324.391073] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2324.391073] env[63676]: DEBUG nova.compute.manager [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2324.392831] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbdd74c0-b33e-4204-ae22-79e911f166c7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.395408] env[63676]: DEBUG oslo_vmware.api [None req-5b3adcf4-0064-41e5-b859-cc21ee1de0bb tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2324.395408] env[63676]: value = "task-1926674" [ 2324.395408] env[63676]: _type = "Task" [ 2324.395408] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2324.409232] env[63676]: DEBUG oslo_vmware.api [None req-5b3adcf4-0064-41e5-b859-cc21ee1de0bb tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926674, 'name': ReconfigVM_Task} progress is 10%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.724136] env[63676]: INFO nova.compute.manager [-] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Took 1.48 seconds to deallocate network for instance. [ 2324.909288] env[63676]: DEBUG oslo_vmware.api [None req-5b3adcf4-0064-41e5-b859-cc21ee1de0bb tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926674, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.913745] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2324.913978] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2324.914173] env[63676]: DEBUG nova.objects.instance [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63676) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2325.230632] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2325.406017] env[63676]: DEBUG oslo_vmware.api [None req-5b3adcf4-0064-41e5-b859-cc21ee1de0bb tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926674, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2325.906496] env[63676]: DEBUG oslo_vmware.api [None req-5b3adcf4-0064-41e5-b859-cc21ee1de0bb tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926674, 'name': ReconfigVM_Task, 'duration_secs': 1.159037} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2325.906798] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b3adcf4-0064-41e5-b859-cc21ee1de0bb tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397254', 'volume_id': 'f9048cc8-99f8-4506-8cbc-61a05ad02a5e', 'name': 'volume-f9048cc8-99f8-4506-8cbc-61a05ad02a5e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce799a9d-deed-4c96-95b1-cfefd7a8087f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9048cc8-99f8-4506-8cbc-61a05ad02a5e', 'serial': 'f9048cc8-99f8-4506-8cbc-61a05ad02a5e'} {{(pid=63676) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2325.921743] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e1263afe-6a02-4803-8cda-8c93d312609e tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2325.922882] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.692s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2325.923129] env[63676]: DEBUG nova.objects.instance [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lazy-loading 'resources' on Instance uuid 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2326.486631] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7a30a5-7449-426b-a225-07de5615536c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.494264] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1652953-2f81-45a3-8ea4-16e9cfeabf55 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.523643] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3e2f0f-8d82-4b40-ba83-6a3ca6998e55 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.530467] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6514dda3-b0bb-471a-9583-e360c9e4d048 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.543294] env[63676]: DEBUG nova.compute.provider_tree [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2326.944028] env[63676]: DEBUG nova.objects.instance [None req-5b3adcf4-0064-41e5-b859-cc21ee1de0bb tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lazy-loading 'flavor' on Instance uuid ce799a9d-deed-4c96-95b1-cfefd7a8087f {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2327.047302] env[63676]: DEBUG nova.scheduler.client.report [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2327.448676] env[63676]: DEBUG oslo_concurrency.lockutils [None req-5b3adcf4-0064-41e5-b859-cc21ee1de0bb tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "ce799a9d-deed-4c96-95b1-cfefd7a8087f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.282s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2327.552117] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2327.571075] env[63676]: INFO nova.scheduler.client.report [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Deleted allocations for instance 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08 [ 2327.715067] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2c080eec-ad80-4b95-ab40-979f8bb5fe99 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquiring lock "ce799a9d-deed-4c96-95b1-cfefd7a8087f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2327.715356] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2c080eec-ad80-4b95-ab40-979f8bb5fe99 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "ce799a9d-deed-4c96-95b1-cfefd7a8087f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2328.078307] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9a9ec3e0-bba8-4d4b-b925-2d69c0c10dd9 tempest-ServerActionsTestOtherB-692463569 tempest-ServerActionsTestOtherB-692463569-project-member] Lock "5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.497s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2328.218369] env[63676]: INFO nova.compute.manager [None req-2c080eec-ad80-4b95-ab40-979f8bb5fe99 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Detaching volume 8727e191-0613-41d4-8579-7e0df5f8109e [ 2328.249546] env[63676]: INFO nova.virt.block_device [None req-2c080eec-ad80-4b95-ab40-979f8bb5fe99 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Attempting to driver detach volume 8727e191-0613-41d4-8579-7e0df5f8109e from mountpoint /dev/sdb [ 2328.249691] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c080eec-ad80-4b95-ab40-979f8bb5fe99 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Volume detach. Driver type: vmdk {{(pid=63676) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2328.249843] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c080eec-ad80-4b95-ab40-979f8bb5fe99 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397250', 'volume_id': '8727e191-0613-41d4-8579-7e0df5f8109e', 'name': 'volume-8727e191-0613-41d4-8579-7e0df5f8109e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce799a9d-deed-4c96-95b1-cfefd7a8087f', 'attached_at': '', 'detached_at': '', 'volume_id': '8727e191-0613-41d4-8579-7e0df5f8109e', 'serial': '8727e191-0613-41d4-8579-7e0df5f8109e'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2328.250751] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e1af015-a309-4442-be06-1110f3a5b892 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.274910] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a9a0c2a-d2b9-42dc-9179-b26433738645 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.281984] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ea125e2-633f-4d2c-9ec3-ad0a0606dd6e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.304972] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e6e539-a874-4c0c-92b4-8872502cd58f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.319008] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c080eec-ad80-4b95-ab40-979f8bb5fe99 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] The volume has not been displaced from its original location: [datastore1] volume-8727e191-0613-41d4-8579-7e0df5f8109e/volume-8727e191-0613-41d4-8579-7e0df5f8109e.vmdk. No consolidation needed. {{(pid=63676) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2328.324121] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c080eec-ad80-4b95-ab40-979f8bb5fe99 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2328.324336] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d59a732e-b45e-4f00-909f-05f68d6ee1ef {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.343478] env[63676]: DEBUG oslo_vmware.api [None req-2c080eec-ad80-4b95-ab40-979f8bb5fe99 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2328.343478] env[63676]: value = "task-1926676" [ 2328.343478] env[63676]: _type = "Task" [ 2328.343478] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2328.352359] env[63676]: DEBUG oslo_vmware.api [None req-2c080eec-ad80-4b95-ab40-979f8bb5fe99 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926676, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.852822] env[63676]: DEBUG oslo_vmware.api [None req-2c080eec-ad80-4b95-ab40-979f8bb5fe99 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926676, 'name': ReconfigVM_Task, 'duration_secs': 0.228467} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2328.853115] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c080eec-ad80-4b95-ab40-979f8bb5fe99 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2328.857843] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6711975-28b1-4214-b21d-090b5d7c5f8f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.872704] env[63676]: DEBUG oslo_vmware.api [None req-2c080eec-ad80-4b95-ab40-979f8bb5fe99 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2328.872704] env[63676]: value = "task-1926677" [ 2328.872704] env[63676]: _type = "Task" [ 2328.872704] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2328.880080] env[63676]: DEBUG oslo_vmware.api [None req-2c080eec-ad80-4b95-ab40-979f8bb5fe99 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.383049] env[63676]: DEBUG oslo_vmware.api [None req-2c080eec-ad80-4b95-ab40-979f8bb5fe99 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926677, 'name': ReconfigVM_Task, 'duration_secs': 0.138419} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.383522] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c080eec-ad80-4b95-ab40-979f8bb5fe99 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397250', 'volume_id': '8727e191-0613-41d4-8579-7e0df5f8109e', 'name': 'volume-8727e191-0613-41d4-8579-7e0df5f8109e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce799a9d-deed-4c96-95b1-cfefd7a8087f', 'attached_at': '', 'detached_at': '', 'volume_id': '8727e191-0613-41d4-8579-7e0df5f8109e', 'serial': '8727e191-0613-41d4-8579-7e0df5f8109e'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2329.922445] env[63676]: DEBUG nova.objects.instance [None req-2c080eec-ad80-4b95-ab40-979f8bb5fe99 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lazy-loading 'flavor' on Instance uuid ce799a9d-deed-4c96-95b1-cfefd7a8087f {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2330.930890] env[63676]: DEBUG oslo_concurrency.lockutils [None req-2c080eec-ad80-4b95-ab40-979f8bb5fe99 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "ce799a9d-deed-4c96-95b1-cfefd7a8087f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.215s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2330.956314] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0766159a-010a-4878-b751-9f098051867f tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquiring lock "ce799a9d-deed-4c96-95b1-cfefd7a8087f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2330.956314] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0766159a-010a-4878-b751-9f098051867f tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "ce799a9d-deed-4c96-95b1-cfefd7a8087f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2331.460471] env[63676]: INFO nova.compute.manager [None req-0766159a-010a-4878-b751-9f098051867f tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Detaching volume f9048cc8-99f8-4506-8cbc-61a05ad02a5e [ 2331.497638] env[63676]: INFO nova.virt.block_device [None req-0766159a-010a-4878-b751-9f098051867f tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Attempting to driver detach volume f9048cc8-99f8-4506-8cbc-61a05ad02a5e from mountpoint /dev/sdc [ 2331.497941] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-0766159a-010a-4878-b751-9f098051867f tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Volume detach. Driver type: vmdk {{(pid=63676) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2331.498076] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-0766159a-010a-4878-b751-9f098051867f tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397254', 'volume_id': 'f9048cc8-99f8-4506-8cbc-61a05ad02a5e', 'name': 'volume-f9048cc8-99f8-4506-8cbc-61a05ad02a5e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce799a9d-deed-4c96-95b1-cfefd7a8087f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9048cc8-99f8-4506-8cbc-61a05ad02a5e', 'serial': 'f9048cc8-99f8-4506-8cbc-61a05ad02a5e'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2331.499202] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48869055-4158-4cdd-bfbd-8417c8d0fb38 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.521579] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40ed89c6-628c-4f43-98a4-14569a5246d8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.527943] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c102983f-8cef-4e52-a31b-75a3f54b42f6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.547533] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16688c6-334a-4459-9be0-0e730d34eace {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.562076] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-0766159a-010a-4878-b751-9f098051867f tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] The volume has not been displaced from its original location: [datastore1] volume-f9048cc8-99f8-4506-8cbc-61a05ad02a5e/volume-f9048cc8-99f8-4506-8cbc-61a05ad02a5e.vmdk. No consolidation needed. {{(pid=63676) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2331.567105] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-0766159a-010a-4878-b751-9f098051867f tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Reconfiguring VM instance instance-00000077 to detach disk 2002 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2331.567379] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f2e525a-9252-489d-8b38-d72c9aaaec78 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2331.584964] env[63676]: DEBUG oslo_vmware.api [None req-0766159a-010a-4878-b751-9f098051867f tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2331.584964] env[63676]: value = "task-1926678" [ 2331.584964] env[63676]: _type = "Task" [ 2331.584964] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2331.592216] env[63676]: DEBUG oslo_vmware.api [None req-0766159a-010a-4878-b751-9f098051867f tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.096051] env[63676]: DEBUG oslo_vmware.api [None req-0766159a-010a-4878-b751-9f098051867f tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926678, 'name': ReconfigVM_Task, 'duration_secs': 0.235801} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2332.096406] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-0766159a-010a-4878-b751-9f098051867f tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Reconfigured VM instance instance-00000077 to detach disk 2002 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2332.101664] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5523b724-2c0e-4bdf-96ab-e891c4a77edc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.118363] env[63676]: DEBUG oslo_vmware.api [None req-0766159a-010a-4878-b751-9f098051867f tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2332.118363] env[63676]: value = "task-1926679" [ 2332.118363] env[63676]: _type = "Task" [ 2332.118363] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.126602] env[63676]: DEBUG oslo_vmware.api [None req-0766159a-010a-4878-b751-9f098051867f tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926679, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.630125] env[63676]: DEBUG oslo_vmware.api [None req-0766159a-010a-4878-b751-9f098051867f tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926679, 'name': ReconfigVM_Task, 'duration_secs': 0.143417} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2332.630458] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-0766159a-010a-4878-b751-9f098051867f tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-397254', 'volume_id': 'f9048cc8-99f8-4506-8cbc-61a05ad02a5e', 'name': 'volume-f9048cc8-99f8-4506-8cbc-61a05ad02a5e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ce799a9d-deed-4c96-95b1-cfefd7a8087f', 'attached_at': '', 'detached_at': '', 'volume_id': 'f9048cc8-99f8-4506-8cbc-61a05ad02a5e', 'serial': 'f9048cc8-99f8-4506-8cbc-61a05ad02a5e'} {{(pid=63676) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2333.178124] env[63676]: DEBUG nova.objects.instance [None req-0766159a-010a-4878-b751-9f098051867f tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lazy-loading 'flavor' on Instance uuid ce799a9d-deed-4c96-95b1-cfefd7a8087f {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2334.186089] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0766159a-010a-4878-b751-9f098051867f tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "ce799a9d-deed-4c96-95b1-cfefd7a8087f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.230s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2335.358492] env[63676]: DEBUG oslo_concurrency.lockutils [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquiring lock "ce799a9d-deed-4c96-95b1-cfefd7a8087f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2335.358867] env[63676]: DEBUG oslo_concurrency.lockutils [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "ce799a9d-deed-4c96-95b1-cfefd7a8087f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2335.358932] env[63676]: DEBUG oslo_concurrency.lockutils [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquiring lock "ce799a9d-deed-4c96-95b1-cfefd7a8087f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2335.359109] env[63676]: DEBUG oslo_concurrency.lockutils [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "ce799a9d-deed-4c96-95b1-cfefd7a8087f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2335.359267] env[63676]: DEBUG oslo_concurrency.lockutils [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "ce799a9d-deed-4c96-95b1-cfefd7a8087f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2335.361402] env[63676]: INFO nova.compute.manager [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Terminating instance [ 2335.864525] env[63676]: DEBUG nova.compute.manager [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2335.864748] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2335.865727] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d58bb0a-cfad-4024-8dcd-a831d3af2135 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.874182] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2335.874426] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-729e6226-b75a-489e-a277-71dcf096a821 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.880580] env[63676]: DEBUG oslo_vmware.api [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2335.880580] env[63676]: value = "task-1926680" [ 2335.880580] env[63676]: _type = "Task" [ 2335.880580] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2335.888547] env[63676]: DEBUG oslo_vmware.api [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.391165] env[63676]: DEBUG oslo_vmware.api [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926680, 'name': PowerOffVM_Task, 'duration_secs': 0.181688} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2336.391573] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2336.391646] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2336.391937] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b1d89246-4267-4b60-a657-78c8624a79f3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.488816] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2336.489042] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2336.489321] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Deleting the datastore file [datastore1] ce799a9d-deed-4c96-95b1-cfefd7a8087f {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2336.489620] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72de73cd-14c5-4461-9a41-1ad328b8ee13 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.495741] env[63676]: DEBUG oslo_vmware.api [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for the task: (returnval){ [ 2336.495741] env[63676]: value = "task-1926682" [ 2336.495741] env[63676]: _type = "Task" [ 2336.495741] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2336.503061] env[63676]: DEBUG oslo_vmware.api [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926682, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.005605] env[63676]: DEBUG oslo_vmware.api [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Task: {'id': task-1926682, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138752} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2337.005869] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2337.006054] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2337.006247] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2337.006423] env[63676]: INFO nova.compute.manager [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2337.006674] env[63676]: DEBUG oslo.service.loopingcall [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2337.006860] env[63676]: DEBUG nova.compute.manager [-] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2337.006975] env[63676]: DEBUG nova.network.neutron [-] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2337.484279] env[63676]: DEBUG nova.compute.manager [req-8a357c47-468d-474f-89d7-41964c41b672 req-5b4f3e6d-be2f-4639-b3a4-ebe20e7e1805 service nova] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Received event network-vif-deleted-ea1edbd1-6ddf-4ae3-a75f-6fe402609d7e {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2337.484566] env[63676]: INFO nova.compute.manager [req-8a357c47-468d-474f-89d7-41964c41b672 req-5b4f3e6d-be2f-4639-b3a4-ebe20e7e1805 service nova] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Neutron deleted interface ea1edbd1-6ddf-4ae3-a75f-6fe402609d7e; detaching it from the instance and deleting it from the info cache [ 2337.484803] env[63676]: DEBUG nova.network.neutron [req-8a357c47-468d-474f-89d7-41964c41b672 req-5b4f3e6d-be2f-4639-b3a4-ebe20e7e1805 service nova] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2337.956670] env[63676]: DEBUG nova.network.neutron [-] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2337.987841] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b6381b6-f351-43b4-ad4a-1cd5926649ab {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.997210] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3dbf027-8c17-41ea-8f34-7f31198bbd7a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.023637] env[63676]: DEBUG nova.compute.manager [req-8a357c47-468d-474f-89d7-41964c41b672 req-5b4f3e6d-be2f-4639-b3a4-ebe20e7e1805 service nova] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Detach interface failed, port_id=ea1edbd1-6ddf-4ae3-a75f-6fe402609d7e, reason: Instance ce799a9d-deed-4c96-95b1-cfefd7a8087f could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2338.459238] env[63676]: INFO nova.compute.manager [-] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Took 1.45 seconds to deallocate network for instance. [ 2338.965516] env[63676]: DEBUG oslo_concurrency.lockutils [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2338.965868] env[63676]: DEBUG oslo_concurrency.lockutils [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2338.965989] env[63676]: DEBUG nova.objects.instance [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lazy-loading 'resources' on Instance uuid ce799a9d-deed-4c96-95b1-cfefd7a8087f {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2339.519953] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b11133-64b5-4481-9dc5-d1cbdf154e8a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.527908] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5f4595-a76f-4f06-91e9-161ec74b89d3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.557140] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65efa35d-c103-418d-a830-a63705cc3bbd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.564011] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241aeb4d-db36-4c47-b31b-1b4bbfe901bd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.576984] env[63676]: DEBUG nova.compute.provider_tree [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2340.080235] env[63676]: DEBUG nova.scheduler.client.report [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2340.585353] env[63676]: DEBUG oslo_concurrency.lockutils [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.619s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2340.603980] env[63676]: INFO nova.scheduler.client.report [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Deleted allocations for instance ce799a9d-deed-4c96-95b1-cfefd7a8087f [ 2341.113018] env[63676]: DEBUG oslo_concurrency.lockutils [None req-edaf75f3-7180-480b-8281-e651f7eab814 tempest-AttachVolumeTestJSON-795693220 tempest-AttachVolumeTestJSON-795693220-project-member] Lock "ce799a9d-deed-4c96-95b1-cfefd7a8087f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.754s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2348.709057] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2348.709057] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2349.214125] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2349.214295] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Starting heal instance info cache {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 2349.717142] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Didn't find any instances for network info cache update. {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 2349.717552] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2349.717552] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2349.717695] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2349.717843] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2349.717985] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2349.718173] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2349.718306] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63676) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 2349.718450] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2350.221325] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2350.221556] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2350.221720] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2350.221873] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63676) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2350.222779] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ec25cc-5c2a-4558-8eed-e164eeb916e4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.230861] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff260a5-a4bc-43b8-b4ee-72f14fe3ac79 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.244451] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4914247d-ede8-4d17-843d-a193a06ab393 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.250310] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf5b621-5476-405e-9a96-e534be8f6d42 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.279020] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180781MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=63676) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2350.279171] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2350.279352] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2351.304800] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 27430538-f13b-4e42-a4cc-6b306b400291 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2351.305259] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance ac63bfbc-4365-4016-95f5-7fcaf6c1bc29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2351.305401] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2351.305575] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2351.342606] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-116b4245-c900-4211-b0fc-5c917ca5bc76 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.350273] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc0d449-6cd0-4f03-a564-4037fa2e5e9c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.381363] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7a1939-c892-4e51-86d9-8224dffe68f5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.388596] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdec19f-a205-4bc0-9a7b-2a4d86d7da8d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.401398] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2351.904353] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2352.409453] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2352.409769] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.130s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2361.929457] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "ac63bfbc-4365-4016-95f5-7fcaf6c1bc29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2361.929869] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "ac63bfbc-4365-4016-95f5-7fcaf6c1bc29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2361.929977] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "ac63bfbc-4365-4016-95f5-7fcaf6c1bc29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2361.930182] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "ac63bfbc-4365-4016-95f5-7fcaf6c1bc29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2361.930358] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "ac63bfbc-4365-4016-95f5-7fcaf6c1bc29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2361.934057] env[63676]: INFO nova.compute.manager [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Terminating instance [ 2362.437630] env[63676]: DEBUG nova.compute.manager [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2362.437901] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2362.438851] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0caed1-1762-46bb-b85f-06b1be7aec52 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.447077] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2362.447343] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17727b86-7137-4882-a8f0-87b864ff06ac {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.454012] env[63676]: DEBUG oslo_vmware.api [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2362.454012] env[63676]: value = "task-1926686" [ 2362.454012] env[63676]: _type = "Task" [ 2362.454012] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2362.461980] env[63676]: DEBUG oslo_vmware.api [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926686, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.963657] env[63676]: DEBUG oslo_vmware.api [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926686, 'name': PowerOffVM_Task, 'duration_secs': 0.258833} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2362.964062] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2362.964114] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2362.964348] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-abc68e87-ed44-401e-ba0e-e36d826471cb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.142022] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2363.142306] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2363.142506] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Deleting the datastore file [datastore1] ac63bfbc-4365-4016-95f5-7fcaf6c1bc29 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2363.142773] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f6e5e82-3fb0-4471-899b-72dbbc2a1bb2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.149774] env[63676]: DEBUG oslo_vmware.api [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2363.149774] env[63676]: value = "task-1926688" [ 2363.149774] env[63676]: _type = "Task" [ 2363.149774] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2363.157091] env[63676]: DEBUG oslo_vmware.api [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926688, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.659498] env[63676]: DEBUG oslo_vmware.api [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926688, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155545} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2363.659778] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2363.659968] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2363.660163] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2363.660339] env[63676]: INFO nova.compute.manager [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2363.660577] env[63676]: DEBUG oslo.service.loopingcall [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2363.660758] env[63676]: DEBUG nova.compute.manager [-] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2363.660856] env[63676]: DEBUG nova.network.neutron [-] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2364.124918] env[63676]: DEBUG nova.compute.manager [req-15c7ff13-8820-4072-897a-234cc781b487 req-4f26c60c-346f-423b-a46d-a50866935958 service nova] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Received event network-vif-deleted-57ae2dfe-2caf-4aad-b3ce-c8a86d14eb1f {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2364.124918] env[63676]: INFO nova.compute.manager [req-15c7ff13-8820-4072-897a-234cc781b487 req-4f26c60c-346f-423b-a46d-a50866935958 service nova] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Neutron deleted interface 57ae2dfe-2caf-4aad-b3ce-c8a86d14eb1f; detaching it from the instance and deleting it from the info cache [ 2364.125501] env[63676]: DEBUG nova.network.neutron [req-15c7ff13-8820-4072-897a-234cc781b487 req-4f26c60c-346f-423b-a46d-a50866935958 service nova] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2364.595206] env[63676]: DEBUG nova.network.neutron [-] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2364.627678] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4abf2bf-aa28-4c58-841e-40f611148233 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.637744] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2db21bb-4567-4434-bc5b-6e951f816683 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.662289] env[63676]: DEBUG nova.compute.manager [req-15c7ff13-8820-4072-897a-234cc781b487 req-4f26c60c-346f-423b-a46d-a50866935958 service nova] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Detach interface failed, port_id=57ae2dfe-2caf-4aad-b3ce-c8a86d14eb1f, reason: Instance ac63bfbc-4365-4016-95f5-7fcaf6c1bc29 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2365.097972] env[63676]: INFO nova.compute.manager [-] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Took 1.44 seconds to deallocate network for instance. [ 2365.604607] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2365.605057] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2365.605120] env[63676]: DEBUG nova.objects.instance [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lazy-loading 'resources' on Instance uuid ac63bfbc-4365-4016-95f5-7fcaf6c1bc29 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2366.152958] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcafbf8-39d5-4de2-87f9-629975609c98 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.160526] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9adc5a-4fd5-48a5-8aaf-c6a1eaae73b2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.189848] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74d20074-522c-4faf-85d4-5d0dfa936464 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.196730] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71910ebd-e17b-4ac1-8588-887821cef902 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.209229] env[63676]: DEBUG nova.compute.provider_tree [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2366.712944] env[63676]: DEBUG nova.scheduler.client.report [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2367.218393] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.613s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2367.239118] env[63676]: INFO nova.scheduler.client.report [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Deleted allocations for instance ac63bfbc-4365-4016-95f5-7fcaf6c1bc29 [ 2367.748274] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1d457d19-531c-4c79-827e-ce98daad9e98 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "ac63bfbc-4365-4016-95f5-7fcaf6c1bc29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.818s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2370.058160] env[63676]: DEBUG nova.compute.manager [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Stashing vm_state: active {{(pid=63676) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 2370.575267] env[63676]: DEBUG oslo_concurrency.lockutils [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2370.575521] env[63676]: DEBUG oslo_concurrency.lockutils [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2371.080877] env[63676]: INFO nova.compute.claims [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2371.587441] env[63676]: INFO nova.compute.resource_tracker [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Updating resource usage from migration 54b5400e-aadc-4e79-a0af-b534343ecbec [ 2371.622170] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed68ab79-5d16-4907-ad2d-3ef6bc6086a6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.629885] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa42f4f1-0fd7-46d2-a0b7-da82f9d51fd9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.660080] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ea9a0c-ea43-4b14-8b18-78a5a4886d7e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.667129] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64fa8fc-c31f-49d4-ada6-79339096e70b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.679833] env[63676]: DEBUG nova.compute.provider_tree [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2372.183128] env[63676]: DEBUG nova.scheduler.client.report [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2372.688982] env[63676]: DEBUG oslo_concurrency.lockutils [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.113s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2372.689292] env[63676]: INFO nova.compute.manager [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Migrating [ 2373.203723] env[63676]: DEBUG oslo_concurrency.lockutils [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "refresh_cache-27430538-f13b-4e42-a4cc-6b306b400291" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2373.204050] env[63676]: DEBUG oslo_concurrency.lockutils [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquired lock "refresh_cache-27430538-f13b-4e42-a4cc-6b306b400291" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2373.204145] env[63676]: DEBUG nova.network.neutron [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2373.913821] env[63676]: DEBUG nova.network.neutron [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Updating instance_info_cache with network_info: [{"id": "b68a38b5-a601-46f0-934e-58d420dba062", "address": "fa:16:3e:e6:af:eb", "network": {"id": "fb1a8f4b-5e76-4e02-9818-693fe02ccbc5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578765997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a75c2b1db86b4c029c3f5ffe5bf7ee1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb68a38b5-a6", "ovs_interfaceid": "b68a38b5-a601-46f0-934e-58d420dba062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2374.417039] env[63676]: DEBUG oslo_concurrency.lockutils [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Releasing lock "refresh_cache-27430538-f13b-4e42-a4cc-6b306b400291" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2375.931177] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d4f09f-9540-48ba-8e17-26f89fdd3af8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.950450] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Updating instance '27430538-f13b-4e42-a4cc-6b306b400291' progress to 0 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2376.456572] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2376.456794] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a43f8904-d936-48b3-b20d-3cd08ea15647 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.465280] env[63676]: DEBUG oslo_vmware.api [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2376.465280] env[63676]: value = "task-1926689" [ 2376.465280] env[63676]: _type = "Task" [ 2376.465280] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2376.473323] env[63676]: DEBUG oslo_vmware.api [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2376.975430] env[63676]: DEBUG oslo_vmware.api [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926689, 'name': PowerOffVM_Task, 'duration_secs': 0.1657} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2376.975786] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2376.975882] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Updating instance '27430538-f13b-4e42-a4cc-6b306b400291' progress to 17 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2377.482320] env[63676]: DEBUG nova.virt.hardware [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2377.482622] env[63676]: DEBUG nova.virt.hardware [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2377.482729] env[63676]: DEBUG nova.virt.hardware [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2377.482921] env[63676]: DEBUG nova.virt.hardware [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2377.483090] env[63676]: DEBUG nova.virt.hardware [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2377.483274] env[63676]: DEBUG nova.virt.hardware [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2377.483485] env[63676]: DEBUG nova.virt.hardware [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2377.483649] env[63676]: DEBUG nova.virt.hardware [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2377.483894] env[63676]: DEBUG nova.virt.hardware [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2377.484170] env[63676]: DEBUG nova.virt.hardware [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2377.484432] env[63676]: DEBUG nova.virt.hardware [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2377.489352] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e04c4abd-1297-42a6-811f-05ee33762ba2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.505668] env[63676]: DEBUG oslo_vmware.api [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2377.505668] env[63676]: value = "task-1926690" [ 2377.505668] env[63676]: _type = "Task" [ 2377.505668] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2377.516075] env[63676]: DEBUG oslo_vmware.api [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2378.014957] env[63676]: DEBUG oslo_vmware.api [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926690, 'name': ReconfigVM_Task, 'duration_secs': 0.159927} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2378.015404] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Updating instance '27430538-f13b-4e42-a4cc-6b306b400291' progress to 33 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2378.521657] env[63676]: DEBUG nova.virt.hardware [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2378.521938] env[63676]: DEBUG nova.virt.hardware [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2378.522060] env[63676]: DEBUG nova.virt.hardware [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2378.522254] env[63676]: DEBUG nova.virt.hardware [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2378.522402] env[63676]: DEBUG nova.virt.hardware [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2378.522552] env[63676]: DEBUG nova.virt.hardware [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2378.522759] env[63676]: DEBUG nova.virt.hardware [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2378.522921] env[63676]: DEBUG nova.virt.hardware [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2378.523102] env[63676]: DEBUG nova.virt.hardware [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2378.523269] env[63676]: DEBUG nova.virt.hardware [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2378.523440] env[63676]: DEBUG nova.virt.hardware [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2378.529059] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2378.529343] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-815170a8-1a5c-4f88-815c-0e0adaf72066 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.546851] env[63676]: DEBUG oslo_vmware.api [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2378.546851] env[63676]: value = "task-1926691" [ 2378.546851] env[63676]: _type = "Task" [ 2378.546851] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2378.554315] env[63676]: DEBUG oslo_vmware.api [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926691, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.056296] env[63676]: DEBUG oslo_vmware.api [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926691, 'name': ReconfigVM_Task, 'duration_secs': 0.169746} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2379.057143] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2379.057768] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e521a42-8ad7-41cd-9b18-9afcb3b4f2f3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.078497] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 27430538-f13b-4e42-a4cc-6b306b400291/27430538-f13b-4e42-a4cc-6b306b400291.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2379.078720] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e3b582a1-532d-42e2-bdd2-f29a860d2bca {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.095805] env[63676]: DEBUG oslo_vmware.api [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2379.095805] env[63676]: value = "task-1926692" [ 2379.095805] env[63676]: _type = "Task" [ 2379.095805] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2379.102694] env[63676]: DEBUG oslo_vmware.api [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.607987] env[63676]: DEBUG oslo_vmware.api [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926692, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.107340] env[63676]: DEBUG oslo_vmware.api [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926692, 'name': ReconfigVM_Task, 'duration_secs': 0.818615} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2380.107340] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 27430538-f13b-4e42-a4cc-6b306b400291/27430538-f13b-4e42-a4cc-6b306b400291.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2380.107340] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Updating instance '27430538-f13b-4e42-a4cc-6b306b400291' progress to 50 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2380.614091] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd7d5dc-54b7-4040-a01f-3025747f47ef {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.632804] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69c8b5c-4078-45c7-8c14-c0c6ad55a283 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.649896] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Updating instance '27430538-f13b-4e42-a4cc-6b306b400291' progress to 67 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2381.188449] env[63676]: DEBUG nova.network.neutron [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Port b68a38b5-a601-46f0-934e-58d420dba062 binding to destination host cpu-1 is already ACTIVE {{(pid=63676) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2382.210189] env[63676]: DEBUG oslo_concurrency.lockutils [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "27430538-f13b-4e42-a4cc-6b306b400291-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2382.210530] env[63676]: DEBUG oslo_concurrency.lockutils [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "27430538-f13b-4e42-a4cc-6b306b400291-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2382.210530] env[63676]: DEBUG oslo_concurrency.lockutils [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "27430538-f13b-4e42-a4cc-6b306b400291-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2383.244879] env[63676]: DEBUG oslo_concurrency.lockutils [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "refresh_cache-27430538-f13b-4e42-a4cc-6b306b400291" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2383.245159] env[63676]: DEBUG oslo_concurrency.lockutils [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquired lock "refresh_cache-27430538-f13b-4e42-a4cc-6b306b400291" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2383.245263] env[63676]: DEBUG nova.network.neutron [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2383.971593] env[63676]: DEBUG nova.network.neutron [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Updating instance_info_cache with network_info: [{"id": "b68a38b5-a601-46f0-934e-58d420dba062", "address": "fa:16:3e:e6:af:eb", "network": {"id": "fb1a8f4b-5e76-4e02-9818-693fe02ccbc5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578765997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a75c2b1db86b4c029c3f5ffe5bf7ee1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb68a38b5-a6", "ovs_interfaceid": "b68a38b5-a601-46f0-934e-58d420dba062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2384.474510] env[63676]: DEBUG oslo_concurrency.lockutils [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Releasing lock "refresh_cache-27430538-f13b-4e42-a4cc-6b306b400291" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2384.997540] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a132a9f-ba74-4bf9-81e7-b5246b28acec {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.016775] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde8a7da-979c-4437-af4c-b87549784ae9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.023317] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Updating instance '27430538-f13b-4e42-a4cc-6b306b400291' progress to 83 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2385.529175] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2385.529584] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bec086e9-3cc7-43f3-ab0c-9ffade630fd3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.537259] env[63676]: DEBUG oslo_vmware.api [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2385.537259] env[63676]: value = "task-1926693" [ 2385.537259] env[63676]: _type = "Task" [ 2385.537259] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2385.544930] env[63676]: DEBUG oslo_vmware.api [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2386.047409] env[63676]: DEBUG oslo_vmware.api [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926693, 'name': PowerOnVM_Task, 'duration_secs': 0.352999} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2386.047699] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2386.047880] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-af7e2c8a-a9a0-4ac6-8360-96f528f170a5 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Updating instance '27430538-f13b-4e42-a4cc-6b306b400291' progress to 100 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2388.110261] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9248172b-cb1f-4e09-a531-dcee69fc438c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "27430538-f13b-4e42-a4cc-6b306b400291" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2388.110684] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9248172b-cb1f-4e09-a531-dcee69fc438c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "27430538-f13b-4e42-a4cc-6b306b400291" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2388.110815] env[63676]: DEBUG nova.compute.manager [None req-9248172b-cb1f-4e09-a531-dcee69fc438c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Going to confirm migration 9 {{(pid=63676) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5193}} [ 2388.651782] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9248172b-cb1f-4e09-a531-dcee69fc438c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "refresh_cache-27430538-f13b-4e42-a4cc-6b306b400291" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2388.651975] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9248172b-cb1f-4e09-a531-dcee69fc438c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquired lock "refresh_cache-27430538-f13b-4e42-a4cc-6b306b400291" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2388.652186] env[63676]: DEBUG nova.network.neutron [None req-9248172b-cb1f-4e09-a531-dcee69fc438c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2388.652377] env[63676]: DEBUG nova.objects.instance [None req-9248172b-cb1f-4e09-a531-dcee69fc438c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lazy-loading 'info_cache' on Instance uuid 27430538-f13b-4e42-a4cc-6b306b400291 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2389.905964] env[63676]: DEBUG nova.network.neutron [None req-9248172b-cb1f-4e09-a531-dcee69fc438c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Updating instance_info_cache with network_info: [{"id": "b68a38b5-a601-46f0-934e-58d420dba062", "address": "fa:16:3e:e6:af:eb", "network": {"id": "fb1a8f4b-5e76-4e02-9818-693fe02ccbc5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578765997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a75c2b1db86b4c029c3f5ffe5bf7ee1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb68a38b5-a6", "ovs_interfaceid": "b68a38b5-a601-46f0-934e-58d420dba062", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2390.409169] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9248172b-cb1f-4e09-a531-dcee69fc438c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Releasing lock "refresh_cache-27430538-f13b-4e42-a4cc-6b306b400291" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2390.409434] env[63676]: DEBUG nova.objects.instance [None req-9248172b-cb1f-4e09-a531-dcee69fc438c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lazy-loading 'migration_context' on Instance uuid 27430538-f13b-4e42-a4cc-6b306b400291 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2390.912500] env[63676]: DEBUG nova.objects.base [None req-9248172b-cb1f-4e09-a531-dcee69fc438c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Object Instance<27430538-f13b-4e42-a4cc-6b306b400291> lazy-loaded attributes: info_cache,migration_context {{(pid=63676) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2390.913471] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ed0759-dbf3-4364-bc2a-0b9d09c95191 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.932627] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e96c9890-4760-480c-9079-8fbc071e5156 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.937762] env[63676]: DEBUG oslo_vmware.api [None req-9248172b-cb1f-4e09-a531-dcee69fc438c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2390.937762] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5265a7f2-51d1-3732-3cdc-46540c4d5dd7" [ 2390.937762] env[63676]: _type = "Task" [ 2390.937762] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2390.945095] env[63676]: DEBUG oslo_vmware.api [None req-9248172b-cb1f-4e09-a531-dcee69fc438c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5265a7f2-51d1-3732-3cdc-46540c4d5dd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.447853] env[63676]: DEBUG oslo_vmware.api [None req-9248172b-cb1f-4e09-a531-dcee69fc438c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5265a7f2-51d1-3732-3cdc-46540c4d5dd7, 'name': SearchDatastore_Task, 'duration_secs': 0.008604} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2391.448214] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9248172b-cb1f-4e09-a531-dcee69fc438c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2391.448406] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9248172b-cb1f-4e09-a531-dcee69fc438c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2391.994760] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d1ed4d-47a5-49cc-b2f0-1d224fc176f0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.002413] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981a0432-45f9-4d60-b5de-3565f6d6f647 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.035739] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffeff4a1-7222-4de6-88b2-75b3912d78b0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.044451] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b4e7cc-9600-46ed-a041-b7a7a641d257 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.057479] env[63676]: DEBUG nova.compute.provider_tree [None req-9248172b-cb1f-4e09-a531-dcee69fc438c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2392.561136] env[63676]: DEBUG nova.scheduler.client.report [None req-9248172b-cb1f-4e09-a531-dcee69fc438c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2393.571535] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9248172b-cb1f-4e09-a531-dcee69fc438c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.123s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2394.138637] env[63676]: INFO nova.scheduler.client.report [None req-9248172b-cb1f-4e09-a531-dcee69fc438c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Deleted allocation for migration 54b5400e-aadc-4e79-a0af-b534343ecbec [ 2394.644315] env[63676]: DEBUG oslo_concurrency.lockutils [None req-9248172b-cb1f-4e09-a531-dcee69fc438c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "27430538-f13b-4e42-a4cc-6b306b400291" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.534s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2395.086937] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7db0080a-9f43-47c4-8715-5bb968f3df83 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "27430538-f13b-4e42-a4cc-6b306b400291" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2395.087228] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7db0080a-9f43-47c4-8715-5bb968f3df83 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "27430538-f13b-4e42-a4cc-6b306b400291" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2395.087447] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7db0080a-9f43-47c4-8715-5bb968f3df83 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "27430538-f13b-4e42-a4cc-6b306b400291-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2395.087632] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7db0080a-9f43-47c4-8715-5bb968f3df83 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "27430538-f13b-4e42-a4cc-6b306b400291-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2395.087820] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7db0080a-9f43-47c4-8715-5bb968f3df83 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "27430538-f13b-4e42-a4cc-6b306b400291-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2395.091282] env[63676]: INFO nova.compute.manager [None req-7db0080a-9f43-47c4-8715-5bb968f3df83 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Terminating instance [ 2395.595013] env[63676]: DEBUG nova.compute.manager [None req-7db0080a-9f43-47c4-8715-5bb968f3df83 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2395.595279] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7db0080a-9f43-47c4-8715-5bb968f3df83 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2395.596242] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1ec31b-a2f7-4423-9a1d-32efc85b45e0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.605154] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db0080a-9f43-47c4-8715-5bb968f3df83 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2395.605385] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3d43d13-8613-48f4-b01a-8d879d14a773 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.613024] env[63676]: DEBUG oslo_vmware.api [None req-7db0080a-9f43-47c4-8715-5bb968f3df83 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2395.613024] env[63676]: value = "task-1926694" [ 2395.613024] env[63676]: _type = "Task" [ 2395.613024] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2395.623364] env[63676]: DEBUG oslo_vmware.api [None req-7db0080a-9f43-47c4-8715-5bb968f3df83 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926694, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.122948] env[63676]: DEBUG oslo_vmware.api [None req-7db0080a-9f43-47c4-8715-5bb968f3df83 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926694, 'name': PowerOffVM_Task, 'duration_secs': 0.187141} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.123340] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-7db0080a-9f43-47c4-8715-5bb968f3df83 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2396.123395] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7db0080a-9f43-47c4-8715-5bb968f3df83 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2396.123634] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9343ead-d39a-4e1e-8f06-1f8102a51faa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.198139] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7db0080a-9f43-47c4-8715-5bb968f3df83 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2396.198380] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7db0080a-9f43-47c4-8715-5bb968f3df83 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2396.198534] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-7db0080a-9f43-47c4-8715-5bb968f3df83 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Deleting the datastore file [datastore1] 27430538-f13b-4e42-a4cc-6b306b400291 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2396.198798] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed819263-2cc0-491b-8eb3-633e15e3bcd5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.205021] env[63676]: DEBUG oslo_vmware.api [None req-7db0080a-9f43-47c4-8715-5bb968f3df83 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2396.205021] env[63676]: value = "task-1926696" [ 2396.205021] env[63676]: _type = "Task" [ 2396.205021] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2396.211968] env[63676]: DEBUG oslo_vmware.api [None req-7db0080a-9f43-47c4-8715-5bb968f3df83 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926696, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.715733] env[63676]: DEBUG oslo_vmware.api [None req-7db0080a-9f43-47c4-8715-5bb968f3df83 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926696, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142604} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.715976] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-7db0080a-9f43-47c4-8715-5bb968f3df83 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2396.716216] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7db0080a-9f43-47c4-8715-5bb968f3df83 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2396.716402] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-7db0080a-9f43-47c4-8715-5bb968f3df83 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2396.716579] env[63676]: INFO nova.compute.manager [None req-7db0080a-9f43-47c4-8715-5bb968f3df83 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2396.716818] env[63676]: DEBUG oslo.service.loopingcall [None req-7db0080a-9f43-47c4-8715-5bb968f3df83 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2396.717016] env[63676]: DEBUG nova.compute.manager [-] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2396.717114] env[63676]: DEBUG nova.network.neutron [-] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2397.235396] env[63676]: DEBUG nova.compute.manager [req-6ba6cd6a-f423-4a81-addd-ee163fd5f38e req-7bda2511-7cf7-48a6-aab3-161dded35c0e service nova] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Received event network-vif-deleted-b68a38b5-a601-46f0-934e-58d420dba062 {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2397.235647] env[63676]: INFO nova.compute.manager [req-6ba6cd6a-f423-4a81-addd-ee163fd5f38e req-7bda2511-7cf7-48a6-aab3-161dded35c0e service nova] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Neutron deleted interface b68a38b5-a601-46f0-934e-58d420dba062; detaching it from the instance and deleting it from the info cache [ 2397.235812] env[63676]: DEBUG nova.network.neutron [req-6ba6cd6a-f423-4a81-addd-ee163fd5f38e req-7bda2511-7cf7-48a6-aab3-161dded35c0e service nova] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2397.708361] env[63676]: DEBUG nova.network.neutron [-] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2397.737614] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-939807fe-fd6c-448b-891f-e537d16d64c0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.747236] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f1fe7fd-6b66-4074-9411-4ec10206bd5c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.770714] env[63676]: DEBUG nova.compute.manager [req-6ba6cd6a-f423-4a81-addd-ee163fd5f38e req-7bda2511-7cf7-48a6-aab3-161dded35c0e service nova] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Detach interface failed, port_id=b68a38b5-a601-46f0-934e-58d420dba062, reason: Instance 27430538-f13b-4e42-a4cc-6b306b400291 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2398.211041] env[63676]: INFO nova.compute.manager [-] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Took 1.49 seconds to deallocate network for instance. [ 2398.717403] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7db0080a-9f43-47c4-8715-5bb968f3df83 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2398.717812] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7db0080a-9f43-47c4-8715-5bb968f3df83 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2398.717866] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7db0080a-9f43-47c4-8715-5bb968f3df83 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2398.743237] env[63676]: INFO nova.scheduler.client.report [None req-7db0080a-9f43-47c4-8715-5bb968f3df83 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Deleted allocations for instance 27430538-f13b-4e42-a4cc-6b306b400291 [ 2399.251713] env[63676]: DEBUG oslo_concurrency.lockutils [None req-7db0080a-9f43-47c4-8715-5bb968f3df83 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "27430538-f13b-4e42-a4cc-6b306b400291" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.164s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2400.027273] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "fbf49482-a6f8-4670-b273-a4c3e627ff58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2400.027899] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "fbf49482-a6f8-4670-b273-a4c3e627ff58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2400.530780] env[63676]: DEBUG nova.compute.manager [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2401.049878] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2401.050152] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2401.051686] env[63676]: INFO nova.compute.claims [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2402.087584] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f558ab40-c13e-4370-92c5-47bee6dcc5dd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.095056] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a530d7b3-9262-4388-a2d1-6809d77ef985 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.125071] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b2421e-9e32-4a7f-8606-e16eb60d97b0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.131553] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-573c70e0-ff3c-4a75-ae77-ba3545945de6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.144118] env[63676]: DEBUG nova.compute.provider_tree [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2402.647536] env[63676]: DEBUG nova.scheduler.client.report [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2403.152562] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.102s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2403.153107] env[63676]: DEBUG nova.compute.manager [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2403.657972] env[63676]: DEBUG nova.compute.utils [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2403.659490] env[63676]: DEBUG nova.compute.manager [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2403.659719] env[63676]: DEBUG nova.network.neutron [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2403.712318] env[63676]: DEBUG nova.policy [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '622b77331b6e441384590cfac8fc9e2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a75c2b1db86b4c029c3f5ffe5bf7ee1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 2403.972017] env[63676]: DEBUG nova.network.neutron [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Successfully created port: f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2404.163115] env[63676]: DEBUG nova.compute.manager [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2405.173780] env[63676]: DEBUG nova.compute.manager [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2405.200577] env[63676]: DEBUG nova.virt.hardware [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2405.200833] env[63676]: DEBUG nova.virt.hardware [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2405.201026] env[63676]: DEBUG nova.virt.hardware [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2405.201235] env[63676]: DEBUG nova.virt.hardware [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2405.201395] env[63676]: DEBUG nova.virt.hardware [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2405.201545] env[63676]: DEBUG nova.virt.hardware [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2405.201759] env[63676]: DEBUG nova.virt.hardware [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2405.201921] env[63676]: DEBUG nova.virt.hardware [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2405.202103] env[63676]: DEBUG nova.virt.hardware [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2405.202271] env[63676]: DEBUG nova.virt.hardware [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2405.202443] env[63676]: DEBUG nova.virt.hardware [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2405.203378] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff518d3b-ac29-46a5-ac47-400ba41e5b8d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.210979] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b121f07-680a-483e-9d1e-52e4fcbb3df1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.336019] env[63676]: DEBUG nova.compute.manager [req-ff1e31b7-5504-4d69-953f-cd8ac0cb6bbc req-338e88e3-4c75-428d-b66f-50cffc2263c5 service nova] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Received event network-vif-plugged-f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2405.336242] env[63676]: DEBUG oslo_concurrency.lockutils [req-ff1e31b7-5504-4d69-953f-cd8ac0cb6bbc req-338e88e3-4c75-428d-b66f-50cffc2263c5 service nova] Acquiring lock "fbf49482-a6f8-4670-b273-a4c3e627ff58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2405.336425] env[63676]: DEBUG oslo_concurrency.lockutils [req-ff1e31b7-5504-4d69-953f-cd8ac0cb6bbc req-338e88e3-4c75-428d-b66f-50cffc2263c5 service nova] Lock "fbf49482-a6f8-4670-b273-a4c3e627ff58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2405.336586] env[63676]: DEBUG oslo_concurrency.lockutils [req-ff1e31b7-5504-4d69-953f-cd8ac0cb6bbc req-338e88e3-4c75-428d-b66f-50cffc2263c5 service nova] Lock "fbf49482-a6f8-4670-b273-a4c3e627ff58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2405.336751] env[63676]: DEBUG nova.compute.manager [req-ff1e31b7-5504-4d69-953f-cd8ac0cb6bbc req-338e88e3-4c75-428d-b66f-50cffc2263c5 service nova] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] No waiting events found dispatching network-vif-plugged-f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2405.336951] env[63676]: WARNING nova.compute.manager [req-ff1e31b7-5504-4d69-953f-cd8ac0cb6bbc req-338e88e3-4c75-428d-b66f-50cffc2263c5 service nova] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Received unexpected event network-vif-plugged-f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c for instance with vm_state building and task_state spawning. [ 2405.416403] env[63676]: DEBUG nova.network.neutron [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Successfully updated port: f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2405.918668] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "refresh_cache-fbf49482-a6f8-4670-b273-a4c3e627ff58" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2405.918825] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquired lock "refresh_cache-fbf49482-a6f8-4670-b273-a4c3e627ff58" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2405.918982] env[63676]: DEBUG nova.network.neutron [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2406.450738] env[63676]: DEBUG nova.network.neutron [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2406.568399] env[63676]: DEBUG nova.network.neutron [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Updating instance_info_cache with network_info: [{"id": "f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c", "address": "fa:16:3e:e2:47:ed", "network": {"id": "fb1a8f4b-5e76-4e02-9818-693fe02ccbc5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578765997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a75c2b1db86b4c029c3f5ffe5bf7ee1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf32a376b-41", "ovs_interfaceid": "f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2407.072049] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Releasing lock "refresh_cache-fbf49482-a6f8-4670-b273-a4c3e627ff58" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2407.072049] env[63676]: DEBUG nova.compute.manager [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Instance network_info: |[{"id": "f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c", "address": "fa:16:3e:e2:47:ed", "network": {"id": "fb1a8f4b-5e76-4e02-9818-693fe02ccbc5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578765997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a75c2b1db86b4c029c3f5ffe5bf7ee1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf32a376b-41", "ovs_interfaceid": "f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2407.072302] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:47:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2407.079425] env[63676]: DEBUG oslo.service.loopingcall [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2407.079632] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2407.079879] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85ff0ca9-e79a-4a90-89af-f075565418f9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.099990] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2407.099990] env[63676]: value = "task-1926697" [ 2407.099990] env[63676]: _type = "Task" [ 2407.099990] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2407.106999] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926697, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2407.360565] env[63676]: DEBUG nova.compute.manager [req-06d36a65-4f0a-4fc8-b5cf-97f52361ce3f req-2900212b-6bd5-4df4-b850-275a53556ae8 service nova] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Received event network-changed-f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2407.360791] env[63676]: DEBUG nova.compute.manager [req-06d36a65-4f0a-4fc8-b5cf-97f52361ce3f req-2900212b-6bd5-4df4-b850-275a53556ae8 service nova] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Refreshing instance network info cache due to event network-changed-f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2407.360966] env[63676]: DEBUG oslo_concurrency.lockutils [req-06d36a65-4f0a-4fc8-b5cf-97f52361ce3f req-2900212b-6bd5-4df4-b850-275a53556ae8 service nova] Acquiring lock "refresh_cache-fbf49482-a6f8-4670-b273-a4c3e627ff58" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2407.361133] env[63676]: DEBUG oslo_concurrency.lockutils [req-06d36a65-4f0a-4fc8-b5cf-97f52361ce3f req-2900212b-6bd5-4df4-b850-275a53556ae8 service nova] Acquired lock "refresh_cache-fbf49482-a6f8-4670-b273-a4c3e627ff58" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2407.361297] env[63676]: DEBUG nova.network.neutron [req-06d36a65-4f0a-4fc8-b5cf-97f52361ce3f req-2900212b-6bd5-4df4-b850-275a53556ae8 service nova] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Refreshing network info cache for port f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2407.609779] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926697, 'name': CreateVM_Task, 'duration_secs': 0.299902} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2407.610174] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2407.610606] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2407.610766] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2407.611112] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2407.611351] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b399a301-2781-4e58-945f-e2a8cf2c4217 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.615757] env[63676]: DEBUG oslo_vmware.api [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2407.615757] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d974ad-6205-10fc-8a3f-9c80831d546a" [ 2407.615757] env[63676]: _type = "Task" [ 2407.615757] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2407.623039] env[63676]: DEBUG oslo_vmware.api [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d974ad-6205-10fc-8a3f-9c80831d546a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2408.126919] env[63676]: DEBUG oslo_vmware.api [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52d974ad-6205-10fc-8a3f-9c80831d546a, 'name': SearchDatastore_Task, 'duration_secs': 0.00979} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2408.127266] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2408.127524] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2408.127762] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2408.127903] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2408.128090] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2408.128343] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0273927-983a-4ed9-bf11-a7d96b6fe0d9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.136210] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2408.136383] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2408.137084] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f83c8ba9-cc24-40dd-854f-07afa2aad975 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.142053] env[63676]: DEBUG oslo_vmware.api [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2408.142053] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524cfa32-7974-9538-54a6-ab749381c58d" [ 2408.142053] env[63676]: _type = "Task" [ 2408.142053] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2408.149706] env[63676]: DEBUG oslo_vmware.api [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524cfa32-7974-9538-54a6-ab749381c58d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2408.299068] env[63676]: DEBUG nova.network.neutron [req-06d36a65-4f0a-4fc8-b5cf-97f52361ce3f req-2900212b-6bd5-4df4-b850-275a53556ae8 service nova] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Updated VIF entry in instance network info cache for port f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2408.299431] env[63676]: DEBUG nova.network.neutron [req-06d36a65-4f0a-4fc8-b5cf-97f52361ce3f req-2900212b-6bd5-4df4-b850-275a53556ae8 service nova] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Updating instance_info_cache with network_info: [{"id": "f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c", "address": "fa:16:3e:e2:47:ed", "network": {"id": "fb1a8f4b-5e76-4e02-9818-693fe02ccbc5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578765997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a75c2b1db86b4c029c3f5ffe5bf7ee1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf32a376b-41", "ovs_interfaceid": "f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2408.652322] env[63676]: DEBUG oslo_vmware.api [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524cfa32-7974-9538-54a6-ab749381c58d, 'name': SearchDatastore_Task, 'duration_secs': 0.0089} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2408.653160] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-472d7980-ad53-46d6-9d51-5cd0e7a925b5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.658284] env[63676]: DEBUG oslo_vmware.api [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2408.658284] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5258805c-c6c0-93b4-c2a3-de658f5d5a74" [ 2408.658284] env[63676]: _type = "Task" [ 2408.658284] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2408.665441] env[63676]: DEBUG oslo_vmware.api [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5258805c-c6c0-93b4-c2a3-de658f5d5a74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2408.802437] env[63676]: DEBUG oslo_concurrency.lockutils [req-06d36a65-4f0a-4fc8-b5cf-97f52361ce3f req-2900212b-6bd5-4df4-b850-275a53556ae8 service nova] Releasing lock "refresh_cache-fbf49482-a6f8-4670-b273-a4c3e627ff58" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2409.170152] env[63676]: DEBUG oslo_vmware.api [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5258805c-c6c0-93b4-c2a3-de658f5d5a74, 'name': SearchDatastore_Task, 'duration_secs': 0.009176} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2409.170427] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2409.170720] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] fbf49482-a6f8-4670-b273-a4c3e627ff58/fbf49482-a6f8-4670-b273-a4c3e627ff58.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2409.170998] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f0177d66-c2db-413f-a82c-509414565359 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.177134] env[63676]: DEBUG oslo_vmware.api [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2409.177134] env[63676]: value = "task-1926698" [ 2409.177134] env[63676]: _type = "Task" [ 2409.177134] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2409.184616] env[63676]: DEBUG oslo_vmware.api [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926698, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.687185] env[63676]: DEBUG oslo_vmware.api [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926698, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.400289} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2409.687542] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] fbf49482-a6f8-4670-b273-a4c3e627ff58/fbf49482-a6f8-4670-b273-a4c3e627ff58.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2409.687622] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2409.687822] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f712f1c-9a1c-4d09-8726-ce26c81db787 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.694059] env[63676]: DEBUG oslo_vmware.api [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2409.694059] env[63676]: value = "task-1926699" [ 2409.694059] env[63676]: _type = "Task" [ 2409.694059] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2409.701767] env[63676]: DEBUG oslo_vmware.api [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926699, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.204168] env[63676]: DEBUG oslo_vmware.api [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926699, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058983} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2410.204451] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2410.205206] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e67360-331f-45dd-8bf6-cf4f6536c98a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.226079] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] fbf49482-a6f8-4670-b273-a4c3e627ff58/fbf49482-a6f8-4670-b273-a4c3e627ff58.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2410.226298] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca0fca84-2830-4e6b-8090-6e8954481290 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.244397] env[63676]: DEBUG oslo_vmware.api [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2410.244397] env[63676]: value = "task-1926700" [ 2410.244397] env[63676]: _type = "Task" [ 2410.244397] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2410.251298] env[63676]: DEBUG oslo_vmware.api [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.754624] env[63676]: DEBUG oslo_vmware.api [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926700, 'name': ReconfigVM_Task, 'duration_secs': 0.298197} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2410.754970] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Reconfigured VM instance instance-00000079 to attach disk [datastore1] fbf49482-a6f8-4670-b273-a4c3e627ff58/fbf49482-a6f8-4670-b273-a4c3e627ff58.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2410.755543] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5addf21e-5b72-4219-ae39-064b8ea4dbb4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.761747] env[63676]: DEBUG oslo_vmware.api [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2410.761747] env[63676]: value = "task-1926701" [ 2410.761747] env[63676]: _type = "Task" [ 2410.761747] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2410.768937] env[63676]: DEBUG oslo_vmware.api [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926701, 'name': Rename_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.271041] env[63676]: DEBUG oslo_vmware.api [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926701, 'name': Rename_Task, 'duration_secs': 0.130189} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2411.271320] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2411.271538] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0dafbad4-4501-4a51-907b-753bfa8ffee1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2411.277361] env[63676]: DEBUG oslo_vmware.api [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2411.277361] env[63676]: value = "task-1926702" [ 2411.277361] env[63676]: _type = "Task" [ 2411.277361] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2411.287760] env[63676]: DEBUG oslo_vmware.api [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926702, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.787020] env[63676]: DEBUG oslo_vmware.api [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926702, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2412.287959] env[63676]: DEBUG oslo_vmware.api [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926702, 'name': PowerOnVM_Task} progress is 100%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2412.410984] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2412.411247] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2412.411402] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Starting heal instance info cache {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 2412.411522] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Rebuilding the list of instances to heal {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 2412.788323] env[63676]: DEBUG oslo_vmware.api [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926702, 'name': PowerOnVM_Task, 'duration_secs': 1.023788} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2412.788712] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2412.788799] env[63676]: INFO nova.compute.manager [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Took 7.61 seconds to spawn the instance on the hypervisor. [ 2412.788938] env[63676]: DEBUG nova.compute.manager [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2412.789781] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79762ed9-bb73-41d7-ac23-ff3b30d83e4d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2412.914053] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Skipping network cache update for instance because it is Building. {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10358}} [ 2412.914263] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Didn't find any instances for network info cache update. {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10431}} [ 2412.914404] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2412.914557] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2412.914699] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2412.914840] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2412.914977] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2412.915134] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2412.915256] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63676) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 2412.915395] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2413.309067] env[63676]: INFO nova.compute.manager [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Took 12.27 seconds to build instance. [ 2413.417865] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2413.418103] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2413.418275] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2413.418432] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63676) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2413.419374] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4267f11-56fd-433b-aeae-84c113d39544 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.427558] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06eb8ad-dfe2-4047-8050-0dde9cb12f17 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.440601] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ed7af7-2b04-42e6-98d8-0bb174248d29 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.446471] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88056b2-27b6-41e8-81f8-96c4bacf39d6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2413.474529] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181192MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=63676) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2413.474669] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2413.474857] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2413.811048] env[63676]: DEBUG oslo_concurrency.lockutils [None req-e9ac665a-5888-454d-8bdb-7f585690b91d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "fbf49482-a6f8-4670-b273-a4c3e627ff58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.783s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2414.292777] env[63676]: DEBUG nova.compute.manager [req-f33ee67a-ba26-442b-a0ac-e9235e1404f6 req-6b4c1a4e-7783-430c-993f-003a5f52d88f service nova] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Received event network-changed-f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2414.293028] env[63676]: DEBUG nova.compute.manager [req-f33ee67a-ba26-442b-a0ac-e9235e1404f6 req-6b4c1a4e-7783-430c-993f-003a5f52d88f service nova] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Refreshing instance network info cache due to event network-changed-f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2414.293236] env[63676]: DEBUG oslo_concurrency.lockutils [req-f33ee67a-ba26-442b-a0ac-e9235e1404f6 req-6b4c1a4e-7783-430c-993f-003a5f52d88f service nova] Acquiring lock "refresh_cache-fbf49482-a6f8-4670-b273-a4c3e627ff58" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2414.293366] env[63676]: DEBUG oslo_concurrency.lockutils [req-f33ee67a-ba26-442b-a0ac-e9235e1404f6 req-6b4c1a4e-7783-430c-993f-003a5f52d88f service nova] Acquired lock "refresh_cache-fbf49482-a6f8-4670-b273-a4c3e627ff58" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2414.293522] env[63676]: DEBUG nova.network.neutron [req-f33ee67a-ba26-442b-a0ac-e9235e1404f6 req-6b4c1a4e-7783-430c-993f-003a5f52d88f service nova] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Refreshing network info cache for port f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2414.498388] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance fbf49482-a6f8-4670-b273-a4c3e627ff58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2414.498590] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2414.498730] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2414.524238] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f72f1d88-dae5-4302-b841-611c5ce61c66 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.532217] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47feeef0-0228-4629-91d8-80c5d5902f09 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.560928] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d37477f-8491-4204-abf7-32da2e4d9176 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.568334] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c42bc81-da3f-46f5-a987-b908502c0350 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2414.581159] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2415.011828] env[63676]: DEBUG nova.network.neutron [req-f33ee67a-ba26-442b-a0ac-e9235e1404f6 req-6b4c1a4e-7783-430c-993f-003a5f52d88f service nova] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Updated VIF entry in instance network info cache for port f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2415.012150] env[63676]: DEBUG nova.network.neutron [req-f33ee67a-ba26-442b-a0ac-e9235e1404f6 req-6b4c1a4e-7783-430c-993f-003a5f52d88f service nova] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Updating instance_info_cache with network_info: [{"id": "f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c", "address": "fa:16:3e:e2:47:ed", "network": {"id": "fb1a8f4b-5e76-4e02-9818-693fe02ccbc5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578765997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a75c2b1db86b4c029c3f5ffe5bf7ee1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf32a376b-41", "ovs_interfaceid": "f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2415.084444] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2415.514770] env[63676]: DEBUG oslo_concurrency.lockutils [req-f33ee67a-ba26-442b-a0ac-e9235e1404f6 req-6b4c1a4e-7783-430c-993f-003a5f52d88f service nova] Releasing lock "refresh_cache-fbf49482-a6f8-4670-b273-a4c3e627ff58" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2415.590022] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2415.590285] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.115s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2448.933580] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2448.934062] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Getting list of instances from cluster (obj){ [ 2448.934062] env[63676]: value = "domain-c8" [ 2448.934062] env[63676]: _type = "ClusterComputeResource" [ 2448.934062] env[63676]: } {{(pid=63676) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2448.935147] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce9c05f-6000-47e2-ba3e-57c621a5e486 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.944700] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Got total of 1 instances {{(pid=63676) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2452.214915] env[63676]: DEBUG nova.compute.manager [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Stashing vm_state: active {{(pid=63676) _prep_resize /opt/stack/nova/nova/compute/manager.py:6034}} [ 2452.732677] env[63676]: DEBUG oslo_concurrency.lockutils [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2452.732948] env[63676]: DEBUG oslo_concurrency.lockutils [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2453.237790] env[63676]: INFO nova.compute.claims [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2453.744473] env[63676]: INFO nova.compute.resource_tracker [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Updating resource usage from migration bc30a9fb-7c24-461a-b832-5092465fb78a [ 2453.784127] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26749077-f975-4a13-90f1-38792a0c396c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.791762] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120816de-bb8e-44f5-ad96-898d7d1617ca {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.821582] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b05ee1-916d-49d4-b4ef-3543ba3075b0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.828521] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c63f29-f7c5-4285-bc51-074c1199cf05 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.841065] env[63676]: DEBUG nova.compute.provider_tree [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2454.255660] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2454.256093] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Starting heal instance info cache {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 2454.256093] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Rebuilding the list of instances to heal {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 2454.343912] env[63676]: DEBUG nova.scheduler.client.report [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2454.758930] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "refresh_cache-fbf49482-a6f8-4670-b273-a4c3e627ff58" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2454.759173] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquired lock "refresh_cache-fbf49482-a6f8-4670-b273-a4c3e627ff58" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2454.759268] env[63676]: DEBUG nova.network.neutron [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Forcefully refreshing network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2454.759467] env[63676]: DEBUG nova.objects.instance [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lazy-loading 'info_cache' on Instance uuid fbf49482-a6f8-4670-b273-a4c3e627ff58 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2454.848176] env[63676]: DEBUG oslo_concurrency.lockutils [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.115s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2454.848383] env[63676]: INFO nova.compute.manager [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Migrating [ 2455.361732] env[63676]: DEBUG oslo_concurrency.lockutils [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "refresh_cache-fbf49482-a6f8-4670-b273-a4c3e627ff58" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2456.525113] env[63676]: DEBUG nova.network.neutron [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Updating instance_info_cache with network_info: [{"id": "f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c", "address": "fa:16:3e:e2:47:ed", "network": {"id": "fb1a8f4b-5e76-4e02-9818-693fe02ccbc5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578765997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a75c2b1db86b4c029c3f5ffe5bf7ee1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf32a376b-41", "ovs_interfaceid": "f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2457.027490] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Releasing lock "refresh_cache-fbf49482-a6f8-4670-b273-a4c3e627ff58" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2457.027723] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Updated the network info_cache for instance {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 2457.028000] env[63676]: DEBUG oslo_concurrency.lockutils [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquired lock "refresh_cache-fbf49482-a6f8-4670-b273-a4c3e627ff58" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2457.028237] env[63676]: DEBUG nova.network.neutron [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2457.029448] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2457.029596] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Cleaning up deleted instances {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11645}} [ 2457.537572] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] There are 13 instances to clean {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11654}} [ 2457.537957] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: ac63bfbc-4365-4016-95f5-7fcaf6c1bc29] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2457.732570] env[63676]: DEBUG nova.network.neutron [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Updating instance_info_cache with network_info: [{"id": "f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c", "address": "fa:16:3e:e2:47:ed", "network": {"id": "fb1a8f4b-5e76-4e02-9818-693fe02ccbc5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578765997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a75c2b1db86b4c029c3f5ffe5bf7ee1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf32a376b-41", "ovs_interfaceid": "f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2458.041034] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: ce799a9d-deed-4c96-95b1-cfefd7a8087f] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2458.235248] env[63676]: DEBUG oslo_concurrency.lockutils [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Releasing lock "refresh_cache-fbf49482-a6f8-4670-b273-a4c3e627ff58" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2458.544544] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 5ae36b07-dfe1-44e7-a2b3-c78b71bf7e08] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2459.047361] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 251a674d-3ec5-4245-a2b4-ecddf24e362c] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2459.550114] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: ffdf914c-8557-4eb7-bb7b-38cf1da4783c] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2459.749298] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56501dd6-d97d-4cde-8a30-ec3ee6fee655 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.768452] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Updating instance 'fbf49482-a6f8-4670-b273-a4c3e627ff58' progress to 0 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2460.053632] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 73805f76-89a3-4839-bdb6-5a3902ec0c57] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2460.274174] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2460.274425] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd689185-d558-410a-b6c1-599fc2e5bee6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.282282] env[63676]: DEBUG oslo_vmware.api [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2460.282282] env[63676]: value = "task-1926703" [ 2460.282282] env[63676]: _type = "Task" [ 2460.282282] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2460.290631] env[63676]: DEBUG oslo_vmware.api [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926703, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2460.557389] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 27430538-f13b-4e42-a4cc-6b306b400291] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2460.792328] env[63676]: DEBUG oslo_vmware.api [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926703, 'name': PowerOffVM_Task, 'duration_secs': 0.191537} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2460.792597] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2460.792826] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Updating instance 'fbf49482-a6f8-4670-b273-a4c3e627ff58' progress to 17 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2461.060559] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 4a287e1d-47d9-4e21-908f-2bf48c89966c] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2461.299350] env[63676]: DEBUG nova.virt.hardware [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2461.299612] env[63676]: DEBUG nova.virt.hardware [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2461.299774] env[63676]: DEBUG nova.virt.hardware [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2461.299957] env[63676]: DEBUG nova.virt.hardware [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2461.300116] env[63676]: DEBUG nova.virt.hardware [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2461.300292] env[63676]: DEBUG nova.virt.hardware [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2461.300496] env[63676]: DEBUG nova.virt.hardware [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2461.300653] env[63676]: DEBUG nova.virt.hardware [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2461.300819] env[63676]: DEBUG nova.virt.hardware [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2461.301024] env[63676]: DEBUG nova.virt.hardware [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2461.301231] env[63676]: DEBUG nova.virt.hardware [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2461.306311] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f65f091c-a073-4804-8c44-eebd9c2156b4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2461.322576] env[63676]: DEBUG oslo_vmware.api [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2461.322576] env[63676]: value = "task-1926704" [ 2461.322576] env[63676]: _type = "Task" [ 2461.322576] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2461.331671] env[63676]: DEBUG oslo_vmware.api [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926704, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2461.564300] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: cc049a13-f8ff-498e-8204-1a0a72df9846] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2461.832376] env[63676]: DEBUG oslo_vmware.api [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926704, 'name': ReconfigVM_Task, 'duration_secs': 0.157473} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2461.832634] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Updating instance 'fbf49482-a6f8-4670-b273-a4c3e627ff58' progress to 33 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2462.067649] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: a2fc79d4-f82d-4984-aaa4-e3170825cbbc] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2462.339713] env[63676]: DEBUG nova.virt.hardware [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2462.339988] env[63676]: DEBUG nova.virt.hardware [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2462.340156] env[63676]: DEBUG nova.virt.hardware [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2462.340383] env[63676]: DEBUG nova.virt.hardware [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2462.340536] env[63676]: DEBUG nova.virt.hardware [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2462.340685] env[63676]: DEBUG nova.virt.hardware [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2462.340887] env[63676]: DEBUG nova.virt.hardware [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2462.341118] env[63676]: DEBUG nova.virt.hardware [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2462.341331] env[63676]: DEBUG nova.virt.hardware [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2462.341506] env[63676]: DEBUG nova.virt.hardware [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2462.341681] env[63676]: DEBUG nova.virt.hardware [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2462.346858] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2462.347484] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0bed8a4-6c81-4c91-936f-25843a559f1c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.366277] env[63676]: DEBUG oslo_vmware.api [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2462.366277] env[63676]: value = "task-1926705" [ 2462.366277] env[63676]: _type = "Task" [ 2462.366277] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2462.375524] env[63676]: DEBUG oslo_vmware.api [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926705, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2462.571408] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 01452159-eafb-4ae6-8ca5-9b5c9b380bc5] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2462.876741] env[63676]: DEBUG oslo_vmware.api [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926705, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2463.075434] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: e3f919b5-3524-4926-ad4b-a717d9f3df6b] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2463.375810] env[63676]: DEBUG oslo_vmware.api [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926705, 'name': ReconfigVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2463.581043] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 09219395-79b1-4a17-8357-12266d342eb4] Instance has had 0 of 5 cleanup attempts {{(pid=63676) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11658}} [ 2463.876210] env[63676]: DEBUG oslo_vmware.api [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926705, 'name': ReconfigVM_Task, 'duration_secs': 1.153718} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2463.876520] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2463.877270] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe17dcc-4a1a-433e-b0e0-df427c114ed1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.898689] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] fbf49482-a6f8-4670-b273-a4c3e627ff58/fbf49482-a6f8-4670-b273-a4c3e627ff58.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2463.898912] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c978b6c-5fb8-40b6-a8f0-24a6b7bdc1ef {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.916568] env[63676]: DEBUG oslo_vmware.api [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2463.916568] env[63676]: value = "task-1926706" [ 2463.916568] env[63676]: _type = "Task" [ 2463.916568] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2463.923665] env[63676]: DEBUG oslo_vmware.api [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2464.425922] env[63676]: DEBUG oslo_vmware.api [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926706, 'name': ReconfigVM_Task, 'duration_secs': 0.245963} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2464.426208] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Reconfigured VM instance instance-00000079 to attach disk [datastore1] fbf49482-a6f8-4670-b273-a4c3e627ff58/fbf49482-a6f8-4670-b273-a4c3e627ff58.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2464.426465] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Updating instance 'fbf49482-a6f8-4670-b273-a4c3e627ff58' progress to 50 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2464.796542] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2464.796887] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2464.796933] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2464.797084] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2464.797243] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2464.797389] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2464.797529] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._sync_power_states {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2464.933295] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ec436e-33c5-413b-ab35-ee7add713d92 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2464.952199] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c934786a-3197-4528-9920-2c5cbc01cc5e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2464.970150] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Updating instance 'fbf49482-a6f8-4670-b273-a4c3e627ff58' progress to 67 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2465.300604] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Getting list of instances from cluster (obj){ [ 2465.300604] env[63676]: value = "domain-c8" [ 2465.300604] env[63676]: _type = "ClusterComputeResource" [ 2465.300604] env[63676]: } {{(pid=63676) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2465.301604] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595afec6-ce47-418c-8e3f-6d5217e15e6c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.310671] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Got total of 1 instances {{(pid=63676) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2465.310835] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Triggering sync for uuid fbf49482-a6f8-4670-b273-a4c3e627ff58 {{(pid=63676) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10755}} [ 2465.311184] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "fbf49482-a6f8-4670-b273-a4c3e627ff58" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2465.311411] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "fbf49482-a6f8-4670-b273-a4c3e627ff58" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2465.311589] env[63676]: INFO nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 2465.311752] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "fbf49482-a6f8-4670-b273-a4c3e627ff58" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2465.311918] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2465.312062] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63676) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 2465.510097] env[63676]: DEBUG nova.network.neutron [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Port f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c binding to destination host cpu-1 is already ACTIVE {{(pid=63676) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2465.742096] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2466.245288] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2466.245806] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2466.245806] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2466.245967] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63676) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2466.246786] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4cc3934-be49-4268-a0c7-ae781ba5c14d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.255445] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9060b71-e589-48fe-83ee-08989c306445 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.268638] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bf8dcd-f7f9-4780-9020-54a9b514216c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.274746] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d38b4c-d63e-4e93-8650-784714e2e9db {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.302197] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181187MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=63676) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2466.302415] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2466.302535] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2466.534579] env[63676]: DEBUG oslo_concurrency.lockutils [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "fbf49482-a6f8-4670-b273-a4c3e627ff58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2466.534579] env[63676]: DEBUG oslo_concurrency.lockutils [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "fbf49482-a6f8-4670-b273-a4c3e627ff58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2466.534579] env[63676]: DEBUG oslo_concurrency.lockutils [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "fbf49482-a6f8-4670-b273-a4c3e627ff58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2467.309686] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Applying migration context for instance fbf49482-a6f8-4670-b273-a4c3e627ff58 as it has an incoming, in-progress migration bc30a9fb-7c24-461a-b832-5092465fb78a. Migration status is post-migrating {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2467.310334] env[63676]: INFO nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Updating resource usage from migration bc30a9fb-7c24-461a-b832-5092465fb78a [ 2467.328950] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Migration bc30a9fb-7c24-461a-b832-5092465fb78a is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2467.329111] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance fbf49482-a6f8-4670-b273-a4c3e627ff58 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2467.329283] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2467.329422] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=960MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2467.363467] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922bb4ae-4756-467d-8f44-8ec1339d24f5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.370744] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a97f34-a10c-45f7-8747-e46b22ec6c71 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.399840] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9e04c1-f46a-4d5a-bd65-2a7ee56b700e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.406418] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33babc8e-291e-43f0-92be-951d48ff465e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2467.418904] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2467.572341] env[63676]: DEBUG oslo_concurrency.lockutils [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "refresh_cache-fbf49482-a6f8-4670-b273-a4c3e627ff58" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2467.572630] env[63676]: DEBUG oslo_concurrency.lockutils [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquired lock "refresh_cache-fbf49482-a6f8-4670-b273-a4c3e627ff58" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2467.572901] env[63676]: DEBUG nova.network.neutron [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2467.921830] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2468.281694] env[63676]: DEBUG nova.network.neutron [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Updating instance_info_cache with network_info: [{"id": "f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c", "address": "fa:16:3e:e2:47:ed", "network": {"id": "fb1a8f4b-5e76-4e02-9818-693fe02ccbc5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578765997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a75c2b1db86b4c029c3f5ffe5bf7ee1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf32a376b-41", "ovs_interfaceid": "f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2468.427427] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2468.427787] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.125s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2468.427787] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2468.784188] env[63676]: DEBUG oslo_concurrency.lockutils [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Releasing lock "refresh_cache-fbf49482-a6f8-4670-b273-a4c3e627ff58" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2469.304752] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e9bb30-2c47-4768-9768-2f54351a2487 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2469.323015] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abf16c34-2e1a-4151-b905-5581dcbfecb9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2469.329462] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Updating instance 'fbf49482-a6f8-4670-b273-a4c3e627ff58' progress to 83 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2469.835725] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2469.836174] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6d3c7dc-5147-4ae4-85ae-4d49548507d5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2469.844239] env[63676]: DEBUG oslo_vmware.api [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2469.844239] env[63676]: value = "task-1926707" [ 2469.844239] env[63676]: _type = "Task" [ 2469.844239] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2469.851882] env[63676]: DEBUG oslo_vmware.api [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2470.354243] env[63676]: DEBUG oslo_vmware.api [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926707, 'name': PowerOnVM_Task, 'duration_secs': 0.370665} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2470.354551] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2470.354793] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-33798169-d88f-4806-bdbd-88364eba9aa6 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Updating instance 'fbf49482-a6f8-4670-b273-a4c3e627ff58' progress to 100 {{(pid=63676) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2470.924598] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2472.742426] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2472.742844] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Cleaning up deleted instances with incomplete migration {{(pid=63676) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11683}} [ 2473.104230] env[63676]: DEBUG nova.network.neutron [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Port f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c binding to destination host cpu-1 is already ACTIVE {{(pid=63676) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 2473.104512] env[63676]: DEBUG oslo_concurrency.lockutils [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "refresh_cache-fbf49482-a6f8-4670-b273-a4c3e627ff58" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2473.104668] env[63676]: DEBUG oslo_concurrency.lockutils [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquired lock "refresh_cache-fbf49482-a6f8-4670-b273-a4c3e627ff58" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2473.104832] env[63676]: DEBUG nova.network.neutron [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2473.853288] env[63676]: DEBUG nova.network.neutron [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Updating instance_info_cache with network_info: [{"id": "f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c", "address": "fa:16:3e:e2:47:ed", "network": {"id": "fb1a8f4b-5e76-4e02-9818-693fe02ccbc5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578765997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a75c2b1db86b4c029c3f5ffe5bf7ee1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf32a376b-41", "ovs_interfaceid": "f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2474.356459] env[63676]: DEBUG oslo_concurrency.lockutils [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Releasing lock "refresh_cache-fbf49482-a6f8-4670-b273-a4c3e627ff58" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2474.859942] env[63676]: DEBUG nova.compute.manager [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=63676) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 2474.860306] env[63676]: DEBUG oslo_concurrency.lockutils [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2474.860483] env[63676]: DEBUG oslo_concurrency.lockutils [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2475.363260] env[63676]: DEBUG nova.objects.instance [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lazy-loading 'migration_context' on Instance uuid fbf49482-a6f8-4670-b273-a4c3e627ff58 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2475.907488] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b035a517-5112-46a1-98c0-45f28670490d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.915132] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bab44593-89f5-411e-9d4c-657c5278a04e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.945394] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3bf0ce-d3b4-4670-9fcb-93e266110cbd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.952549] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993ecf4d-6556-408c-8da5-2410eaf335ad {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.965915] env[63676]: DEBUG nova.compute.provider_tree [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2476.469102] env[63676]: DEBUG nova.scheduler.client.report [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2477.479512] env[63676]: DEBUG oslo_concurrency.lockutils [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.619s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2479.016074] env[63676]: INFO nova.compute.manager [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Swapping old allocation on dict_keys(['5759d2a2-0179-444e-89b9-d9d622fd17b7']) held by migration bc30a9fb-7c24-461a-b832-5092465fb78a for instance [ 2479.039596] env[63676]: DEBUG nova.scheduler.client.report [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Overwriting current allocation {'allocations': {'5759d2a2-0179-444e-89b9-d9d622fd17b7': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 185}}, 'project_id': 'a75c2b1db86b4c029c3f5ffe5bf7ee1a', 'user_id': '622b77331b6e441384590cfac8fc9e2a', 'consumer_generation': 1} on consumer fbf49482-a6f8-4670-b273-a4c3e627ff58 {{(pid=63676) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 2479.119775] env[63676]: DEBUG oslo_concurrency.lockutils [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "refresh_cache-fbf49482-a6f8-4670-b273-a4c3e627ff58" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2479.119965] env[63676]: DEBUG oslo_concurrency.lockutils [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquired lock "refresh_cache-fbf49482-a6f8-4670-b273-a4c3e627ff58" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2479.120158] env[63676]: DEBUG nova.network.neutron [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2480.181598] env[63676]: DEBUG nova.network.neutron [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Updating instance_info_cache with network_info: [{"id": "f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c", "address": "fa:16:3e:e2:47:ed", "network": {"id": "fb1a8f4b-5e76-4e02-9818-693fe02ccbc5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578765997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a75c2b1db86b4c029c3f5ffe5bf7ee1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf32a376b-41", "ovs_interfaceid": "f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2480.684261] env[63676]: DEBUG oslo_concurrency.lockutils [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Releasing lock "refresh_cache-fbf49482-a6f8-4670-b273-a4c3e627ff58" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2480.684747] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2480.685055] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-737d4dc8-6f0b-4a7e-845c-c740f40f5f34 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2480.695313] env[63676]: DEBUG oslo_vmware.api [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2480.695313] env[63676]: value = "task-1926708" [ 2480.695313] env[63676]: _type = "Task" [ 2480.695313] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2480.703181] env[63676]: DEBUG oslo_vmware.api [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2481.205111] env[63676]: DEBUG oslo_vmware.api [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926708, 'name': PowerOffVM_Task, 'duration_secs': 0.176696} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2481.205503] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2481.206106] env[63676]: DEBUG nova.virt.hardware [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2481.206421] env[63676]: DEBUG nova.virt.hardware [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2481.206657] env[63676]: DEBUG nova.virt.hardware [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2481.206916] env[63676]: DEBUG nova.virt.hardware [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2481.207133] env[63676]: DEBUG nova.virt.hardware [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2481.207340] env[63676]: DEBUG nova.virt.hardware [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2481.207636] env[63676]: DEBUG nova.virt.hardware [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2481.207868] env[63676]: DEBUG nova.virt.hardware [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2481.208113] env[63676]: DEBUG nova.virt.hardware [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2481.208344] env[63676]: DEBUG nova.virt.hardware [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2481.208588] env[63676]: DEBUG nova.virt.hardware [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2481.216394] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df2618da-6dab-4dbe-8344-f44d1fa51afd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.238858] env[63676]: DEBUG oslo_vmware.api [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2481.238858] env[63676]: value = "task-1926709" [ 2481.238858] env[63676]: _type = "Task" [ 2481.238858] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2481.249251] env[63676]: DEBUG oslo_vmware.api [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926709, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2481.748857] env[63676]: DEBUG oslo_vmware.api [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926709, 'name': ReconfigVM_Task, 'duration_secs': 0.133107} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2481.749638] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1392ebd1-a2db-40ba-b2cc-d4a9cf512cf8 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.767047] env[63676]: DEBUG nova.virt.hardware [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2481.767287] env[63676]: DEBUG nova.virt.hardware [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2481.767444] env[63676]: DEBUG nova.virt.hardware [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2481.767630] env[63676]: DEBUG nova.virt.hardware [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2481.767776] env[63676]: DEBUG nova.virt.hardware [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2481.767923] env[63676]: DEBUG nova.virt.hardware [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2481.768132] env[63676]: DEBUG nova.virt.hardware [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2481.768291] env[63676]: DEBUG nova.virt.hardware [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2481.768456] env[63676]: DEBUG nova.virt.hardware [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2481.768615] env[63676]: DEBUG nova.virt.hardware [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2481.768789] env[63676]: DEBUG nova.virt.hardware [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2481.769533] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d85947c0-44e6-49cc-94a7-7005bec28f4a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2481.775170] env[63676]: DEBUG oslo_vmware.api [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2481.775170] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bb103b-6371-99cc-afdf-715fc6115c72" [ 2481.775170] env[63676]: _type = "Task" [ 2481.775170] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2481.782366] env[63676]: DEBUG oslo_vmware.api [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bb103b-6371-99cc-afdf-715fc6115c72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2482.285106] env[63676]: DEBUG oslo_vmware.api [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bb103b-6371-99cc-afdf-715fc6115c72, 'name': SearchDatastore_Task, 'duration_secs': 0.009564} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2482.290318] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Reconfiguring VM instance instance-00000079 to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2482.290606] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7584e674-5fde-4c74-bf62-c77a9b9eb2fd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2482.307171] env[63676]: DEBUG oslo_vmware.api [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2482.307171] env[63676]: value = "task-1926710" [ 2482.307171] env[63676]: _type = "Task" [ 2482.307171] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2482.314319] env[63676]: DEBUG oslo_vmware.api [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2482.816812] env[63676]: DEBUG oslo_vmware.api [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926710, 'name': ReconfigVM_Task, 'duration_secs': 0.176459} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2482.817084] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Reconfigured VM instance instance-00000079 to detach disk 2000 {{(pid=63676) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2482.817816] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa56ef65-538c-461a-8b8e-d8bb48730352 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2482.838511] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] fbf49482-a6f8-4670-b273-a4c3e627ff58/fbf49482-a6f8-4670-b273-a4c3e627ff58.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2482.838776] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-950d5436-d412-4b30-93ba-49dc8f9038aa {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2482.855466] env[63676]: DEBUG oslo_vmware.api [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2482.855466] env[63676]: value = "task-1926711" [ 2482.855466] env[63676]: _type = "Task" [ 2482.855466] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2482.863396] env[63676]: DEBUG oslo_vmware.api [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926711, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2483.365802] env[63676]: DEBUG oslo_vmware.api [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926711, 'name': ReconfigVM_Task} progress is 14%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2483.867536] env[63676]: DEBUG oslo_vmware.api [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926711, 'name': ReconfigVM_Task, 'duration_secs': 0.801541} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2483.867891] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Reconfigured VM instance instance-00000079 to attach disk [datastore1] fbf49482-a6f8-4670-b273-a4c3e627ff58/fbf49482-a6f8-4670-b273-a4c3e627ff58.vmdk or device None with type thin {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2483.868685] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f721e46a-b14e-414a-bfe9-2ec4dbe73dff {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2483.885681] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0b4526-ce5e-4356-87f0-10912e268a90 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2483.901996] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7dc304-7d01-4358-be77-d1181fc6820a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2483.918231] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3564c21-8c1a-410d-997b-3689a32c96a7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2483.923983] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2483.924200] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2432f463-1cce-465a-9836-6cceb4801011 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2483.930947] env[63676]: DEBUG oslo_vmware.api [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2483.930947] env[63676]: value = "task-1926712" [ 2483.930947] env[63676]: _type = "Task" [ 2483.930947] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2483.937561] env[63676]: DEBUG oslo_vmware.api [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2484.440536] env[63676]: DEBUG oslo_vmware.api [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926712, 'name': PowerOnVM_Task, 'duration_secs': 0.345146} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2484.440926] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2485.451289] env[63676]: INFO nova.compute.manager [None req-30a758fb-cbec-45a6-8375-fe0a0974828d tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Updating instance to original state: 'active' [ 2486.588107] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1cd85cdb-2540-4467-95bf-d4e1c3768a0c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "fbf49482-a6f8-4670-b273-a4c3e627ff58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2486.588514] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1cd85cdb-2540-4467-95bf-d4e1c3768a0c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "fbf49482-a6f8-4670-b273-a4c3e627ff58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2486.588663] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1cd85cdb-2540-4467-95bf-d4e1c3768a0c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "fbf49482-a6f8-4670-b273-a4c3e627ff58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2486.588899] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1cd85cdb-2540-4467-95bf-d4e1c3768a0c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "fbf49482-a6f8-4670-b273-a4c3e627ff58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2486.589123] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1cd85cdb-2540-4467-95bf-d4e1c3768a0c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "fbf49482-a6f8-4670-b273-a4c3e627ff58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2486.591624] env[63676]: INFO nova.compute.manager [None req-1cd85cdb-2540-4467-95bf-d4e1c3768a0c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Terminating instance [ 2487.096024] env[63676]: DEBUG nova.compute.manager [None req-1cd85cdb-2540-4467-95bf-d4e1c3768a0c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2487.096273] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd85cdb-2540-4467-95bf-d4e1c3768a0c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2487.097194] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce294c4e-9fb6-4ee1-b2c4-7a1ccc99de92 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2487.105439] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd85cdb-2540-4467-95bf-d4e1c3768a0c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2487.105659] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f57ed77d-40eb-4735-b985-d3b7e17074c1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2487.112960] env[63676]: DEBUG oslo_vmware.api [None req-1cd85cdb-2540-4467-95bf-d4e1c3768a0c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2487.112960] env[63676]: value = "task-1926713" [ 2487.112960] env[63676]: _type = "Task" [ 2487.112960] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2487.120546] env[63676]: DEBUG oslo_vmware.api [None req-1cd85cdb-2540-4467-95bf-d4e1c3768a0c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2487.622668] env[63676]: DEBUG oslo_vmware.api [None req-1cd85cdb-2540-4467-95bf-d4e1c3768a0c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926713, 'name': PowerOffVM_Task, 'duration_secs': 0.19247} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2487.623091] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cd85cdb-2540-4467-95bf-d4e1c3768a0c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2487.623148] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd85cdb-2540-4467-95bf-d4e1c3768a0c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2487.623345] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e371c07-9ef3-4581-9cda-074852467395 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2487.764274] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd85cdb-2540-4467-95bf-d4e1c3768a0c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2487.764522] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd85cdb-2540-4467-95bf-d4e1c3768a0c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2487.764679] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cd85cdb-2540-4467-95bf-d4e1c3768a0c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Deleting the datastore file [datastore1] fbf49482-a6f8-4670-b273-a4c3e627ff58 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2487.765170] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90509767-2b28-4729-aa8d-b470554310de {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2487.770623] env[63676]: DEBUG oslo_vmware.api [None req-1cd85cdb-2540-4467-95bf-d4e1c3768a0c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2487.770623] env[63676]: value = "task-1926715" [ 2487.770623] env[63676]: _type = "Task" [ 2487.770623] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2487.777539] env[63676]: DEBUG oslo_vmware.api [None req-1cd85cdb-2540-4467-95bf-d4e1c3768a0c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2488.280846] env[63676]: DEBUG oslo_vmware.api [None req-1cd85cdb-2540-4467-95bf-d4e1c3768a0c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143623} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2488.281146] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-1cd85cdb-2540-4467-95bf-d4e1c3768a0c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2488.281295] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd85cdb-2540-4467-95bf-d4e1c3768a0c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2488.281668] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-1cd85cdb-2540-4467-95bf-d4e1c3768a0c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2488.281668] env[63676]: INFO nova.compute.manager [None req-1cd85cdb-2540-4467-95bf-d4e1c3768a0c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2488.281888] env[63676]: DEBUG oslo.service.loopingcall [None req-1cd85cdb-2540-4467-95bf-d4e1c3768a0c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2488.282360] env[63676]: DEBUG nova.compute.manager [-] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2488.282462] env[63676]: DEBUG nova.network.neutron [-] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2488.786703] env[63676]: DEBUG nova.compute.manager [req-875d708d-bf6e-41a7-943f-a0fc3d22a7c0 req-df7658ac-b8bd-4b67-a868-b7ecbd456315 service nova] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Received event network-vif-deleted-f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2488.786944] env[63676]: INFO nova.compute.manager [req-875d708d-bf6e-41a7-943f-a0fc3d22a7c0 req-df7658ac-b8bd-4b67-a868-b7ecbd456315 service nova] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Neutron deleted interface f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c; detaching it from the instance and deleting it from the info cache [ 2488.787094] env[63676]: DEBUG nova.network.neutron [req-875d708d-bf6e-41a7-943f-a0fc3d22a7c0 req-df7658ac-b8bd-4b67-a868-b7ecbd456315 service nova] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2489.233996] env[63676]: DEBUG nova.network.neutron [-] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2489.289664] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8c9e4af-c864-4c60-ad0f-be6d38c0b67f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2489.299699] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f688f00-3448-41c0-9d1b-de98d67b6bd0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2489.323008] env[63676]: DEBUG nova.compute.manager [req-875d708d-bf6e-41a7-943f-a0fc3d22a7c0 req-df7658ac-b8bd-4b67-a868-b7ecbd456315 service nova] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Detach interface failed, port_id=f32a376b-41e7-40a0-b33b-3d8e9d4e6e9c, reason: Instance fbf49482-a6f8-4670-b273-a4c3e627ff58 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2489.737421] env[63676]: INFO nova.compute.manager [-] [instance: fbf49482-a6f8-4670-b273-a4c3e627ff58] Took 1.45 seconds to deallocate network for instance. [ 2490.243592] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1cd85cdb-2540-4467-95bf-d4e1c3768a0c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2490.243991] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1cd85cdb-2540-4467-95bf-d4e1c3768a0c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2490.244117] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1cd85cdb-2540-4467-95bf-d4e1c3768a0c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2490.265860] env[63676]: INFO nova.scheduler.client.report [None req-1cd85cdb-2540-4467-95bf-d4e1c3768a0c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Deleted allocations for instance fbf49482-a6f8-4670-b273-a4c3e627ff58 [ 2490.773757] env[63676]: DEBUG oslo_concurrency.lockutils [None req-1cd85cdb-2540-4467-95bf-d4e1c3768a0c tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "fbf49482-a6f8-4670-b273-a4c3e627ff58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.185s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2491.500933] env[63676]: DEBUG oslo_concurrency.lockutils [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "9daeb974-5419-4f0f-bb90-523124b8de60" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2491.501238] env[63676]: DEBUG oslo_concurrency.lockutils [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "9daeb974-5419-4f0f-bb90-523124b8de60" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2492.004077] env[63676]: DEBUG nova.compute.manager [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2492.525189] env[63676]: DEBUG oslo_concurrency.lockutils [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2492.525463] env[63676]: DEBUG oslo_concurrency.lockutils [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2492.526934] env[63676]: INFO nova.compute.claims [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2493.561801] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf41052e-ad7c-4ef1-a853-35f53061a04e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.569454] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f54257f-8c9b-41a0-ae8a-ad00c8fa1b60 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.599361] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657c5815-cab7-4f4b-b5ff-ad62dba07b78 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.606123] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a46e64-95fd-408a-82bc-99c18d6bb0b3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.618644] env[63676]: DEBUG nova.compute.provider_tree [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2494.121759] env[63676]: DEBUG nova.scheduler.client.report [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2494.627011] env[63676]: DEBUG oslo_concurrency.lockutils [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2494.627589] env[63676]: DEBUG nova.compute.manager [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2495.132807] env[63676]: DEBUG nova.compute.utils [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2495.134395] env[63676]: DEBUG nova.compute.manager [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Allocating IP information in the background. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 2495.134601] env[63676]: DEBUG nova.network.neutron [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] allocate_for_instance() {{(pid=63676) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2495.188847] env[63676]: DEBUG nova.policy [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '622b77331b6e441384590cfac8fc9e2a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a75c2b1db86b4c029c3f5ffe5bf7ee1a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=63676) authorize /opt/stack/nova/nova/policy.py:192}} [ 2495.452792] env[63676]: DEBUG nova.network.neutron [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Successfully created port: 204b1a72-ecba-4231-853d-1797a5bc1d2b {{(pid=63676) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2495.637752] env[63676]: DEBUG nova.compute.manager [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2496.649352] env[63676]: DEBUG nova.compute.manager [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2496.674901] env[63676]: DEBUG nova.virt.hardware [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2496.675180] env[63676]: DEBUG nova.virt.hardware [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2496.675346] env[63676]: DEBUG nova.virt.hardware [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2496.675529] env[63676]: DEBUG nova.virt.hardware [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2496.675681] env[63676]: DEBUG nova.virt.hardware [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2496.675829] env[63676]: DEBUG nova.virt.hardware [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2496.676064] env[63676]: DEBUG nova.virt.hardware [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2496.676251] env[63676]: DEBUG nova.virt.hardware [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2496.676427] env[63676]: DEBUG nova.virt.hardware [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2496.676593] env[63676]: DEBUG nova.virt.hardware [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2496.676768] env[63676]: DEBUG nova.virt.hardware [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2496.677659] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e152dd5a-1c24-4e15-a393-01ecb8734abc {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2496.685621] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac24fb0-ab88-46ee-9ab0-b7d3cfe9fcf2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2496.824385] env[63676]: DEBUG nova.compute.manager [req-a30775d0-42b0-40a0-ad9b-6231f1889fbf req-e1335f08-5fe8-48a6-95e9-4115eb128a76 service nova] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Received event network-vif-plugged-204b1a72-ecba-4231-853d-1797a5bc1d2b {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2496.825047] env[63676]: DEBUG oslo_concurrency.lockutils [req-a30775d0-42b0-40a0-ad9b-6231f1889fbf req-e1335f08-5fe8-48a6-95e9-4115eb128a76 service nova] Acquiring lock "9daeb974-5419-4f0f-bb90-523124b8de60-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2496.825047] env[63676]: DEBUG oslo_concurrency.lockutils [req-a30775d0-42b0-40a0-ad9b-6231f1889fbf req-e1335f08-5fe8-48a6-95e9-4115eb128a76 service nova] Lock "9daeb974-5419-4f0f-bb90-523124b8de60-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2496.825047] env[63676]: DEBUG oslo_concurrency.lockutils [req-a30775d0-42b0-40a0-ad9b-6231f1889fbf req-e1335f08-5fe8-48a6-95e9-4115eb128a76 service nova] Lock "9daeb974-5419-4f0f-bb90-523124b8de60-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2496.825329] env[63676]: DEBUG nova.compute.manager [req-a30775d0-42b0-40a0-ad9b-6231f1889fbf req-e1335f08-5fe8-48a6-95e9-4115eb128a76 service nova] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] No waiting events found dispatching network-vif-plugged-204b1a72-ecba-4231-853d-1797a5bc1d2b {{(pid=63676) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 2496.825329] env[63676]: WARNING nova.compute.manager [req-a30775d0-42b0-40a0-ad9b-6231f1889fbf req-e1335f08-5fe8-48a6-95e9-4115eb128a76 service nova] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Received unexpected event network-vif-plugged-204b1a72-ecba-4231-853d-1797a5bc1d2b for instance with vm_state building and task_state spawning. [ 2496.906637] env[63676]: DEBUG nova.network.neutron [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Successfully updated port: 204b1a72-ecba-4231-853d-1797a5bc1d2b {{(pid=63676) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2497.410037] env[63676]: DEBUG oslo_concurrency.lockutils [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "refresh_cache-9daeb974-5419-4f0f-bb90-523124b8de60" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2497.410037] env[63676]: DEBUG oslo_concurrency.lockutils [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquired lock "refresh_cache-9daeb974-5419-4f0f-bb90-523124b8de60" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2497.410037] env[63676]: DEBUG nova.network.neutron [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2497.939827] env[63676]: DEBUG nova.network.neutron [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2498.063261] env[63676]: DEBUG nova.network.neutron [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Updating instance_info_cache with network_info: [{"id": "204b1a72-ecba-4231-853d-1797a5bc1d2b", "address": "fa:16:3e:8e:1e:52", "network": {"id": "fb1a8f4b-5e76-4e02-9818-693fe02ccbc5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578765997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a75c2b1db86b4c029c3f5ffe5bf7ee1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap204b1a72-ec", "ovs_interfaceid": "204b1a72-ecba-4231-853d-1797a5bc1d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2498.566602] env[63676]: DEBUG oslo_concurrency.lockutils [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Releasing lock "refresh_cache-9daeb974-5419-4f0f-bb90-523124b8de60" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2498.566943] env[63676]: DEBUG nova.compute.manager [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Instance network_info: |[{"id": "204b1a72-ecba-4231-853d-1797a5bc1d2b", "address": "fa:16:3e:8e:1e:52", "network": {"id": "fb1a8f4b-5e76-4e02-9818-693fe02ccbc5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578765997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a75c2b1db86b4c029c3f5ffe5bf7ee1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap204b1a72-ec", "ovs_interfaceid": "204b1a72-ecba-4231-853d-1797a5bc1d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 2498.567406] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:1e:52', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd22cb4ec-277f-41ee-8aba-b3d54442b93d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '204b1a72-ecba-4231-853d-1797a5bc1d2b', 'vif_model': 'vmxnet3'}] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2498.574749] env[63676]: DEBUG oslo.service.loopingcall [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2498.574960] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2498.575202] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d22a84b8-3596-405d-93c3-265288cb0f62 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2498.594366] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2498.594366] env[63676]: value = "task-1926716" [ 2498.594366] env[63676]: _type = "Task" [ 2498.594366] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2498.601425] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926716, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2498.853425] env[63676]: DEBUG nova.compute.manager [req-006c2417-923e-46eb-9f75-5d6fd038ba3b req-9778660c-ea7f-4307-ad56-69ff355c3cf6 service nova] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Received event network-changed-204b1a72-ecba-4231-853d-1797a5bc1d2b {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2498.853565] env[63676]: DEBUG nova.compute.manager [req-006c2417-923e-46eb-9f75-5d6fd038ba3b req-9778660c-ea7f-4307-ad56-69ff355c3cf6 service nova] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Refreshing instance network info cache due to event network-changed-204b1a72-ecba-4231-853d-1797a5bc1d2b. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2498.853778] env[63676]: DEBUG oslo_concurrency.lockutils [req-006c2417-923e-46eb-9f75-5d6fd038ba3b req-9778660c-ea7f-4307-ad56-69ff355c3cf6 service nova] Acquiring lock "refresh_cache-9daeb974-5419-4f0f-bb90-523124b8de60" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2498.853925] env[63676]: DEBUG oslo_concurrency.lockutils [req-006c2417-923e-46eb-9f75-5d6fd038ba3b req-9778660c-ea7f-4307-ad56-69ff355c3cf6 service nova] Acquired lock "refresh_cache-9daeb974-5419-4f0f-bb90-523124b8de60" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2498.854248] env[63676]: DEBUG nova.network.neutron [req-006c2417-923e-46eb-9f75-5d6fd038ba3b req-9778660c-ea7f-4307-ad56-69ff355c3cf6 service nova] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Refreshing network info cache for port 204b1a72-ecba-4231-853d-1797a5bc1d2b {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2499.104146] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926716, 'name': CreateVM_Task, 'duration_secs': 0.292376} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2499.104509] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2499.104974] env[63676]: DEBUG oslo_concurrency.lockutils [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2499.105169] env[63676]: DEBUG oslo_concurrency.lockutils [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2499.105482] env[63676]: DEBUG oslo_concurrency.lockutils [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2499.105727] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a6aeeff-eae8-4e2b-8b72-9b9f000b8dcd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.110428] env[63676]: DEBUG oslo_vmware.api [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2499.110428] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bd3c54-1288-8dd7-5b51-a0834f5de938" [ 2499.110428] env[63676]: _type = "Task" [ 2499.110428] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2499.117653] env[63676]: DEBUG oslo_vmware.api [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bd3c54-1288-8dd7-5b51-a0834f5de938, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2499.546116] env[63676]: DEBUG nova.network.neutron [req-006c2417-923e-46eb-9f75-5d6fd038ba3b req-9778660c-ea7f-4307-ad56-69ff355c3cf6 service nova] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Updated VIF entry in instance network info cache for port 204b1a72-ecba-4231-853d-1797a5bc1d2b. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2499.546492] env[63676]: DEBUG nova.network.neutron [req-006c2417-923e-46eb-9f75-5d6fd038ba3b req-9778660c-ea7f-4307-ad56-69ff355c3cf6 service nova] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Updating instance_info_cache with network_info: [{"id": "204b1a72-ecba-4231-853d-1797a5bc1d2b", "address": "fa:16:3e:8e:1e:52", "network": {"id": "fb1a8f4b-5e76-4e02-9818-693fe02ccbc5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578765997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a75c2b1db86b4c029c3f5ffe5bf7ee1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap204b1a72-ec", "ovs_interfaceid": "204b1a72-ecba-4231-853d-1797a5bc1d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2499.620555] env[63676]: DEBUG oslo_vmware.api [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52bd3c54-1288-8dd7-5b51-a0834f5de938, 'name': SearchDatastore_Task, 'duration_secs': 0.009956} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2499.620840] env[63676]: DEBUG oslo_concurrency.lockutils [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2499.621082] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2499.621320] env[63676]: DEBUG oslo_concurrency.lockutils [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2499.621468] env[63676]: DEBUG oslo_concurrency.lockutils [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2499.621682] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2499.621935] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e2b6cb4-058d-4444-9982-bc8be97c49c2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.630832] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2499.630985] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2499.631693] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51c2b47f-80db-4852-a68c-d6b5e7946c41 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2499.636311] env[63676]: DEBUG oslo_vmware.api [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2499.636311] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52cae2f4-054a-4ed3-4a06-ea1c9fd6ecaf" [ 2499.636311] env[63676]: _type = "Task" [ 2499.636311] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2499.643176] env[63676]: DEBUG oslo_vmware.api [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52cae2f4-054a-4ed3-4a06-ea1c9fd6ecaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2500.049397] env[63676]: DEBUG oslo_concurrency.lockutils [req-006c2417-923e-46eb-9f75-5d6fd038ba3b req-9778660c-ea7f-4307-ad56-69ff355c3cf6 service nova] Releasing lock "refresh_cache-9daeb974-5419-4f0f-bb90-523124b8de60" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2500.146953] env[63676]: DEBUG oslo_vmware.api [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52cae2f4-054a-4ed3-4a06-ea1c9fd6ecaf, 'name': SearchDatastore_Task, 'duration_secs': 0.007867} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2500.147725] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e905a8c9-b976-4a2e-abd8-8bccb1f40614 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.152848] env[63676]: DEBUG oslo_vmware.api [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2500.152848] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c1d832-89c0-d98f-588c-d641736b58be" [ 2500.152848] env[63676]: _type = "Task" [ 2500.152848] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2500.159819] env[63676]: DEBUG oslo_vmware.api [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c1d832-89c0-d98f-588c-d641736b58be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2500.663548] env[63676]: DEBUG oslo_vmware.api [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52c1d832-89c0-d98f-588c-d641736b58be, 'name': SearchDatastore_Task, 'duration_secs': 0.02231} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2500.663813] env[63676]: DEBUG oslo_concurrency.lockutils [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2500.664085] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 9daeb974-5419-4f0f-bb90-523124b8de60/9daeb974-5419-4f0f-bb90-523124b8de60.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2500.664341] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb8165d9-e066-4e84-913d-8f5b99485a21 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.671888] env[63676]: DEBUG oslo_vmware.api [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2500.671888] env[63676]: value = "task-1926717" [ 2500.671888] env[63676]: _type = "Task" [ 2500.671888] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2500.679936] env[63676]: DEBUG oslo_vmware.api [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2501.181460] env[63676]: DEBUG oslo_vmware.api [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926717, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2501.683384] env[63676]: DEBUG oslo_vmware.api [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54615} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2501.683630] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] 9daeb974-5419-4f0f-bb90-523124b8de60/9daeb974-5419-4f0f-bb90-523124b8de60.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2501.683840] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2501.684098] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d10ac9b-e678-4679-97d0-5a0a446fc313 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2501.689998] env[63676]: DEBUG oslo_vmware.api [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2501.689998] env[63676]: value = "task-1926718" [ 2501.689998] env[63676]: _type = "Task" [ 2501.689998] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2501.697233] env[63676]: DEBUG oslo_vmware.api [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926718, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2502.199509] env[63676]: DEBUG oslo_vmware.api [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926718, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.375548} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2502.199883] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2502.200652] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8e2dfd-a193-41db-aadd-f4ab5685222d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.221558] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 9daeb974-5419-4f0f-bb90-523124b8de60/9daeb974-5419-4f0f-bb90-523124b8de60.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2502.221812] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8cbe62d-9f36-42a9-8276-1297ad1caf40 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.240303] env[63676]: DEBUG oslo_vmware.api [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2502.240303] env[63676]: value = "task-1926719" [ 2502.240303] env[63676]: _type = "Task" [ 2502.240303] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2502.249791] env[63676]: DEBUG oslo_vmware.api [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926719, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2502.750261] env[63676]: DEBUG oslo_vmware.api [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926719, 'name': ReconfigVM_Task, 'duration_secs': 0.324436} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2502.750562] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 9daeb974-5419-4f0f-bb90-523124b8de60/9daeb974-5419-4f0f-bb90-523124b8de60.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2502.751186] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-106e5a9b-8fb0-4fd4-b551-781cd12b15a4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.757377] env[63676]: DEBUG oslo_vmware.api [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2502.757377] env[63676]: value = "task-1926720" [ 2502.757377] env[63676]: _type = "Task" [ 2502.757377] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2502.765422] env[63676]: DEBUG oslo_vmware.api [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926720, 'name': Rename_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2503.267147] env[63676]: DEBUG oslo_vmware.api [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926720, 'name': Rename_Task, 'duration_secs': 0.164328} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2503.267505] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2503.267689] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83276d45-6d3a-4342-8b79-e351910a56d6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.273803] env[63676]: DEBUG oslo_vmware.api [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2503.273803] env[63676]: value = "task-1926721" [ 2503.273803] env[63676]: _type = "Task" [ 2503.273803] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2503.282657] env[63676]: DEBUG oslo_vmware.api [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2503.783899] env[63676]: DEBUG oslo_vmware.api [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926721, 'name': PowerOnVM_Task, 'duration_secs': 0.453285} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2503.784185] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2503.784384] env[63676]: INFO nova.compute.manager [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Took 7.13 seconds to spawn the instance on the hypervisor. [ 2503.784562] env[63676]: DEBUG nova.compute.manager [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2503.785307] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c48ab9b-f0d8-47ff-a11d-617ea93b4b85 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.305361] env[63676]: INFO nova.compute.manager [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Took 11.80 seconds to build instance. [ 2504.679974] env[63676]: DEBUG nova.compute.manager [req-290a7e9f-b3e4-4097-81fd-1e017a1263d4 req-08d26ed5-e76d-4508-b4c0-40347944b948 service nova] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Received event network-changed-204b1a72-ecba-4231-853d-1797a5bc1d2b {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2504.680211] env[63676]: DEBUG nova.compute.manager [req-290a7e9f-b3e4-4097-81fd-1e017a1263d4 req-08d26ed5-e76d-4508-b4c0-40347944b948 service nova] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Refreshing instance network info cache due to event network-changed-204b1a72-ecba-4231-853d-1797a5bc1d2b. {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11553}} [ 2504.680431] env[63676]: DEBUG oslo_concurrency.lockutils [req-290a7e9f-b3e4-4097-81fd-1e017a1263d4 req-08d26ed5-e76d-4508-b4c0-40347944b948 service nova] Acquiring lock "refresh_cache-9daeb974-5419-4f0f-bb90-523124b8de60" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2504.680612] env[63676]: DEBUG oslo_concurrency.lockutils [req-290a7e9f-b3e4-4097-81fd-1e017a1263d4 req-08d26ed5-e76d-4508-b4c0-40347944b948 service nova] Acquired lock "refresh_cache-9daeb974-5419-4f0f-bb90-523124b8de60" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2504.681061] env[63676]: DEBUG nova.network.neutron [req-290a7e9f-b3e4-4097-81fd-1e017a1263d4 req-08d26ed5-e76d-4508-b4c0-40347944b948 service nova] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Refreshing network info cache for port 204b1a72-ecba-4231-853d-1797a5bc1d2b {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2504.807445] env[63676]: DEBUG oslo_concurrency.lockutils [None req-89dfa075-cc9b-4808-b2c3-a44843f5a0af tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "9daeb974-5419-4f0f-bb90-523124b8de60" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.306s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2505.400885] env[63676]: DEBUG nova.network.neutron [req-290a7e9f-b3e4-4097-81fd-1e017a1263d4 req-08d26ed5-e76d-4508-b4c0-40347944b948 service nova] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Updated VIF entry in instance network info cache for port 204b1a72-ecba-4231-853d-1797a5bc1d2b. {{(pid=63676) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2505.401265] env[63676]: DEBUG nova.network.neutron [req-290a7e9f-b3e4-4097-81fd-1e017a1263d4 req-08d26ed5-e76d-4508-b4c0-40347944b948 service nova] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Updating instance_info_cache with network_info: [{"id": "204b1a72-ecba-4231-853d-1797a5bc1d2b", "address": "fa:16:3e:8e:1e:52", "network": {"id": "fb1a8f4b-5e76-4e02-9818-693fe02ccbc5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578765997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a75c2b1db86b4c029c3f5ffe5bf7ee1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap204b1a72-ec", "ovs_interfaceid": "204b1a72-ecba-4231-853d-1797a5bc1d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2505.904498] env[63676]: DEBUG oslo_concurrency.lockutils [req-290a7e9f-b3e4-4097-81fd-1e017a1263d4 req-08d26ed5-e76d-4508-b4c0-40347944b948 service nova] Releasing lock "refresh_cache-9daeb974-5419-4f0f-bb90-523124b8de60" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2515.245271] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2515.245609] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Starting heal instance info cache {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 2515.245609] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Rebuilding the list of instances to heal {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 2515.776729] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "refresh_cache-9daeb974-5419-4f0f-bb90-523124b8de60" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2515.776884] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquired lock "refresh_cache-9daeb974-5419-4f0f-bb90-523124b8de60" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2515.777097] env[63676]: DEBUG nova.network.neutron [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Forcefully refreshing network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2515.777221] env[63676]: DEBUG nova.objects.instance [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lazy-loading 'info_cache' on Instance uuid 9daeb974-5419-4f0f-bb90-523124b8de60 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2517.479837] env[63676]: DEBUG nova.network.neutron [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Updating instance_info_cache with network_info: [{"id": "204b1a72-ecba-4231-853d-1797a5bc1d2b", "address": "fa:16:3e:8e:1e:52", "network": {"id": "fb1a8f4b-5e76-4e02-9818-693fe02ccbc5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578765997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a75c2b1db86b4c029c3f5ffe5bf7ee1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap204b1a72-ec", "ovs_interfaceid": "204b1a72-ecba-4231-853d-1797a5bc1d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2517.983137] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Releasing lock "refresh_cache-9daeb974-5419-4f0f-bb90-523124b8de60" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2517.983360] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Updated the network info_cache for instance {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 2517.983555] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2517.983721] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2518.741636] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2518.742088] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2518.742088] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63676) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 2519.738509] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2522.742627] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2523.743015] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2527.742400] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2528.245737] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2528.246019] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2528.246180] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2528.246356] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63676) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2528.247244] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413302e7-6e63-4797-82a5-d367dfda119b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2528.255692] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f714e7-076b-4239-8408-b968b39240b0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2528.268913] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41774879-e83c-42cc-895f-d5109d45980a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2528.274823] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273f9fb4-0d79-4d63-8b12-03527a560fe1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2528.302890] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181375MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=63676) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2528.303017] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2528.303122] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2529.375621] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance 9daeb974-5419-4f0f-bb90-523124b8de60 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2529.375908] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2529.376102] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2529.391180] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Refreshing inventories for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 2529.403272] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Updating ProviderTree inventory for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 2529.403473] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Updating inventory in ProviderTree for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2529.413155] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Refreshing aggregate associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, aggregates: None {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 2529.430012] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Refreshing trait associations for resource provider 5759d2a2-0179-444e-89b9-d9d622fd17b7, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK {{(pid=63676) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 2529.452821] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9acfa2-22e3-4e14-b4a0-0dfa2f92619a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2529.460380] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dff5577-0484-4951-ba04-540117bc7a51 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2529.489173] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6376d37d-645f-4e9d-8490-cdd71e395901 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2529.495854] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a02a801-64c2-4cdf-aec0-317b8b34409e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2529.508332] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2530.012092] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2530.518669] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2530.519090] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.216s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2542.128174] env[63676]: DEBUG oslo_concurrency.lockutils [None req-22b44a55-ee61-47e3-8fec-68dac0eb9abf tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "9daeb974-5419-4f0f-bb90-523124b8de60" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2542.128580] env[63676]: DEBUG oslo_concurrency.lockutils [None req-22b44a55-ee61-47e3-8fec-68dac0eb9abf tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "9daeb974-5419-4f0f-bb90-523124b8de60" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2542.128676] env[63676]: DEBUG nova.compute.manager [None req-22b44a55-ee61-47e3-8fec-68dac0eb9abf tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2542.129725] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1391e5b-8d1f-4aca-a9d8-d2a0c374d5cf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2542.137816] env[63676]: DEBUG nova.compute.manager [None req-22b44a55-ee61-47e3-8fec-68dac0eb9abf tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=63676) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 2542.138407] env[63676]: DEBUG nova.objects.instance [None req-22b44a55-ee61-47e3-8fec-68dac0eb9abf tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lazy-loading 'flavor' on Instance uuid 9daeb974-5419-4f0f-bb90-523124b8de60 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2543.147716] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b44a55-ee61-47e3-8fec-68dac0eb9abf tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2543.148150] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29b10a7c-53dc-471d-92b1-b883807a361f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2543.155824] env[63676]: DEBUG oslo_vmware.api [None req-22b44a55-ee61-47e3-8fec-68dac0eb9abf tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2543.155824] env[63676]: value = "task-1926722" [ 2543.155824] env[63676]: _type = "Task" [ 2543.155824] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2543.164062] env[63676]: DEBUG oslo_vmware.api [None req-22b44a55-ee61-47e3-8fec-68dac0eb9abf tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926722, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2543.666117] env[63676]: DEBUG oslo_vmware.api [None req-22b44a55-ee61-47e3-8fec-68dac0eb9abf tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926722, 'name': PowerOffVM_Task, 'duration_secs': 0.180284} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2543.666400] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-22b44a55-ee61-47e3-8fec-68dac0eb9abf tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2543.666574] env[63676]: DEBUG nova.compute.manager [None req-22b44a55-ee61-47e3-8fec-68dac0eb9abf tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2543.667306] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9204cc3a-190f-40a9-96fb-b5fa5e3a9a3e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2544.177860] env[63676]: DEBUG oslo_concurrency.lockutils [None req-22b44a55-ee61-47e3-8fec-68dac0eb9abf tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "9daeb974-5419-4f0f-bb90-523124b8de60" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2544.489173] env[63676]: DEBUG nova.objects.instance [None req-8722e7bd-fdc7-45a2-b08f-54fcc962d0b2 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lazy-loading 'flavor' on Instance uuid 9daeb974-5419-4f0f-bb90-523124b8de60 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2544.994464] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8722e7bd-fdc7-45a2-b08f-54fcc962d0b2 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "refresh_cache-9daeb974-5419-4f0f-bb90-523124b8de60" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2544.994679] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8722e7bd-fdc7-45a2-b08f-54fcc962d0b2 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquired lock "refresh_cache-9daeb974-5419-4f0f-bb90-523124b8de60" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2544.994805] env[63676]: DEBUG nova.network.neutron [None req-8722e7bd-fdc7-45a2-b08f-54fcc962d0b2 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2544.994982] env[63676]: DEBUG nova.objects.instance [None req-8722e7bd-fdc7-45a2-b08f-54fcc962d0b2 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lazy-loading 'info_cache' on Instance uuid 9daeb974-5419-4f0f-bb90-523124b8de60 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2545.498161] env[63676]: DEBUG nova.objects.base [None req-8722e7bd-fdc7-45a2-b08f-54fcc962d0b2 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Object Instance<9daeb974-5419-4f0f-bb90-523124b8de60> lazy-loaded attributes: flavor,info_cache {{(pid=63676) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2546.198224] env[63676]: DEBUG nova.network.neutron [None req-8722e7bd-fdc7-45a2-b08f-54fcc962d0b2 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Updating instance_info_cache with network_info: [{"id": "204b1a72-ecba-4231-853d-1797a5bc1d2b", "address": "fa:16:3e:8e:1e:52", "network": {"id": "fb1a8f4b-5e76-4e02-9818-693fe02ccbc5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578765997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a75c2b1db86b4c029c3f5ffe5bf7ee1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap204b1a72-ec", "ovs_interfaceid": "204b1a72-ecba-4231-853d-1797a5bc1d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2546.701623] env[63676]: DEBUG oslo_concurrency.lockutils [None req-8722e7bd-fdc7-45a2-b08f-54fcc962d0b2 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Releasing lock "refresh_cache-9daeb974-5419-4f0f-bb90-523124b8de60" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2547.708808] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8722e7bd-fdc7-45a2-b08f-54fcc962d0b2 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2547.709271] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0113e21b-ee8c-4d81-8bf9-965ebe5e05ae {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2547.717149] env[63676]: DEBUG oslo_vmware.api [None req-8722e7bd-fdc7-45a2-b08f-54fcc962d0b2 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2547.717149] env[63676]: value = "task-1926723" [ 2547.717149] env[63676]: _type = "Task" [ 2547.717149] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2547.724429] env[63676]: DEBUG oslo_vmware.api [None req-8722e7bd-fdc7-45a2-b08f-54fcc962d0b2 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2548.227792] env[63676]: DEBUG oslo_vmware.api [None req-8722e7bd-fdc7-45a2-b08f-54fcc962d0b2 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926723, 'name': PowerOnVM_Task, 'duration_secs': 0.366691} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2548.228123] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-8722e7bd-fdc7-45a2-b08f-54fcc962d0b2 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2548.228366] env[63676]: DEBUG nova.compute.manager [None req-8722e7bd-fdc7-45a2-b08f-54fcc962d0b2 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2548.229219] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1959b7c1-2a27-43fd-863b-f28b3496dfa3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.404404] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b8b889-ed77-4663-887d-25a3efe9c2e6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.410994] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e0adaf0b-164e-4e4b-a900-748593a441c4 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Suspending the VM {{(pid=63676) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2549.411244] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-86d97e55-8fac-4f3b-8618-e3478fa51120 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.417511] env[63676]: DEBUG oslo_vmware.api [None req-e0adaf0b-164e-4e4b-a900-748593a441c4 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2549.417511] env[63676]: value = "task-1926724" [ 2549.417511] env[63676]: _type = "Task" [ 2549.417511] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2549.425165] env[63676]: DEBUG oslo_vmware.api [None req-e0adaf0b-164e-4e4b-a900-748593a441c4 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926724, 'name': SuspendVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2549.928340] env[63676]: DEBUG oslo_vmware.api [None req-e0adaf0b-164e-4e4b-a900-748593a441c4 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926724, 'name': SuspendVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2550.427809] env[63676]: DEBUG oslo_vmware.api [None req-e0adaf0b-164e-4e4b-a900-748593a441c4 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926724, 'name': SuspendVM_Task} progress is 8%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2550.928720] env[63676]: DEBUG oslo_vmware.api [None req-e0adaf0b-164e-4e4b-a900-748593a441c4 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926724, 'name': SuspendVM_Task, 'duration_secs': 1.421227} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2550.928995] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-e0adaf0b-164e-4e4b-a900-748593a441c4 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Suspended the VM {{(pid=63676) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2550.929196] env[63676]: DEBUG nova.compute.manager [None req-e0adaf0b-164e-4e4b-a900-748593a441c4 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2550.929941] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ecb3cc-cff6-4e67-8e17-f5d20ecd3c63 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2551.725492] env[63676]: INFO nova.compute.manager [None req-f7da4bf2-bc42-4cfd-93f5-c11adc5ec965 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Resuming [ 2551.726162] env[63676]: DEBUG nova.objects.instance [None req-f7da4bf2-bc42-4cfd-93f5-c11adc5ec965 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lazy-loading 'flavor' on Instance uuid 9daeb974-5419-4f0f-bb90-523124b8de60 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2553.237638] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f7da4bf2-bc42-4cfd-93f5-c11adc5ec965 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "refresh_cache-9daeb974-5419-4f0f-bb90-523124b8de60" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2553.238052] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f7da4bf2-bc42-4cfd-93f5-c11adc5ec965 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquired lock "refresh_cache-9daeb974-5419-4f0f-bb90-523124b8de60" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2553.238052] env[63676]: DEBUG nova.network.neutron [None req-f7da4bf2-bc42-4cfd-93f5-c11adc5ec965 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2553.936717] env[63676]: DEBUG nova.network.neutron [None req-f7da4bf2-bc42-4cfd-93f5-c11adc5ec965 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Updating instance_info_cache with network_info: [{"id": "204b1a72-ecba-4231-853d-1797a5bc1d2b", "address": "fa:16:3e:8e:1e:52", "network": {"id": "fb1a8f4b-5e76-4e02-9818-693fe02ccbc5", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-578765997-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a75c2b1db86b4c029c3f5ffe5bf7ee1a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d22cb4ec-277f-41ee-8aba-b3d54442b93d", "external-id": "nsx-vlan-transportzone-652", "segmentation_id": 652, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap204b1a72-ec", "ovs_interfaceid": "204b1a72-ecba-4231-853d-1797a5bc1d2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2554.440195] env[63676]: DEBUG oslo_concurrency.lockutils [None req-f7da4bf2-bc42-4cfd-93f5-c11adc5ec965 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Releasing lock "refresh_cache-9daeb974-5419-4f0f-bb90-523124b8de60" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2554.441569] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d19947cd-41a0-4c31-a1c1-cf2fde7f1bb7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2554.449668] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f7da4bf2-bc42-4cfd-93f5-c11adc5ec965 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Resuming the VM {{(pid=63676) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2554.449954] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c56d060e-8be4-4b62-ad41-47a9860e5684 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2554.457488] env[63676]: DEBUG oslo_vmware.api [None req-f7da4bf2-bc42-4cfd-93f5-c11adc5ec965 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2554.457488] env[63676]: value = "task-1926725" [ 2554.457488] env[63676]: _type = "Task" [ 2554.457488] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2554.465688] env[63676]: DEBUG oslo_vmware.api [None req-f7da4bf2-bc42-4cfd-93f5-c11adc5ec965 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926725, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2554.969332] env[63676]: DEBUG oslo_vmware.api [None req-f7da4bf2-bc42-4cfd-93f5-c11adc5ec965 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926725, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2555.468524] env[63676]: DEBUG oslo_vmware.api [None req-f7da4bf2-bc42-4cfd-93f5-c11adc5ec965 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926725, 'name': PowerOnVM_Task, 'duration_secs': 0.561696} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2555.471027] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-f7da4bf2-bc42-4cfd-93f5-c11adc5ec965 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Resumed the VM {{(pid=63676) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2555.471027] env[63676]: DEBUG nova.compute.manager [None req-f7da4bf2-bc42-4cfd-93f5-c11adc5ec965 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2555.471027] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bc3a03-af8b-4fd2-88f4-37caeaae55f4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2556.377277] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "9daeb974-5419-4f0f-bb90-523124b8de60" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2556.377548] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "9daeb974-5419-4f0f-bb90-523124b8de60" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2556.377760] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "9daeb974-5419-4f0f-bb90-523124b8de60-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2556.377946] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "9daeb974-5419-4f0f-bb90-523124b8de60-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2556.378138] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "9daeb974-5419-4f0f-bb90-523124b8de60-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2556.380390] env[63676]: INFO nova.compute.manager [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Terminating instance [ 2556.884565] env[63676]: DEBUG nova.compute.manager [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2556.885036] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2556.885815] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91228aa4-8221-48c6-bf28-a1a95396f877 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2556.894126] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2556.894361] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9364d7f8-4807-4296-b9f4-bfca020fa553 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2556.900473] env[63676]: DEBUG oslo_vmware.api [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2556.900473] env[63676]: value = "task-1926726" [ 2556.900473] env[63676]: _type = "Task" [ 2556.900473] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2556.908562] env[63676]: DEBUG oslo_vmware.api [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926726, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2557.410182] env[63676]: DEBUG oslo_vmware.api [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926726, 'name': PowerOffVM_Task, 'duration_secs': 0.176591} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2557.410454] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2557.410619] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2557.410856] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8645b76a-9a1a-46be-a748-a330ca0e4dd1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2557.528151] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2557.528425] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2557.528564] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Deleting the datastore file [datastore1] 9daeb974-5419-4f0f-bb90-523124b8de60 {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2557.528829] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-957bb1f0-9c6d-4c47-99bb-3aa86951ae48 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2557.534961] env[63676]: DEBUG oslo_vmware.api [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for the task: (returnval){ [ 2557.534961] env[63676]: value = "task-1926728" [ 2557.534961] env[63676]: _type = "Task" [ 2557.534961] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2557.542010] env[63676]: DEBUG oslo_vmware.api [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926728, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2558.044119] env[63676]: DEBUG oslo_vmware.api [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Task: {'id': task-1926728, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147256} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2558.044572] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2558.044572] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2558.044716] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2558.044886] env[63676]: INFO nova.compute.manager [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2558.045145] env[63676]: DEBUG oslo.service.loopingcall [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2558.045363] env[63676]: DEBUG nova.compute.manager [-] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2558.045462] env[63676]: DEBUG nova.network.neutron [-] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2558.548416] env[63676]: DEBUG nova.compute.manager [req-bb7148f3-5296-4517-9ebd-c5ad07fb6794 req-7c6f62b5-920a-40ec-b794-46abd15198a6 service nova] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Received event network-vif-deleted-204b1a72-ecba-4231-853d-1797a5bc1d2b {{(pid=63676) external_instance_event /opt/stack/nova/nova/compute/manager.py:11548}} [ 2558.548621] env[63676]: INFO nova.compute.manager [req-bb7148f3-5296-4517-9ebd-c5ad07fb6794 req-7c6f62b5-920a-40ec-b794-46abd15198a6 service nova] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Neutron deleted interface 204b1a72-ecba-4231-853d-1797a5bc1d2b; detaching it from the instance and deleting it from the info cache [ 2558.548794] env[63676]: DEBUG nova.network.neutron [req-bb7148f3-5296-4517-9ebd-c5ad07fb6794 req-7c6f62b5-920a-40ec-b794-46abd15198a6 service nova] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2559.024177] env[63676]: DEBUG nova.network.neutron [-] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2559.050872] env[63676]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ae295097-4dee-44e6-92b1-74b0f60f801c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2559.060776] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad47f094-be5c-48ee-9705-3d9bedb22cff {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2559.083587] env[63676]: DEBUG nova.compute.manager [req-bb7148f3-5296-4517-9ebd-c5ad07fb6794 req-7c6f62b5-920a-40ec-b794-46abd15198a6 service nova] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Detach interface failed, port_id=204b1a72-ecba-4231-853d-1797a5bc1d2b, reason: Instance 9daeb974-5419-4f0f-bb90-523124b8de60 could not be found. {{(pid=63676) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11382}} [ 2559.527326] env[63676]: INFO nova.compute.manager [-] [instance: 9daeb974-5419-4f0f-bb90-523124b8de60] Took 1.48 seconds to deallocate network for instance. [ 2560.033463] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2560.033718] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2560.033937] env[63676]: DEBUG nova.objects.instance [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lazy-loading 'resources' on Instance uuid 9daeb974-5419-4f0f-bb90-523124b8de60 {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2560.568493] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d6e311-39ce-436e-9e41-ac5f0ed0d8f7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.576016] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfa4e9c-c3fe-4ac4-a8fa-6d72ea499cd7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.604383] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75587aca-4fde-47a8-ae20-9ccfcb857803 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.611328] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c48c701-9e05-4675-bc56-c99bfff2fb52 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2560.624251] env[63676]: DEBUG nova.compute.provider_tree [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2561.127195] env[63676]: DEBUG nova.scheduler.client.report [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2561.632517] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.599s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2561.652623] env[63676]: INFO nova.scheduler.client.report [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Deleted allocations for instance 9daeb974-5419-4f0f-bb90-523124b8de60 [ 2562.161845] env[63676]: DEBUG oslo_concurrency.lockutils [None req-fb6521a4-7248-4edb-afa2-86ed3e0b2c33 tempest-ServerActionsTestJSON-1845752638 tempest-ServerActionsTestJSON-1845752638-project-member] Lock "9daeb974-5419-4f0f-bb90-523124b8de60" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.784s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2565.455844] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Acquiring lock "d13e5b58-4cb9-4051-a745-505843b81e9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2565.455844] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Lock "d13e5b58-4cb9-4051-a745-505843b81e9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2565.608856] env[63676]: DEBUG oslo_concurrency.lockutils [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Acquiring lock "b96fb0f7-fe51-4af0-a6c3-c32ce47192aa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2565.609147] env[63676]: DEBUG oslo_concurrency.lockutils [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Lock "b96fb0f7-fe51-4af0-a6c3-c32ce47192aa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2565.957274] env[63676]: DEBUG nova.compute.manager [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2566.111826] env[63676]: DEBUG nova.compute.manager [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Starting instance... {{(pid=63676) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 2566.478955] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2566.479305] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2566.480764] env[63676]: INFO nova.compute.claims [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2566.630567] env[63676]: DEBUG oslo_concurrency.lockutils [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2567.524134] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4241b0d8-2ec1-4057-a154-42f3811a2c58 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2567.531916] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a956f1-07b5-46f4-8de0-1fa7ebad64c3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2567.561620] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d4f374-bdb0-427f-bceb-33417620f6c5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2567.568527] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17433a45-f783-45d3-88f2-9123c09fb59d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2567.581118] env[63676]: DEBUG nova.compute.provider_tree [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2568.084832] env[63676]: DEBUG nova.scheduler.client.report [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2568.593510] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.114s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2568.594092] env[63676]: DEBUG nova.compute.manager [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2568.596663] env[63676]: DEBUG oslo_concurrency.lockutils [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.966s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2568.598035] env[63676]: INFO nova.compute.claims [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2569.102333] env[63676]: DEBUG nova.compute.utils [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2569.105744] env[63676]: DEBUG nova.compute.manager [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Not allocating networking since 'none' was specified. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2569.606822] env[63676]: DEBUG nova.compute.manager [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2569.644888] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28294555-74f3-4aeb-a20e-312f8d732302 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2569.652267] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8c1429e-3b12-4985-9194-d58e0679e2cf {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2569.681659] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49062643-7634-42e4-aaa7-d4a9245b0e2b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2569.688136] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3051664d-f357-4750-83f8-8bd59a82bb65 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2569.700785] env[63676]: DEBUG nova.compute.provider_tree [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2570.203897] env[63676]: DEBUG nova.scheduler.client.report [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2570.618885] env[63676]: DEBUG nova.compute.manager [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2570.645593] env[63676]: DEBUG nova.virt.hardware [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2570.645834] env[63676]: DEBUG nova.virt.hardware [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2570.645992] env[63676]: DEBUG nova.virt.hardware [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2570.646189] env[63676]: DEBUG nova.virt.hardware [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2570.646336] env[63676]: DEBUG nova.virt.hardware [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2570.646483] env[63676]: DEBUG nova.virt.hardware [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2570.646689] env[63676]: DEBUG nova.virt.hardware [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2570.646947] env[63676]: DEBUG nova.virt.hardware [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2570.647151] env[63676]: DEBUG nova.virt.hardware [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2570.647319] env[63676]: DEBUG nova.virt.hardware [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2570.647494] env[63676]: DEBUG nova.virt.hardware [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2570.648354] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33838d28-47d5-4498-822d-b4bb98291394 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2570.656151] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9feeedf-c069-43c7-b1ae-0779fc3d8093 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2570.668824] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Instance VIF info [] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2570.674197] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Creating folder: Project (e91beb8c1acd42b9975ad43c4bbad6c8). Parent ref: group-v396927. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2570.674437] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-980a2646-8438-4a3e-ae87-a92f3fb34f05 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2570.688222] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Created folder: Project (e91beb8c1acd42b9975ad43c4bbad6c8) in parent group-v396927. [ 2570.688405] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Creating folder: Instances. Parent ref: group-v397257. {{(pid=63676) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2570.688644] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f8ec7bcc-09fb-41fd-b19b-75f05fd3a3fe {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2570.696558] env[63676]: INFO nova.virt.vmwareapi.vm_util [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Created folder: Instances in parent group-v397257. [ 2570.696805] env[63676]: DEBUG oslo.service.loopingcall [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2570.697024] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2570.697266] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-55e76731-caed-4d16-bab5-7b081871bb09 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2570.708901] env[63676]: DEBUG oslo_concurrency.lockutils [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.112s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2570.709398] env[63676]: DEBUG nova.compute.manager [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Start building networks asynchronously for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 2570.715495] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2570.715495] env[63676]: value = "task-1926731" [ 2570.715495] env[63676]: _type = "Task" [ 2570.715495] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2570.722930] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926731, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2571.214187] env[63676]: DEBUG nova.compute.utils [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Using /dev/sd instead of None {{(pid=63676) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2571.215635] env[63676]: DEBUG nova.compute.manager [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Not allocating networking since 'none' was specified. {{(pid=63676) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 2571.224559] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926731, 'name': CreateVM_Task, 'duration_secs': 0.252943} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2571.224713] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2571.225117] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2571.225279] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2571.225594] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2571.225950] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3975ba85-ec19-4845-aecf-bdf3012f9872 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2571.230356] env[63676]: DEBUG oslo_vmware.api [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for the task: (returnval){ [ 2571.230356] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529957b1-8574-546d-ee55-86f6dc06b5cb" [ 2571.230356] env[63676]: _type = "Task" [ 2571.230356] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2571.237470] env[63676]: DEBUG oslo_vmware.api [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529957b1-8574-546d-ee55-86f6dc06b5cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2571.717034] env[63676]: DEBUG nova.compute.manager [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Start building block device mappings for instance. {{(pid=63676) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 2571.740264] env[63676]: DEBUG oslo_vmware.api [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529957b1-8574-546d-ee55-86f6dc06b5cb, 'name': SearchDatastore_Task, 'duration_secs': 0.011812} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2571.740550] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2571.740777] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2571.741046] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2571.741160] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2571.741368] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2571.741887] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-520bb22e-5c27-48d6-b2c8-aa29ac6a6c37 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2571.750168] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2571.750338] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2571.751017] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebd700f4-b7bf-49e1-8579-842e4f06b303 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2571.756655] env[63676]: DEBUG oslo_vmware.api [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for the task: (returnval){ [ 2571.756655] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5246174b-3d30-5dcc-7b16-5e09dab8ba0e" [ 2571.756655] env[63676]: _type = "Task" [ 2571.756655] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2571.763666] env[63676]: DEBUG oslo_vmware.api [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5246174b-3d30-5dcc-7b16-5e09dab8ba0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2572.267674] env[63676]: DEBUG oslo_vmware.api [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]5246174b-3d30-5dcc-7b16-5e09dab8ba0e, 'name': SearchDatastore_Task, 'duration_secs': 0.008593} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2572.268472] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-745b648e-e830-40d8-9bda-33ada90076f6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2572.274053] env[63676]: DEBUG oslo_vmware.api [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for the task: (returnval){ [ 2572.274053] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525b0a49-b8f7-f451-1657-94974b528e3a" [ 2572.274053] env[63676]: _type = "Task" [ 2572.274053] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2572.281679] env[63676]: DEBUG oslo_vmware.api [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525b0a49-b8f7-f451-1657-94974b528e3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2572.729151] env[63676]: DEBUG nova.compute.manager [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Start spawning the instance on the hypervisor. {{(pid=63676) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 2572.750424] env[63676]: DEBUG nova.virt.hardware [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2572.750672] env[63676]: DEBUG nova.virt.hardware [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2572.750829] env[63676]: DEBUG nova.virt.hardware [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2572.751014] env[63676]: DEBUG nova.virt.hardware [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2572.751172] env[63676]: DEBUG nova.virt.hardware [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2572.751359] env[63676]: DEBUG nova.virt.hardware [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2572.751578] env[63676]: DEBUG nova.virt.hardware [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2572.751743] env[63676]: DEBUG nova.virt.hardware [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2572.751912] env[63676]: DEBUG nova.virt.hardware [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2572.752092] env[63676]: DEBUG nova.virt.hardware [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2572.752292] env[63676]: DEBUG nova.virt.hardware [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2572.753173] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31170d89-925f-41fb-896c-7cc1cc133769 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2572.761385] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44d39ff-e177-4423-890d-d043989fdc64 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2572.774648] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Instance VIF info [] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2572.780031] env[63676]: DEBUG oslo.service.loopingcall [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2572.783292] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2572.783521] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0ebeda6c-fdfb-4724-8cb4-49d9809d5a26 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2572.801822] env[63676]: DEBUG oslo_vmware.api [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]525b0a49-b8f7-f451-1657-94974b528e3a, 'name': SearchDatastore_Task, 'duration_secs': 0.009001} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2572.803054] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2572.803327] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] d13e5b58-4cb9-4051-a745-505843b81e9b/d13e5b58-4cb9-4051-a745-505843b81e9b.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2572.803573] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2572.803573] env[63676]: value = "task-1926732" [ 2572.803573] env[63676]: _type = "Task" [ 2572.803573] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2572.803753] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d2f97fe0-f335-4ab0-b7e4-948346a6912a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2572.812987] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926732, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2572.814152] env[63676]: DEBUG oslo_vmware.api [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for the task: (returnval){ [ 2572.814152] env[63676]: value = "task-1926733" [ 2572.814152] env[63676]: _type = "Task" [ 2572.814152] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2572.822049] env[63676]: DEBUG oslo_vmware.api [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2573.315494] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926732, 'name': CreateVM_Task} progress is 99%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2573.323176] env[63676]: DEBUG oslo_vmware.api [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926733, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2573.817726] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926732, 'name': CreateVM_Task, 'duration_secs': 0.563211} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2573.820518] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2573.820955] env[63676]: DEBUG oslo_concurrency.lockutils [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2573.821135] env[63676]: DEBUG oslo_concurrency.lockutils [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2573.821488] env[63676]: DEBUG oslo_concurrency.lockutils [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2573.822095] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88c4a4ae-ae24-43f3-abbc-6089d123d9d4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2573.826617] env[63676]: DEBUG oslo_vmware.api [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52524} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2573.827221] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] d13e5b58-4cb9-4051-a745-505843b81e9b/d13e5b58-4cb9-4051-a745-505843b81e9b.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2573.827467] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2573.827698] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ce16bba8-753f-431c-8248-ad161c472e61 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2573.830228] env[63676]: DEBUG oslo_vmware.api [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for the task: (returnval){ [ 2573.830228] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524bb29f-5758-3367-2950-ef5f11cd41fd" [ 2573.830228] env[63676]: _type = "Task" [ 2573.830228] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2573.834865] env[63676]: DEBUG oslo_vmware.api [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for the task: (returnval){ [ 2573.834865] env[63676]: value = "task-1926734" [ 2573.834865] env[63676]: _type = "Task" [ 2573.834865] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2573.838037] env[63676]: DEBUG oslo_vmware.api [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524bb29f-5758-3367-2950-ef5f11cd41fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2573.846049] env[63676]: DEBUG oslo_vmware.api [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926734, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2574.341490] env[63676]: DEBUG oslo_vmware.api [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]524bb29f-5758-3367-2950-ef5f11cd41fd, 'name': SearchDatastore_Task, 'duration_secs': 0.009293} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2574.344330] env[63676]: DEBUG oslo_concurrency.lockutils [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2574.344568] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2574.344799] env[63676]: DEBUG oslo_concurrency.lockutils [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2574.344949] env[63676]: DEBUG oslo_concurrency.lockutils [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2574.345137] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2574.345381] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5306ab85-659b-45c9-b0d9-8a0cdfaf2ff3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2574.351285] env[63676]: DEBUG oslo_vmware.api [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926734, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060433} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2574.351536] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2574.352241] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3854ee56-342d-4f35-8464-47aa9acf064b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2574.355075] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2574.355247] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2574.356177] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e0170e5-82f4-4a57-91eb-0d745fb15a97 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2574.372447] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] d13e5b58-4cb9-4051-a745-505843b81e9b/d13e5b58-4cb9-4051-a745-505843b81e9b.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2574.372919] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdd2d7cd-da74-44bf-8403-2bab50a0d4a1 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2574.387371] env[63676]: DEBUG oslo_vmware.api [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for the task: (returnval){ [ 2574.387371] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523b6816-b065-2ca9-302d-e249ce25c914" [ 2574.387371] env[63676]: _type = "Task" [ 2574.387371] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2574.391849] env[63676]: DEBUG oslo_vmware.api [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for the task: (returnval){ [ 2574.391849] env[63676]: value = "task-1926735" [ 2574.391849] env[63676]: _type = "Task" [ 2574.391849] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2574.397455] env[63676]: DEBUG oslo_vmware.api [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]523b6816-b065-2ca9-302d-e249ce25c914, 'name': SearchDatastore_Task, 'duration_secs': 0.008076} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2574.398380] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e51f5d4-cd5f-4d10-ab95-740aa84fd271 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2574.402964] env[63676]: DEBUG oslo_vmware.api [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926735, 'name': ReconfigVM_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2574.405475] env[63676]: DEBUG oslo_vmware.api [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for the task: (returnval){ [ 2574.405475] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52cb0ab2-ff33-3570-797a-79214eb9d65b" [ 2574.405475] env[63676]: _type = "Task" [ 2574.405475] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2574.412383] env[63676]: DEBUG oslo_vmware.api [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52cb0ab2-ff33-3570-797a-79214eb9d65b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2574.901640] env[63676]: DEBUG oslo_vmware.api [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926735, 'name': ReconfigVM_Task, 'duration_secs': 0.269859} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2574.901954] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Reconfigured VM instance instance-0000007b to attach disk [datastore1] d13e5b58-4cb9-4051-a745-505843b81e9b/d13e5b58-4cb9-4051-a745-505843b81e9b.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2574.902559] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07d53614-e121-48d3-b99d-85bfed7ad40f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2574.911150] env[63676]: DEBUG oslo_vmware.api [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for the task: (returnval){ [ 2574.911150] env[63676]: value = "task-1926736" [ 2574.911150] env[63676]: _type = "Task" [ 2574.911150] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2574.917028] env[63676]: DEBUG oslo_vmware.api [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52cb0ab2-ff33-3570-797a-79214eb9d65b, 'name': SearchDatastore_Task, 'duration_secs': 0.009328} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2574.917538] env[63676]: DEBUG oslo_concurrency.lockutils [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2574.917789] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] b96fb0f7-fe51-4af0-a6c3-c32ce47192aa/b96fb0f7-fe51-4af0-a6c3-c32ce47192aa.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2574.918013] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06af28ec-37f2-450c-8c35-745f7815ca5f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2574.922456] env[63676]: DEBUG oslo_vmware.api [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926736, 'name': Rename_Task} progress is 6%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2574.928008] env[63676]: DEBUG oslo_vmware.api [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for the task: (returnval){ [ 2574.928008] env[63676]: value = "task-1926737" [ 2574.928008] env[63676]: _type = "Task" [ 2574.928008] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2574.934739] env[63676]: DEBUG oslo_vmware.api [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926737, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2575.421012] env[63676]: DEBUG oslo_vmware.api [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926736, 'name': Rename_Task, 'duration_secs': 0.137918} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2575.421347] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2575.421607] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7531d0d-92a5-491a-9497-65dd75f1e5f6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2575.427305] env[63676]: DEBUG oslo_vmware.api [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for the task: (returnval){ [ 2575.427305] env[63676]: value = "task-1926738" [ 2575.427305] env[63676]: _type = "Task" [ 2575.427305] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2575.437283] env[63676]: DEBUG oslo_vmware.api [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2575.440600] env[63676]: DEBUG oslo_vmware.api [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926737, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.418282} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2575.440685] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] b96fb0f7-fe51-4af0-a6c3-c32ce47192aa/b96fb0f7-fe51-4af0-a6c3-c32ce47192aa.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2575.440896] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2575.441143] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-42bb4814-7f65-4006-a0b7-d77a179d70a2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2575.447614] env[63676]: DEBUG oslo_vmware.api [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for the task: (returnval){ [ 2575.447614] env[63676]: value = "task-1926739" [ 2575.447614] env[63676]: _type = "Task" [ 2575.447614] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2575.454953] env[63676]: DEBUG oslo_vmware.api [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926739, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2575.936481] env[63676]: DEBUG oslo_vmware.api [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926738, 'name': PowerOnVM_Task, 'duration_secs': 0.451062} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2575.936823] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2575.936891] env[63676]: INFO nova.compute.manager [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Took 5.32 seconds to spawn the instance on the hypervisor. [ 2575.937068] env[63676]: DEBUG nova.compute.manager [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2575.937817] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51daad6-eb0f-4789-8809-2fefc917360a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2575.954983] env[63676]: DEBUG oslo_vmware.api [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926739, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098295} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2575.955223] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2575.955907] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea811691-4b36-4ce0-9561-2e900480492a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2575.975025] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] b96fb0f7-fe51-4af0-a6c3-c32ce47192aa/b96fb0f7-fe51-4af0-a6c3-c32ce47192aa.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2575.975330] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-206f0531-2b7d-43f0-80b6-f0f1b7ce6b39 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2575.994276] env[63676]: DEBUG oslo_vmware.api [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for the task: (returnval){ [ 2575.994276] env[63676]: value = "task-1926740" [ 2575.994276] env[63676]: _type = "Task" [ 2575.994276] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2576.001622] env[63676]: DEBUG oslo_vmware.api [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926740, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2576.455729] env[63676]: INFO nova.compute.manager [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Took 9.99 seconds to build instance. [ 2576.503616] env[63676]: DEBUG oslo_vmware.api [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926740, 'name': ReconfigVM_Task, 'duration_secs': 0.263002} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2576.503889] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Reconfigured VM instance instance-0000007c to attach disk [datastore1] b96fb0f7-fe51-4af0-a6c3-c32ce47192aa/b96fb0f7-fe51-4af0-a6c3-c32ce47192aa.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2576.504499] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83817e63-2a52-443d-8220-da3f90fe1467 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2576.509696] env[63676]: DEBUG oslo_vmware.api [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for the task: (returnval){ [ 2576.509696] env[63676]: value = "task-1926741" [ 2576.509696] env[63676]: _type = "Task" [ 2576.509696] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2576.516525] env[63676]: DEBUG oslo_vmware.api [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926741, 'name': Rename_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2576.957418] env[63676]: DEBUG oslo_concurrency.lockutils [None req-0c242043-9bf5-437d-98cc-c0dfe65bd965 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Lock "d13e5b58-4cb9-4051-a745-505843b81e9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.502s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2577.020080] env[63676]: DEBUG oslo_vmware.api [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926741, 'name': Rename_Task, 'duration_secs': 0.209565} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2577.020368] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2577.020610] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24d550c6-e32f-476c-8db3-007b5e7f7b1a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2577.026802] env[63676]: DEBUG oslo_vmware.api [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for the task: (returnval){ [ 2577.026802] env[63676]: value = "task-1926742" [ 2577.026802] env[63676]: _type = "Task" [ 2577.026802] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2577.033757] env[63676]: DEBUG oslo_vmware.api [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926742, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2577.536357] env[63676]: DEBUG oslo_vmware.api [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926742, 'name': PowerOnVM_Task, 'duration_secs': 0.467574} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2577.536660] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2577.536881] env[63676]: INFO nova.compute.manager [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Took 4.81 seconds to spawn the instance on the hypervisor. [ 2577.537079] env[63676]: DEBUG nova.compute.manager [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2577.537828] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb60940-411b-440c-b3a9-7256e82f2c0c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2578.054856] env[63676]: INFO nova.compute.manager [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Took 11.44 seconds to build instance. [ 2578.436212] env[63676]: INFO nova.compute.manager [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Rebuilding instance [ 2578.478246] env[63676]: DEBUG nova.compute.manager [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2578.479313] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ceff61-52c2-41b0-8bcb-71ab4270cafd {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2578.556616] env[63676]: DEBUG oslo_concurrency.lockutils [None req-03c9a25e-6435-475c-9a03-fc92032c77c2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Lock "b96fb0f7-fe51-4af0-a6c3-c32ce47192aa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.947s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2579.494696] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2579.495065] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5319c21e-5c27-4a40-b039-3d32e4dc86a4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2579.503149] env[63676]: DEBUG oslo_vmware.api [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for the task: (returnval){ [ 2579.503149] env[63676]: value = "task-1926743" [ 2579.503149] env[63676]: _type = "Task" [ 2579.503149] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2579.510891] env[63676]: DEBUG oslo_vmware.api [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926743, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2579.518800] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2579.519043] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Starting heal instance info cache {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10345}} [ 2579.519164] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Rebuilding the list of instances to heal {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10349}} [ 2580.012886] env[63676]: DEBUG oslo_vmware.api [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926743, 'name': PowerOffVM_Task, 'duration_secs': 0.14296} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2580.013175] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2580.013435] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2580.014201] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3c619b-dee5-4b55-bb89-5d08acd6067f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2580.020745] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2580.020951] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3bbd41d7-eb1a-4478-803f-bac3b10c6b31 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2580.038272] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "refresh_cache-d13e5b58-4cb9-4051-a745-505843b81e9b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2580.038411] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquired lock "refresh_cache-d13e5b58-4cb9-4051-a745-505843b81e9b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2580.038554] env[63676]: DEBUG nova.network.neutron [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Forcefully refreshing network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2580.038710] env[63676]: DEBUG nova.objects.instance [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lazy-loading 'info_cache' on Instance uuid d13e5b58-4cb9-4051-a745-505843b81e9b {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2580.049475] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2580.049690] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2580.049897] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Deleting the datastore file [datastore1] b96fb0f7-fe51-4af0-a6c3-c32ce47192aa {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2580.050695] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2e607ed6-0ce1-462f-9b43-cdfda0574cb6 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2580.057967] env[63676]: DEBUG oslo_vmware.api [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for the task: (returnval){ [ 2580.057967] env[63676]: value = "task-1926745" [ 2580.057967] env[63676]: _type = "Task" [ 2580.057967] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2580.065628] env[63676]: DEBUG oslo_vmware.api [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2580.567536] env[63676]: DEBUG oslo_vmware.api [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.091975} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2580.568017] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2580.568217] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2580.568395] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2581.060379] env[63676]: DEBUG nova.network.neutron [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2581.598225] env[63676]: DEBUG nova.virt.hardware [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-16T19:35:31Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-16T19:35:13Z,direct_url=,disk_format='vmdk',id=160c0574-5dbe-4d70-9e2a-c95199be0826,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='db8d75df393346a68f03e880a972e1a9',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-16T19:35:14Z,virtual_size=,visibility=), allow threads: False {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 2581.598566] env[63676]: DEBUG nova.virt.hardware [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Flavor limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2581.598648] env[63676]: DEBUG nova.virt.hardware [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Image limits 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 2581.598833] env[63676]: DEBUG nova.virt.hardware [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Flavor pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2581.598988] env[63676]: DEBUG nova.virt.hardware [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Image pref 0:0:0 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 2581.599174] env[63676]: DEBUG nova.virt.hardware [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=63676) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 2581.599416] env[63676]: DEBUG nova.virt.hardware [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 2581.599611] env[63676]: DEBUG nova.virt.hardware [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 2581.599849] env[63676]: DEBUG nova.virt.hardware [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Got 1 possible topologies {{(pid=63676) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 2581.599956] env[63676]: DEBUG nova.virt.hardware [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 2581.600174] env[63676]: DEBUG nova.virt.hardware [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=63676) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 2581.600978] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f144ae-a9d4-4cb7-9c48-f27b29ba1f0d {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2581.609709] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b1050b-2175-4001-b923-1cf15470a7e7 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2581.623388] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Instance VIF info [] {{(pid=63676) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2581.628986] env[63676]: DEBUG oslo.service.loopingcall [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2581.629759] env[63676]: DEBUG nova.network.neutron [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2581.631298] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Creating VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2581.631551] env[63676]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bf9e897-878a-4c8d-bb20-a6039874ff34 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2581.648565] env[63676]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2581.648565] env[63676]: value = "task-1926746" [ 2581.648565] env[63676]: _type = "Task" [ 2581.648565] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2581.656019] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926746, 'name': CreateVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2582.132192] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Releasing lock "refresh_cache-d13e5b58-4cb9-4051-a745-505843b81e9b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2582.132447] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Updated the network info_cache for instance {{(pid=63676) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10416}} [ 2582.132711] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2582.132907] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2582.133075] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2582.133230] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2582.133360] env[63676]: DEBUG nova.compute.manager [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=63676) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10964}} [ 2582.158407] env[63676]: DEBUG oslo_vmware.api [-] Task: {'id': task-1926746, 'name': CreateVM_Task, 'duration_secs': 0.253023} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2582.158568] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Created VM on the ESX host {{(pid=63676) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2582.158964] env[63676]: DEBUG oslo_concurrency.lockutils [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2582.159939] env[63676]: DEBUG oslo_concurrency.lockutils [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2582.159939] env[63676]: DEBUG oslo_concurrency.lockutils [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2582.159939] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-773535c0-8f52-417a-80fd-32efea7feff5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2582.164206] env[63676]: DEBUG oslo_vmware.api [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for the task: (returnval){ [ 2582.164206] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52585b1b-46ea-3b77-31c8-73d7cc76ff33" [ 2582.164206] env[63676]: _type = "Task" [ 2582.164206] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2582.171391] env[63676]: DEBUG oslo_vmware.api [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52585b1b-46ea-3b77-31c8-73d7cc76ff33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2582.352227] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2582.675419] env[63676]: DEBUG oslo_vmware.api [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52585b1b-46ea-3b77-31c8-73d7cc76ff33, 'name': SearchDatastore_Task, 'duration_secs': 0.009788} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2582.675773] env[63676]: DEBUG oslo_concurrency.lockutils [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2582.675933] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Processing image 160c0574-5dbe-4d70-9e2a-c95199be0826 {{(pid=63676) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2582.676182] env[63676]: DEBUG oslo_concurrency.lockutils [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2582.676333] env[63676]: DEBUG oslo_concurrency.lockutils [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2582.676509] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2582.676762] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e97650ae-472d-4ee3-8134-47cd6db2bd8e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2582.684450] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=63676) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2582.684617] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=63676) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2582.685285] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d094b141-e8d3-4388-989e-26805518db42 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2582.689827] env[63676]: DEBUG oslo_vmware.api [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for the task: (returnval){ [ 2582.689827] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529e47f5-1a64-67bd-328f-5d553358cb50" [ 2582.689827] env[63676]: _type = "Task" [ 2582.689827] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2582.697987] env[63676]: DEBUG oslo_vmware.api [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529e47f5-1a64-67bd-328f-5d553358cb50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2583.200480] env[63676]: DEBUG oslo_vmware.api [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]529e47f5-1a64-67bd-328f-5d553358cb50, 'name': SearchDatastore_Task, 'duration_secs': 0.008204} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2583.201282] env[63676]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0eb1876-a196-4a8f-9be6-4fd9ee3ff244 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2583.206162] env[63676]: DEBUG oslo_vmware.api [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for the task: (returnval){ [ 2583.206162] env[63676]: value = "session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a1699b-aa42-1fe0-e158-5f070ba2045a" [ 2583.206162] env[63676]: _type = "Task" [ 2583.206162] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2583.213409] env[63676]: DEBUG oslo_vmware.api [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a1699b-aa42-1fe0-e158-5f070ba2045a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2583.716020] env[63676]: DEBUG oslo_vmware.api [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': session[52571b6e-c470-a4b0-16d6-04b209bb0b1b]52a1699b-aa42-1fe0-e158-5f070ba2045a, 'name': SearchDatastore_Task, 'duration_secs': 0.00964} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2583.716436] env[63676]: DEBUG oslo_concurrency.lockutils [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2583.716517] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] b96fb0f7-fe51-4af0-a6c3-c32ce47192aa/b96fb0f7-fe51-4af0-a6c3-c32ce47192aa.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2583.716767] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9aaa1380-456c-44a1-ad8a-ce11264a76f5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2583.723192] env[63676]: DEBUG oslo_vmware.api [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for the task: (returnval){ [ 2583.723192] env[63676]: value = "task-1926747" [ 2583.723192] env[63676]: _type = "Task" [ 2583.723192] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2583.730160] env[63676]: DEBUG oslo_vmware.api [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2583.741661] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2584.233129] env[63676]: DEBUG oslo_vmware.api [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.424846} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2584.233392] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/160c0574-5dbe-4d70-9e2a-c95199be0826/160c0574-5dbe-4d70-9e2a-c95199be0826.vmdk to [datastore1] b96fb0f7-fe51-4af0-a6c3-c32ce47192aa/b96fb0f7-fe51-4af0-a6c3-c32ce47192aa.vmdk {{(pid=63676) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2584.233610] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Extending root virtual disk to 1048576 {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2584.233874] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cf1a35d-4e72-4edd-9088-08bd01c89017 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2584.241089] env[63676]: DEBUG oslo_vmware.api [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for the task: (returnval){ [ 2584.241089] env[63676]: value = "task-1926748" [ 2584.241089] env[63676]: _type = "Task" [ 2584.241089] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2584.247856] env[63676]: DEBUG oslo_vmware.api [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926748, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2584.751457] env[63676]: DEBUG oslo_vmware.api [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926748, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.277453} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2584.751802] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Extended root virtual disk {{(pid=63676) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2584.752473] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1cdaab-713c-4fb0-b4dd-b1eaeac213d3 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2584.771073] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] b96fb0f7-fe51-4af0-a6c3-c32ce47192aa/b96fb0f7-fe51-4af0-a6c3-c32ce47192aa.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2584.771285] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fb35275-b32d-4880-b9e1-968101b61757 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2584.789474] env[63676]: DEBUG oslo_vmware.api [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for the task: (returnval){ [ 2584.789474] env[63676]: value = "task-1926749" [ 2584.789474] env[63676]: _type = "Task" [ 2584.789474] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2584.796589] env[63676]: DEBUG oslo_vmware.api [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926749, 'name': ReconfigVM_Task} progress is 5%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2585.299230] env[63676]: DEBUG oslo_vmware.api [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926749, 'name': ReconfigVM_Task, 'duration_secs': 0.277612} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2585.299492] env[63676]: DEBUG nova.virt.vmwareapi.volumeops [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Reconfigured VM instance instance-0000007c to attach disk [datastore1] b96fb0f7-fe51-4af0-a6c3-c32ce47192aa/b96fb0f7-fe51-4af0-a6c3-c32ce47192aa.vmdk or device None with type sparse {{(pid=63676) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2585.300134] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93cce944-662e-4114-b1ef-01357e5a97d4 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2585.306122] env[63676]: DEBUG oslo_vmware.api [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for the task: (returnval){ [ 2585.306122] env[63676]: value = "task-1926750" [ 2585.306122] env[63676]: _type = "Task" [ 2585.306122] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2585.313195] env[63676]: DEBUG oslo_vmware.api [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926750, 'name': Rename_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2585.742455] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2585.815178] env[63676]: DEBUG oslo_vmware.api [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926750, 'name': Rename_Task, 'duration_secs': 0.130677} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2585.815499] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Powering on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2585.815674] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63eb123e-4c2e-44df-86da-db08a864ed31 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2585.820947] env[63676]: DEBUG oslo_vmware.api [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for the task: (returnval){ [ 2585.820947] env[63676]: value = "task-1926751" [ 2585.820947] env[63676]: _type = "Task" [ 2585.820947] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2585.827903] env[63676]: DEBUG oslo_vmware.api [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926751, 'name': PowerOnVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2586.332245] env[63676]: DEBUG oslo_vmware.api [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926751, 'name': PowerOnVM_Task} progress is 66%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2586.831459] env[63676]: DEBUG oslo_vmware.api [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926751, 'name': PowerOnVM_Task, 'duration_secs': 0.995937} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2586.831842] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Powered on the VM {{(pid=63676) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2586.831951] env[63676]: DEBUG nova.compute.manager [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Checking state {{(pid=63676) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 2586.832743] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7994fd56-ce52-40dc-b328-f418e89d1e0b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2587.349053] env[63676]: DEBUG oslo_concurrency.lockutils [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2587.349053] env[63676]: DEBUG oslo_concurrency.lockutils [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2587.349053] env[63676]: DEBUG nova.objects.instance [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Trying to apply a migration context that does not seem to be set for this instance {{(pid=63676) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2587.742078] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager.update_available_resource {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2588.213957] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Acquiring lock "b96fb0f7-fe51-4af0-a6c3-c32ce47192aa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2588.214331] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Lock "b96fb0f7-fe51-4af0-a6c3-c32ce47192aa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2588.214438] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Acquiring lock "b96fb0f7-fe51-4af0-a6c3-c32ce47192aa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2588.214624] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Lock "b96fb0f7-fe51-4af0-a6c3-c32ce47192aa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2588.214796] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Lock "b96fb0f7-fe51-4af0-a6c3-c32ce47192aa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2588.217044] env[63676]: INFO nova.compute.manager [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Terminating instance [ 2588.245201] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2588.356916] env[63676]: DEBUG oslo_concurrency.lockutils [None req-def6f68a-dc48-4e5e-a151-697b3132ffb8 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2588.357887] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.113s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2588.358090] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2588.358252] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=63676) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2588.359489] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498ae049-d6e0-4e23-b190-5947240cf7c5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2588.368603] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a8a331-6bbf-4b4c-a407-83e99f4080ab {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2588.382949] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3deee29a-db6c-499b-b182-2bffe8f3f6c0 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2588.389483] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a04c543-ca85-47b1-840e-e64f9c8e2f42 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2588.418789] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181301MB free_disk=165GB free_vcpus=48 pci_devices=None {{(pid=63676) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2588.418930] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2588.419131] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2588.720388] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Acquiring lock "refresh_cache-b96fb0f7-fe51-4af0-a6c3-c32ce47192aa" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2588.720606] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Acquired lock "refresh_cache-b96fb0f7-fe51-4af0-a6c3-c32ce47192aa" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2588.720756] env[63676]: DEBUG nova.network.neutron [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2589.238987] env[63676]: DEBUG nova.network.neutron [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2589.287832] env[63676]: DEBUG nova.network.neutron [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2589.442845] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance d13e5b58-4cb9-4051-a745-505843b81e9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2589.443017] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Instance b96fb0f7-fe51-4af0-a6c3-c32ce47192aa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=63676) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2589.443207] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2589.443350] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=63676) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2589.481190] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8df403-c289-4887-90ed-e3e420628f9a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2589.488909] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cd24c06-c185-4de8-98e0-7000fa470a4b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2589.517951] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee1e96a-a896-4c60-bc8e-90780cc4d785 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2589.525127] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8c81fe-15c3-4309-b322-e678800e9680 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2589.538850] env[63676]: DEBUG nova.compute.provider_tree [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2589.791241] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Releasing lock "refresh_cache-b96fb0f7-fe51-4af0-a6c3-c32ce47192aa" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2589.791696] env[63676]: DEBUG nova.compute.manager [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2589.791921] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2589.792803] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8995753-d28b-4e2d-88ee-652020f91ff5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2589.800405] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2589.800634] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-96df330e-1468-4317-9024-4bbf2ddb8c91 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2589.806388] env[63676]: DEBUG oslo_vmware.api [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for the task: (returnval){ [ 2589.806388] env[63676]: value = "task-1926752" [ 2589.806388] env[63676]: _type = "Task" [ 2589.806388] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2589.814282] env[63676]: DEBUG oslo_vmware.api [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2590.042378] env[63676]: DEBUG nova.scheduler.client.report [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2590.316640] env[63676]: DEBUG oslo_vmware.api [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926752, 'name': PowerOffVM_Task, 'duration_secs': 0.111888} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2590.316974] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2590.317094] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2590.317352] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e15f50a5-ac1e-46c5-a6b7-dc6153b217f2 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2590.344938] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2590.345166] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2590.345359] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Deleting the datastore file [datastore1] b96fb0f7-fe51-4af0-a6c3-c32ce47192aa {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2590.345635] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b87820cb-523f-4987-893d-7b7356faa86b {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2590.352110] env[63676]: DEBUG oslo_vmware.api [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for the task: (returnval){ [ 2590.352110] env[63676]: value = "task-1926754" [ 2590.352110] env[63676]: _type = "Task" [ 2590.352110] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2590.359571] env[63676]: DEBUG oslo_vmware.api [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2590.547758] env[63676]: DEBUG nova.compute.resource_tracker [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=63676) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2590.547982] env[63676]: DEBUG oslo_concurrency.lockutils [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.129s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2590.862092] env[63676]: DEBUG oslo_vmware.api [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.083439} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2590.862353] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2590.862564] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2590.862752] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2590.862926] env[63676]: INFO nova.compute.manager [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Took 1.07 seconds to destroy the instance on the hypervisor. [ 2590.863180] env[63676]: DEBUG oslo.service.loopingcall [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2590.863370] env[63676]: DEBUG nova.compute.manager [-] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2590.863463] env[63676]: DEBUG nova.network.neutron [-] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2590.878524] env[63676]: DEBUG nova.network.neutron [-] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2591.381725] env[63676]: DEBUG nova.network.neutron [-] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2591.884522] env[63676]: INFO nova.compute.manager [-] [instance: b96fb0f7-fe51-4af0-a6c3-c32ce47192aa] Took 1.02 seconds to deallocate network for instance. [ 2592.391833] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2592.392203] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2592.392351] env[63676]: DEBUG nova.objects.instance [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Lazy-loading 'resources' on Instance uuid b96fb0f7-fe51-4af0-a6c3-c32ce47192aa {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2592.931329] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce32c44c-cdb4-4111-99d8-07769a8b67bb {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2592.939177] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a22b0ff-ff56-4d2a-8759-63644566a29f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2592.972537] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae281326-70f6-4f06-ad82-fac658670db5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2592.980202] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d980b48c-8b06-49fb-b325-dda624dac651 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2592.994206] env[63676]: DEBUG nova.compute.provider_tree [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2593.497580] env[63676]: DEBUG nova.scheduler.client.report [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2594.003637] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.611s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2594.028913] env[63676]: INFO nova.scheduler.client.report [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Deleted allocations for instance b96fb0f7-fe51-4af0-a6c3-c32ce47192aa [ 2594.537144] env[63676]: DEBUG oslo_concurrency.lockutils [None req-6e1b1abf-5130-4b32-b6de-cef1c650ada2 tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Lock "b96fb0f7-fe51-4af0-a6c3-c32ce47192aa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.323s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2594.543698] env[63676]: DEBUG oslo_service.periodic_task [None req-20616416-556a-4958-91f0-78ab43f335d0 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=63676) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2594.663453] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Acquiring lock "d13e5b58-4cb9-4051-a745-505843b81e9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2594.663694] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Lock "d13e5b58-4cb9-4051-a745-505843b81e9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2594.663920] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Acquiring lock "d13e5b58-4cb9-4051-a745-505843b81e9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2594.664121] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Lock "d13e5b58-4cb9-4051-a745-505843b81e9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2594.664292] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Lock "d13e5b58-4cb9-4051-a745-505843b81e9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2594.666215] env[63676]: INFO nova.compute.manager [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Terminating instance [ 2595.170117] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Acquiring lock "refresh_cache-d13e5b58-4cb9-4051-a745-505843b81e9b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2595.170456] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Acquired lock "refresh_cache-d13e5b58-4cb9-4051-a745-505843b81e9b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2595.170627] env[63676]: DEBUG nova.network.neutron [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Building network info cache for instance {{(pid=63676) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2595.690127] env[63676]: DEBUG nova.network.neutron [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2595.747812] env[63676]: DEBUG nova.network.neutron [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2596.250807] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Releasing lock "refresh_cache-d13e5b58-4cb9-4051-a745-505843b81e9b" {{(pid=63676) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2596.251284] env[63676]: DEBUG nova.compute.manager [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Start destroying the instance on the hypervisor. {{(pid=63676) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 2596.251511] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Destroying instance {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2596.252449] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a1856d6-20b0-4b66-a122-8afa85acfd7c {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2596.260041] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Powering off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2596.260256] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b6407fc-addc-4c8f-ad9e-2c41c3ae9a28 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2596.266519] env[63676]: DEBUG oslo_vmware.api [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for the task: (returnval){ [ 2596.266519] env[63676]: value = "task-1926755" [ 2596.266519] env[63676]: _type = "Task" [ 2596.266519] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2596.275575] env[63676]: DEBUG oslo_vmware.api [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926755, 'name': PowerOffVM_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2596.776351] env[63676]: DEBUG oslo_vmware.api [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926755, 'name': PowerOffVM_Task, 'duration_secs': 0.166867} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2596.776696] env[63676]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Powered off the VM {{(pid=63676) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2596.776812] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Unregistering the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2596.777014] env[63676]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b9485bff-090e-4a71-a9c3-a447084346e9 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2596.803109] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Unregistered the VM {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2596.803323] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Deleting contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2596.803491] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Deleting the datastore file [datastore1] d13e5b58-4cb9-4051-a745-505843b81e9b {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2596.803727] env[63676]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4554dcb4-ede0-4e53-b019-d3f25cda52c5 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2596.809335] env[63676]: DEBUG oslo_vmware.api [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for the task: (returnval){ [ 2596.809335] env[63676]: value = "task-1926757" [ 2596.809335] env[63676]: _type = "Task" [ 2596.809335] env[63676]: } to complete. {{(pid=63676) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2596.817190] env[63676]: DEBUG oslo_vmware.api [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926757, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2597.318866] env[63676]: DEBUG oslo_vmware.api [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Task: {'id': task-1926757, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095516} completed successfully. {{(pid=63676) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2597.319152] env[63676]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Deleted the datastore file {{(pid=63676) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2597.319342] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Deleted contents of the VM from datastore datastore1 {{(pid=63676) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2597.319568] env[63676]: DEBUG nova.virt.vmwareapi.vmops [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Instance destroyed {{(pid=63676) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2597.319745] env[63676]: INFO nova.compute.manager [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Took 1.07 seconds to destroy the instance on the hypervisor. [ 2597.319982] env[63676]: DEBUG oslo.service.loopingcall [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=63676) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2597.320181] env[63676]: DEBUG nova.compute.manager [-] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Deallocating network for instance {{(pid=63676) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 2597.320274] env[63676]: DEBUG nova.network.neutron [-] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] deallocate_for_instance() {{(pid=63676) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2597.336412] env[63676]: DEBUG nova.network.neutron [-] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Instance cache missing network info. {{(pid=63676) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2597.838545] env[63676]: DEBUG nova.network.neutron [-] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Updating instance_info_cache with network_info: [] {{(pid=63676) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2598.341712] env[63676]: INFO nova.compute.manager [-] [instance: d13e5b58-4cb9-4051-a745-505843b81e9b] Took 1.02 seconds to deallocate network for instance. [ 2598.848643] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2598.848961] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2598.849138] env[63676]: DEBUG nova.objects.instance [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Lazy-loading 'resources' on Instance uuid d13e5b58-4cb9-4051-a745-505843b81e9b {{(pid=63676) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2599.381089] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e46a2a-bca1-42f9-9280-df633362d34a {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2599.389109] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858273c4-b1de-4fa6-bcf5-7a7ed7cd582f {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2599.418495] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8085e6a-6e4e-464a-9501-68fa8252e089 {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2599.425552] env[63676]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d611e811-02b3-432f-87c8-574aa914587e {{(pid=63676) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2599.438832] env[63676]: DEBUG nova.compute.provider_tree [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Inventory has not changed in ProviderTree for provider: 5759d2a2-0179-444e-89b9-d9d622fd17b7 {{(pid=63676) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2599.941833] env[63676]: DEBUG nova.scheduler.client.report [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Inventory has not changed for provider 5759d2a2-0179-444e-89b9-d9d622fd17b7 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 165, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=63676) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 2600.447016] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.598s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2600.462848] env[63676]: INFO nova.scheduler.client.report [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Deleted allocations for instance d13e5b58-4cb9-4051-a745-505843b81e9b [ 2600.970540] env[63676]: DEBUG oslo_concurrency.lockutils [None req-ad23e354-b744-4469-999e-fa0748dfd5cf tempest-ServerShowV247Test-119073776 tempest-ServerShowV247Test-119073776-project-member] Lock "d13e5b58-4cb9-4051-a745-505843b81e9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.307s {{(pid=63676) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}